code-54eb12cd3be1/website/issues/extensions/local_replace.py0000644000000000000000000000573614522057034022330 0ustar 00000000000000from __future__ import print_function import re hg_url_base = r'http://sourceforge.net/p/roundup/code/ci/' substitutions = [ (re.compile(r'debian:\#(?P\d+)'), r'debian#\g' ), (re.compile(r'\#(?P\s*)(?P\d+)'), r"#\g\g" ), (re.compile(r'(?P^|\s+)issue(?P\s*)(?P\d+)'), r"\gissue\g\g" ), # matching the typical number:hash format of hg's own output # and then use use hash instead of the number (re.compile(r'(?P(^|\s+))(?P(rev\s*|hg\s*|changeset: ))(?P\d+):(?P[0-9a-fA-F]{12,40})(?P\W+|$)'), r'\g\g\g:\g\g'), # matching hg revison number or hash (re.compile(r'(?P(^|\s+))(?P(revision|rev|r)\s?)(?P([1-9][0-9]*)|[0-9a-fA-F]{4,40})(?P\W+|$)'), r'\g\g\g\g'), ] def local_replace(message): for cre, replacement in substitutions: message = cre.sub(replacement, message) return message def init(instance): instance.registerUtil('localReplace', local_replace) def quicktest(msgstr, should_replace = True, substr = True): testcount['run'] += 1 replacedstr = local_replace(msgstr) if not (not replacedstr == msgstr ) == should_replace: print("(fail)", end=' ') testcount['failed'] += 1 elif substr and (msgstr not in replacedstr): print("(fail)", end=' ') testcount['failed'] += 1 if replacedstr == msgstr: print( "'%s'" % (msgstr,)) else: print("'%s' -> '%s'" % (msgstr, replacedstr)) if "__main__" == __name__: testcount = {'run':0 , 'failed': 0} print("Replacement examples:") quicktest(" debian:#222", substr=False) quicktest(" #555", substr=False) quicktest("issue333") quicktest(" revision 222", substr=False) quicktest(" r 222", substr=False) quicktest(" wordthatendswithr 222", False) quicktest(" references", False) quicktest(" too many spaces r 222", False) quicktest("re-evaluate", False) quicktest("rex140eb", False) quicktest("rev 012", False) # too short for a hg hash quicktest("rev 0123") quicktest("re140eb") quicktest(" r7140eb", substr=False) quicktest(" rev7140eb ", substr=False) quicktest("rev7140eb") quicktest("rev7140eb,", substr=False) quicktest("rev4891:ad3d628e73f2") quicktest("hg4891:ad3d628e73f2") quicktest("changeset: 4542:46239c21a1eb") quicktest("rev 4542:46239c21a1eb") quicktest("rev 4542:46239c21a1eb") # many spaces print() print(testcount) code-54eb12cd3be1/website/issues/extensions/spambayes.py0000644000000000000000000000522214522057034021515 0ustar 00000000000000import re, math from roundup.cgi.actions import Action from roundup.cgi.exceptions import * from roundup.anypy import xmlrpc_ import socket REVPAT = re.compile(r'(r[0-9]+\b|rev(ision)? [0-9]+\b)') def extract_classinfo(db, classname, nodeid): node = db.getnode(classname, nodeid) authorage = node['creation'].timestamp() - \ db.getnode('user', node.get('author', node.get('creator')))['creation'].timestamp() authorid = node.get('author', node.get('creator')) content = db.getclass(classname).get(nodeid, 'content') tokens = ["klass:%s" % classname, "author:%s" % authorid, "authorage:%d" % int(math.log(authorage)), "hasrev:%s" % (REVPAT.search(content) is not None)] return (content, tokens) def train_spambayes(db, content, tokens, is_spam): spambayes_uri = db.config.detectors['SPAMBAYES_URI'] server = xmlrpc_.client.ServerProxy(spambayes_uri, verbose=False) try: server.train({'content':content}, tokens, {}, is_spam) return (True, None) except (socket.error, xmlrpc_.client.Error) as e: return (False, str(e)) class SpambayesClassify(Action): permissionType = 'SB: May Classify' def handle(self): (content, tokens) = extract_classinfo(self.db, self.classname, self.nodeid) if "trainspam" in self.form: is_spam = True elif "trainham" in self.form: is_spam = False (status, errmsg) = train_spambayes(self.db, content, tokens, is_spam) node = self.db.getnode(self.classname, self.nodeid) props = {} if status: if node.get('spambayes_misclassified', False): props['spambayes_misclassified'] = True props['spambayes_score'] = 1.0 s = " SPAM" if not is_spam: props['spambayes_score'] = 0.0 s = " HAM" self.client.add_ok_message(self._('Message classified as') + s) else: self.client.add_error_message(self._('Unable to classify message, got error:') + errmsg) klass = self.db.getclass(self.classname) klass.set(self.nodeid, **props) self.db.commit() def sb_is_spam(obj): cutoff_score = float(obj._db.config.detectors['SPAMBAYES_SPAM_CUTOFF']) try: score = obj['spambayes_score'] except KeyError: return False return score >= cutoff_score def init(instance): instance.registerAction("spambayes_classify", SpambayesClassify) instance.registerUtil('sb_is_spam', sb_is_spam) code-54eb12cd3be1/website/issues/extensions/templating.py0000644000000000000000000001155614522057034021704 0ustar 00000000000000import logging logger = logging.getLogger('extension') import sys from roundup import __version__ as roundup_version def AboutPage(db): "report useful info about this tracker" def is_module_loaded(module): modules = list(sys.modules.keys()) return module in modules def get_status_of_module(module, prefix=None, version=True): modules = list(sys.modules.keys()) is_enabled = module in modules if is_enabled: if module == 'pyme': from pyme import version version="version %s"%version.versionstr elif module == 'MySQLdb': from MySQLdb import version_info version="version %s"%".".join([str(v) for v in version_info]) elif module == 'pychart': from pychart import version version="version %s"%version.version elif module == 'sqlite3': from sqlite3 import version version="version %s"%version elif module == "whoosh": from whoosh import versionstring version="version %s"%versionstring() elif module == 'xapian': from xapian import version_string version="version %s"%version_string() else: if version: m = __import__(module) try: version="version %s"%m.__version__ except AttributeError: version="version unavailable - exception thrown" else: version="version unavailable" if prefix: return "%s %s %s enabled: %s"%(prefix, module, version, is_enabled) else: return "Module: %s %s enabled: %s"%(module, version, is_enabled) else: if prefix: return "%s %s enabled: %s"%(prefix, module, is_enabled) else: return "Module: %s enabled: %s"%(module, is_enabled) info = [] info.append("Tracker name: %s
"%db.config['TRACKER_NAME']) info.append("

Operating environment

") info.append('Roundup version: %s
'%roundup_version) info.append("Python Version: %s
"%sys.version) info.append("

Configuration

") backend = db.config['RDBMS_BACKEND'] info.append("Roundup backend: %s
"%backend) if backend != 'anydbm': info.append("Roundup db cache: %s
"%db.config['RDBMS_CACHE_SIZE']) info.append("Roundup isolation_level: %s
"%db.config['RDBMS_ISOLATION_LEVEL']) info.append("Roundup template: %s
"%db.config['TEMPLATE_ENGINE']) info.append("

Database modules

") info.append(get_status_of_module('anydbm', version=False) + "
") info.append(get_status_of_module('dbm', version=False) + "
") info.append(get_status_of_module('sqlite3') + "
") info.append(get_status_of_module('MySQLdb') + "
") info.append(get_status_of_module('psycopg2') + "
") info.append("

Other modules

") indexer = db.config['INDEXER'] if not indexer: if is_module_loaded('xapian'): indexer="unset using xapian" elif is_module_loaded('whoosh'): indexer="unset using woosh" else: indexer="unset using native" else: indexer="set to " + indexer info.append("Indexer used for full-text: %s
"%indexer) info.append("Available indexers:
    ") if is_module_loaded('xapian'): info.append("
  • %s
    • "%get_status_of_module('xapian', prefix="Indexer loaded:")) if is_module_loaded('whoosh'): info.append("
  • %s
    • "%get_status_of_module('whoosh', prefix="Indexer loaded:")) info.append("
  • Indexer loaded: native: True
    • ") info.append("
") info.append(get_status_of_module('pytz') + "
") info.append(get_status_of_module('pyme') + "
") info.append(get_status_of_module('OpenSSL') + "
") info.append(get_status_of_module('pychart') + "
") info.append(get_status_of_module('pygal') + "
") info.append(get_status_of_module('jinja2') + "
") uid = db._db.getuid() if uid == "1" or db._db.user.has_role(uid,"Admin"): #may leak sensitive info about system, directory paths etc. #and keys so require admin user access. Consider expanding #to Admin rights for tracker. info.append("") info.append("Module Path: %r"%sys.path) info.append("

Environment Variables

") info.append("
") # include pre to prevent wrapping of values
        for key in list(db._client.env.keys()):
            info.append("%s=%s"%(key,db._client.env[key]) + "
")
        info.append("
") return "\n".join(info) def init(instance): instance.registerUtil('AboutPage', AboutPage) code-54eb12cd3be1/website/issues/extensions/timestamp.py0000644000000000000000000000157214522057034021540 0ustar 00000000000000import time, struct, base64 from roundup.cgi.actions import RegisterAction from roundup.cgi.exceptions import * def timestamp(): return base64.encodestring(struct.pack("i", time.time())).strip() def unpack_timestamp(s): return struct.unpack("i",base64.decodestring(s))[0] class Timestamped: def check(self): try: created = unpack_timestamp(self.form['opaque'].value) except KeyError: raise FormError("somebody tampered with the form") if time.time() - created < 4: raise FormError("responding to the form too quickly") return True class TimestampedRegister(Timestamped, RegisterAction): def permission(self): self.check() RegisterAction.permission(self) def init(instance): instance.registerUtil('timestamp', timestamp) instance.registerAction('register', TimestampedRegister) code-54eb12cd3be1/website/issues/extensions/timezone.py0000644000000000000000000000161414522057034021364 0ustar 00000000000000# Utility for replacing the simple input field for the timezone with # a select-field that lists the available values. import cgi try: import pytz except ImportError: pytz = None def tzfield(prop, name, default): if pytz: value = prop.plain() if '' == value: value = default else: try: value = "Etc/GMT%+d" % int(value) except ValueError: pass l = ['') return '\n'.join(l) else: return prop.field() def init(instance): instance.registerUtil('tzfield', tzfield)