code-19e8a54ced9f/scripts/notify-roundup/detectors/vcsauditor.py0000644000000000000000000000425011226626752023263 0ustar 00000000000000# Subversion integration auditor # # Watches for messages formatted by the notify-roundup.py Subversion hook # script, and parses the meta-data out of them, removing it from the # message body in the process. # # Place this file in your tracker's "detectors" directory. # # See end of file for change history import re, sets import roundup.date import ConfigParser vcs_msg = re.compile('^(revision|repos|host|date|summary)=(.*)$') ini_path = '/path/to/notify-roundup.ini' def parse_message(db, cl, nodeid, newvalues): '''Parse an incoming message for VCS (Subversion right now) information. ''' # collect up our meta-data from the message info = {} content = [] for line in newvalues.get('content', '').splitlines(): m = vcs_msg.match(line) if not m: content.append(line) continue info[m.group(1)] = m.group(2).strip() # only continue if all five pieces of information are present if len(info) != 5: return # look up the repository id try: vcs_repo_id = db.vcs_repo.stringFind(path=info['repos'], host=info['host'])[0] except IndexError: #logger.error('no repository %s in tracker'%repos.repos_dir) return # create the subversion revision item vcs_rev_id = db.vcs_rev.create(repository=vcs_repo_id, revision=int(info['revision'])) # minor bit of content cleaning - remove the single leading blank line if content and not content[0].strip(): del content[0] # set the info on the message newvalues['content'] = '\n'.join(content) newvalues['date'] = roundup.date.Date(info['date']) newvalues['summary'] = info['summary'] newvalues['revision'] = vcs_rev_id def undo_title(db, cl, nodeid, newvalues): '''Don't change the title of issues to "vcs commit message..."''' if newvalues.get('title', '').lower().startswith('vcs commit message'): del newvalues['title'] def init(db): db.msg.audit('create', parse_message) cfg = ConfigParser.ConfigParser() cfg.read(ini_path) fetch_klass = cfg.get('main', 'item-class') klass = db.getclass(fetch_klass) klass.audit('set', undo_title) code-19e8a54ced9f/scripts/notify-roundup/doc/README0000644000000000000000000000314511226626752020161 0ustar 00000000000000Roundup devel tracker in love with subversion ============================================= This document serves a tutorial on setting up a Roundup instance with devel template featuring subversion integration. Several assumptions are made in this tutorial: 1) You've checked out gsoc-2009 Roundup branch 2) You know how to setup subversion repository 3) You want to work with a local subversion repository Let's follow the steps: 1) Setup subversion post-commit hook a) Rename post-commit.tmpl to post-commit b) Make sure its executable (chmod +x) c) Add the following to it: PYTHON=/usr/bin/python NOTIFY=/path/to/notify-roundup.py[1] CONFIG=/path/to/notify-roundup.ini[1] PYTHONPATH=/path/to/roundup/instance "$PYTHON" "$NOTIFY" "$CONFIG" "$REPOS" "$REV" [1] notify-roundup.py and notify-roundup.ini can be found in scripts/notify-roundup 2) Modify notify-roundup.ini a) Set tracker home: tracker-home = /path/to/tracker-home b) Set address mappings 3) Copy html templates from scripts/notify-roundup/html to share/roundup/templates/devel/html 4) Copy revision_info.py extension from scripts/notify-roundup/extensions to share/roundup/templates/devel/extensions 5) Now, now, this wasn't so hard :) How-to format subversion commit message ======================================= By default, notify-roundup handles bugs. To change status of bug1, format your commit message like this: bug1 pending Current limitations =================== 1) Notify-roundup can work only with one item-class 2) Notify-roundup can only modify Status We are aware of the those limitations, and have plans to alleviate them in the future. code-19e8a54ced9f/scripts/notify-roundup/doc/README.hg0000644000000000000000000000430411226626752020554 0ustar 00000000000000Roundup devel tracker in love with Mercurial ============================================= This document serves a tutorial on setting up a Roundup instance with devel template featuring Mercurial integration. Several assumptions are made in this tutorial: 1) You've checked out gsoc-2009 Roundup branch 2) You know how to setup mercurial repository 3) You want to work with a local mercurial repository Let's follow the steps: 1) Setup Mercurial post-commit hook a) Copy notify-roundup.sh from scripts/notify-roundup/hg/notify-roundup.sh to somewhere b) Change paths to notify-roundup.{py,ini} and your roundup instance inside notify-roundup.sh [1] b) Make sure its executable (chmod +x) c) Add the following to /path/to/hg/repo/.hg/hgrc [hooks] commit = /path/to/notify-roundup.sh Note: Commit should probably be changed by "incoming". This is subject to further investigation. [1] notify-roundup.py and notify-roundup.ini can be found in scripts/notify-roundup 2) Modify notify-roundup.ini a) Set tracker home: tracker-home = /path/to/tracker-home b) Set address mappings Please be aware that we are playing tricks with Mercurial here. Your Roundup user should be the same as your first name for Mercurial. Lets explore that further with an example: HG author is set as: Mario Danic Notify-roundup would look for address mapping like this: mario = whatever_email_you_registered_with_to_Roundup So it takes your first name, lowers all chars and uses mappings to find appropriate Roundup user. c) Set VCS type to hg 3) Now, now, this wasn't so hard :) How-to format mercurial commit message ======================================= By default, notify-roundup handles bugs. To change status of bug1, format your commit message like this: bug1 pending Current limitations and bugs ============================ 1) Notify-roundup can work only with one item-class 2) Notify-roundup can only modify Status 3) Commit date isn't parsed 4) Summary isn't composed 5) Changed files should be generated and posted 6) Diff should be created for vcs_rev page 7) Parse multiple lines of commit message * This might already work We are aware of the those limitations, and have plans to alleviate them in the future. code-19e8a54ced9f/scripts/notify-roundup/extensions/revision_info.py0000644000000000000000000000476511226626752024167 0ustar 00000000000000# Subversion integration information fetcher # # Extracts information about a specific revision from a local repository. # # Place this file in your tracker's "extensions" directory. import sys, os, time from svn import core, fs, delta, repos from libsvn.fs import svn_fs_file_contents as file_contents import tempfile def _dump_file(root, path): """Download file from repository and store it in local temporary.""" file = tempfile.mktemp() output = open(file, 'w+') if path is not None: stream = file_contents(root, path) try: while 1: chunk = core.svn_stream_read(stream, core.SVN_STREAM_CHUNK_SIZE) if not chunk: break output.write(chunk) finally: core.svn_stream_close(stream) output.close() return file class ChangeSetItem: def __init__(self, new_root, old_root, path, change): self.new_root = new_root self.old_root = old_root self.path = path if change.path: self.action = change.added and 'new' or 'modified' else: self.action = 'delete' self.change = change def diff(self): from difflib import HtmlDiff from_file = _dump_file(self.old_root, self.change.path) to_file = _dump_file(self.new_root, self.path) html = HtmlDiff() return html.make_file(open(from_file, 'r').readlines(), open(to_file, 'r').readlines(), 'original', 'new') return html_diff(file1, file2) def _info(pool, path, rev): repos_ptr = repos.svn_repos_open(path, pool) fs_ptr = repos.svn_repos_fs(repos_ptr) new_root = fs.revision_root(fs_ptr, rev, pool) old_root = fs.revision_root(fs_ptr, rev - 1, pool) # get all changes editor = repos.RevisionChangeCollector(fs_ptr, rev, pool) e_ptr, e_baton = delta.make_editor(editor, pool) repos.svn_repos_replay(new_root, e_ptr, e_baton, pool) changeset = editor.changes.items() changeset.sort() return [ChangeSetItem(new_root, old_root, path, change) for path, change in changeset] def info(path, revision): return core.run_app(_info, path, int(revision)) def init(instance): instance.registerUtil('revision_info', info) if __name__ == '__main__': path = '/home/stefan/projects/svn-roundup/repo' revision = 1 if len(sys.argv) == 2: revision = int(sys.argv[1]) print revision_info(path, revision) code-19e8a54ced9f/scripts/notify-roundup/hg/notify-roundup.sh0000755000000000000000000000044211226626752022470 0ustar 00000000000000#!/bin/bash PYTHON=/usr/bin/python NOTIFY=/path/to/your/notify-roundup.py CONFIG=/path/to/your/notify-roundup.ini REPOS=`/bin/pwd` CMD="/usr/bin/hg log `/bin/pwd` --rev=tip" REV=`$CMD | grep changeset` PYTHONPATH=/path/to/your/roundup/instance "$PYTHON" "$NOTIFY" "$CONFIG" "$REPOS" "$REV" code-19e8a54ced9f/scripts/notify-roundup/html/bug.item.html0000644000000000000000000002530411226626752022101 0ustar 00000000000000 <tal:block condition="context/id" i18n:translate="" >Bug <span tal:replace="context/id" i18n:name="id" />: <span tal:replace="context/title" i18n:name="title" /> - <span tal:replace="config/TRACKER_NAME" i18n:name="tracker" /></tal:block> <tal:block condition="not:context/id" i18n:translate="" >New Bug report - <span tal:replace="config/TRACKER_NAME" i18n:name="tracker" /></tal:block> New Bug New Bug Editing Bug Bug Editing

You are not allowed to view this page.

Please login with your username and password.

classification
Title: title
Type: type Severity: severity
Components: components Versions: versions
process
Status: status Resolution: resolution
Dependencies:
View: 		Superseder:
View:
Assigned To: assignedto menu Nosy List:
Priority: priority Keywords: keywords
Comment:
File:
File Description:
  submit button Make a copy

Created on by , last changed by .

Files
File name Uploaded Description Edit Remove
dld link creator's name, creation date edit
Messages
msg Author: () Date: 
content
code-19e8a54ced9f/scripts/notify-roundup/html/user.item.html0000644000000000000000000001427311226626752022305 0ustar 00000000000000 <tal:if condition="context/id" i18n:translate="" >User <span tal:replace="context/id" i18n:name="id" />: <span tal:replace="context/username" i18n:name="title" /> - <span tal:replace="config/TRACKER_NAME" i18n:name="tracker" /></tal:if> <tal:if condition="not:context/id" i18n:translate="" >New User - <span tal:replace="config/TRACKER_NAME" i18n:name="tracker" /></tal:if> New User New User Editing User User Editing

You are not allowed to view this page.

Please login with your username and password.

Name
Login Name
Login Password
Confirm Password
Subversion login svn_name
(to give the user more than one role, enter a comma,separated,list)
Phone
Organisation
Timezone
E-mail address calvin@the-z.org  
 
Note:  highlighted  fields are required.
code-19e8a54ced9f/scripts/notify-roundup/html/vcs_rev.diff.html0000644000000000000000000000140611226626752022742 0ustar 00000000000000 SVN Revision <span tal:replace="context/revision" /> SVN Revision

You are not allowed to view this page.

 code-19e8a54ced9f/scripts/notify-roundup/html/vcs_rev.item.html0000644000000000000000000000142711226626752022773 0ustar 00000000000000 SVN Revision <span tal:replace="context/revision" /> SVN Revision

You are not allowed to view this page.

diff
code-19e8a54ced9f/scripts/notify-roundup/notify-roundup.ini0000644000000000000000000000253111226626752022235 0ustar 00000000000000; notify-roundup.py configuration file [main] ; notify a local or emailed tracker -- 'email' or 'local' ;mode = email mode = local ; change this to detect other issue types ; multiple issue classes are possible (use regular expression "either" syntax) item-class = bug ; item-class = system ; item-class = dev|system|network ; only set this if socket.gethostname() doesn't return the host's name as ; registered with your tracker ; host = host.name.example [local] ; if notifying a local tracker, configure this variable tracker-home = /path/to/your/tracker-home [email] ; if notifying a tracker by email, configure these variables smtp-host = smtp-host.example tracker-address = issues@host.example ; email-domain is used in conjuntion with the address mappings below default-domain = @host.example [vcs] ; choose a VCS type -- 'svn' or 'hg' ;type = hg type = svn [address mappings] ; map Subversion author names to email addresses that the tracker will ; recognise. The "email :: default-domain" var will be appended if the ; address doesn't specify a domain. ; ;richard = rjones richard = ni@spam.example ; If no mapping is defined for a particular author, we either: ; 1. use the @ address or, ; 2. if a "*" entry is defined under address mappings, then we use ; that address as the from address. ;* = unknown code-19e8a54ced9f/scripts/notify-roundup/notify-roundup.py0000755000000000000000000003464611226626752022125 0ustar 00000000000000#!/usr/bin/python # # notify-roundup.py: call into a roundup tracker to notify it of commits # # USAGE: notify-roundup.py TRACKER-HOME REPOS-DIR REVISION # notify-roundup.py TRACKER-HOME REPOS-DIR REVISION AUTHOR PROPNAME # # TRACKER-HOME is the tracker to notify # # See end of file for change history import sys, os, time, cStringIO, re, logging, smtplib, ConfigParser, socket import commands # configure logging logger = logging.getLogger('notify-roundup') hdlr = logging.FileHandler('/tmp/log') formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s') hdlr.setFormatter(formatter) logger.addHandler(hdlr) logger.propogate = False logger.setLevel(logging.DEBUG) #print sys.argv # now try to import stuff that might not work try: import roundup.instance, roundup.date import svn.fs import svn.delta import svn.repos import svn.core from mercurial import ui, hg except: logger.exception('Exception while importing Roundup and SVN/hg') sys.exit(1) class Failed(Exception): pass class Unauthorised(Failed): pass def main(pool): '''Handle the commit revision. ''' # command-line args cfg = ConfigParser.ConfigParser() cfg.read(sys.argv[1]) repos_dir = sys.argv[2] vcs_type = cfg.get('vcs', 'type') if vcs_type == 'svn': revision = int(sys.argv[3]) elif vcs_type == 'hg': revisions = sys.argv[3].split(':') revisionz = revisions[1].lstrip() revision = int(revisionz) else: logging.error('something wen\'t wrong') # get a handle on the revision in the VCS repository if vcs_type == 'svn': repos = SVNRepository(repos_dir, revision, pool) elif vcs_type == 'hg': repos = HGRepository(repos_dir, revision, pool) else: logging.error('we currently don\'t support %s VCS type'%vcs_type) repos.klass = cfg.get('main', 'item-class') if not repos.extract_info(): return if cfg.has_option('main', 'host'): repos.host = cfg.get('main', 'host') else: repos.host = socket.gethostname() mode = cfg.get('main', 'mode') if mode == 'local': notify_local(cfg.get('local', 'tracker-home'), repos) elif mode == 'email': tracker_address = cfg.get('email', 'tracker-address') domain = cfg.get('email', 'default-domain') smtp_host = cfg.get('email', 'smtp-host') if cfg.has_option('address mappings', repos.author): mapped_email = cfg.get('address mappings', repos.author) elif cfg.has_option('address mappings', '*'): mapped_email = cfg.get('address mappings', '*') else: mapped_email = repos.author if '@' not in mapped_email: mapped_email += domain notify_email(tracker_address, mapped_email, smtp_host, repos) else: logging.error('invalid mode %s in config file'%mode) def notify_email(tracker_address, from_address, smtp_host, repos): subject = '[%s%s] SVN commit message'%(repos.klass, repos.itemid) if repos.status: subject += ' [status=%s]'%repos.status date = time.strftime('%Y-%m-%d %H:%M:%S', repos.date) message = '''From: %s To: %s Subject: %s revision=%s host=%s repos=%s date=%s summary=%s %s'''%(from_address, tracker_address, subject, repos.rev, repos.host, repos.repos_dir, date, repos.summary, repos.message) logger.debug('MESSAGE TO SEND\n%s'%message) smtp = smtplib.SMTP(smtp_host) try: smtp.sendmail(from_address, [tracker_address], message) except: logging.exception('mail to %r from %r via %r'%(tracker_address, from_address, smtp_host)) def notify_local(tracker_home, repos): # get a handle on the tracker db tracker = roundup.instance.open(tracker_home) db = tracker.open('admin') try: notify_local_inner(db, tracker_home, repos) except: db.rollback() db.close() raise def notify_local_inner(db, tracker_home, repos): # sanity check try: db.getclass(repos.klass) except KeyError: logger.error('no such tracker class %s'%repos.klass) raise Failed if not db.getclass(repos.klass).hasnode(repos.itemid): logger.error('no such %s item %s'%(repos.klass, repos.itemid)) raise Failed if repos.status: try: status_id = db.status.lookup(repos.status) except KeyError: logger.error('no such status %s'%repos.status) raise Failed print repos.host, repos.repos_dir # get the svn repo information from the tracker try: vcs_repo_id = db.vcs_repo.stringFind(host=repos.host, path=repos.repos_dir)[0] except IndexError: logger.error('no repository %s in tracker'%repos.repos_dir) raise Failed # log in as the appropriate user try: matches = db.user.stringFind(vcs_name=repos.author) except KeyError: # the user class has no property "svn_name" matches = [] if matches: userid = matches[0] else: try: userid = db.user.lookup(repos.author) except KeyError: raise Failed, 'no Roundup user matching %s'%repos.author username = db.user.get(userid, 'username') db.close() # tell Roundup tracker = roundup.instance.open(tracker_home) db = tracker.open(username) # check perms if not db.security.hasPermission('Create', userid, 'vcs_rev'): raise Unauthorised, "Can't create items of class 'vcs_rev'" if not db.security.hasPermission('Create', userid, 'msg'): raise Unauthorised, "Can't create items of class 'msg'" if not db.security.hasPermission('Edit', userid, repos.klass, 'messages', repos.itemid): raise Unauthorised, "Can't edit items of class '%s'"%repos.klass if repos.status and not db.security.hasPermission('Edit', userid, repos.klass, 'status', repos.itemid): raise Unauthorised, "Can't edit items of class '%s'"%repos.klass # create the revision vcs_rev_id = db.vcs_rev.create(repository=vcs_repo_id, revision=repos.rev) # add the message to the spool date = roundup.date.Date(repos.date) msgid = db.msg.create(content=repos.message, summary=repos.summary, author=userid, date=date, revision=vcs_rev_id) klass = db.getclass(repos.klass) messages = klass.get(repos.itemid, 'messages') messages.append(msgid) klass.set(repos.itemid, messages=messages) # and set the status if repos.status: klass.set(repos.itemid, status=status_id) db.commit() logger.debug('Roundup modification complete') db.close() def _select_adds(change): return change.added def _select_deletes(change): return change.path is None def _select_modifies(change): return not change.added and change.path is not None def generate_list(output, header, changelist, selection): items = [ ] for path, change in changelist: if selection(change): items.append((path, change)) if not items: return output.write('%s:\n' % header) for fname, change in items: if change.item_kind == svn.core.svn_node_dir: is_dir = '/' else: is_dir = '' if change.prop_changes: if change.text_changed: props = ' (contents, props changed)' else: props = ' (props changed)' else: props = '' output.write(' %s%s%s\n' % (fname, is_dir, props)) if change.added and change.base_path: if is_dir: text = '' elif change.text_changed: text = ', changed' else: text = ' unchanged' output.write(' - copied%s from r%d, %s%s\n' % (text, change.base_rev, change.base_path[1:], is_dir)) class BZRRepository: '''Holds roots and other information about the bzr repository. THIS IS WIP AND HASN'T BEEN TESTED AT ALL! ''' def __init__(self,repos_dir,rev,pool): self.repos_dir = repos_dir self.rev = rev self.pool = pool authors_calls = commands.getoutput('bzr log -r-1 --line ' + self.repos_dir + ' | grep committer') authors_split = authors_calls.split(':') authoro = authors_split[1].lstrip().split('<') author_split2 = authoro[0].rstrip('>').split() self.author = author_split[0].lower() class GitRepository: '''Holds roots and other information about the git repository. THIS IS WIP AND HASN'T BEEN TESTED AT ALL! ''' self.repos_dir = repos_dir self.rev = rev self.pool = pool class HGRepository: '''Holds roots and other information about the hg repository. ''' def __init__(self,repos_dir,rev,pool): self.repos_dir = repos_dir self.rev = rev self.pool = pool authors_calls = commands.getoutput('hg log ' + self.repos_dir + ' --rev=tip | grep user') authors_split = authors_calls.split(':') authoro = authors_split[1].lstrip().split('<') author_split2 = authoro[0].rstrip('>').split() self.author = author_split2[0].lower() def extract_info(self): issue_re = re.compile('^\s*(%s)\s*(\d+)(\s+(\S+))?\s*$'%self.klass, re.I) # parse for Roundup item information log = commands.getoutput('hg log ' + self.repos_dir + ' --rev=tip | grep summary') or '' log_mine = log.split(':') log_mines = log_mine[1].lstrip() for line in log_mines.splitlines(): m = issue_re.match(line) if m: break else: # nothing to do return # parse out the issue information klass = m.group(1) self.itemid = m.group(2) issue = klass + self.itemid self.status = m.group(4) logger.debug('Roundup info item=%r, status=%r'%(issue, self.status)) # Generate email for the various groups and option-params. output = cStringIO.StringIO() output.write('Log:\n%s\n'%log_mines) self.message = output.getvalue() self.summary = "This is hg change" self.date = time.localtime() return True class SVNRepository: '''Hold roots and other information about the svn repository. From mailer.py ''' def __init__(self, repos_dir, rev, pool): self.repos_dir = repos_dir self.rev = rev self.pool = pool self.repos_ptr = svn.repos.svn_repos_open(repos_dir, pool) self.fs_ptr = svn.repos.svn_repos_fs(self.repos_ptr) self.roots = {} self.root_this = self.roots[rev] = svn.fs.revision_root(self.fs_ptr, rev, self.pool) self.author = self.get_rev_prop(svn.core.SVN_PROP_REVISION_AUTHOR) def get_rev_prop(self, propname): return svn.fs.revision_prop(self.fs_ptr, self.rev, propname, self.pool) def extract_info(self): issue_re = re.compile('^\s*(%s)\s*(\d+)(\s+(\S+))?\s*$'%self.klass, re.I) # parse for Roundup item information log = self.get_rev_prop(svn.core.SVN_PROP_REVISION_LOG) or '' for line in log.splitlines(): m = issue_re.match(line) if m: break else: # nothing to do return # parse out the issue information klass = m.group(1) self.itemid = m.group(2) issue = klass + self.itemid self.status = m.group(4) logger.debug('Roundup info item=%r, status=%r'%(issue, self.status)) # get all the changes and sort by path editor = svn.repos.RevisionChangeCollector(self.fs_ptr, self.rev, self.pool) e_ptr, e_baton = svn.delta.make_editor(editor, self.pool) svn.repos.svn_repos_replay(self.root_this, e_ptr, e_baton, self.pool) changelist = editor.changes.items() changelist.sort() # figure out the changed directories dirs = { } for path, change in changelist: if change.item_kind == svn.core.svn_node_dir: dirs[path] = None else: idx = path.rfind('/') if idx == -1: dirs[''] = None else: dirs[path[:idx]] = None dirlist = dirs.keys() # figure out the common portion of all the dirs. note that there is # no "common" if only a single dir was changed, or the root was changed. if len(dirs) == 1 or dirs.has_key(''): commondir = '' else: common = dirlist.pop().split('/') for d in dirlist: parts = d.split('/') for i in range(len(common)): if i == len(parts) or common[i] != parts[i]: del common[i:] break commondir = '/'.join(common) if commondir: # strip the common portion from each directory l = len(commondir) + 1 dirlist = [ ] for d in dirs.keys(): if d == commondir: dirlist.append('.') else: dirlist.append(d[l:]) else: # nothing in common, so reset the list of directories dirlist = dirs.keys() # compose the basic subject line. later, we can prefix it. dirlist.sort() dirlist = ' '.join(dirlist) if commondir: self.summary = 'r%d - in %s: %s' % (self.rev, commondir, dirlist) else: self.summary = 'r%d - %s' % (self.rev, dirlist) # Generate email for the various groups and option-params. output = cStringIO.StringIO() # print summary sections generate_list(output, 'Added', changelist, _select_adds) generate_list(output, 'Removed', changelist, _select_deletes) generate_list(output, 'Modified', changelist, _select_modifies) output.write('Log:\n%s\n'%log) self.message = output.getvalue() svndate = self.get_rev_prop(svn.core.SVN_PROP_REVISION_DATE) self.date = time.localtime(svn.core.secs_from_timestr(svndate, self.pool)) return True if __name__ == '__main__': try: svn.core.run_app(main) except Failed, message: logger.error(message) sys.exit(1) except: logger.exception('top level') sys.exit(1)