code-bc85cab08e6f/scripts/README.txt0000644000000000000000000000203711226713516015267 0ustar 00000000000000Scripts in this directory: add-issue Add a single issue, as specified on the command line, to your tracker. The initial message for the issue is taken from standard input. roundup-reminder Generate an email that lists outstanding issues. Send in both plain text and HTML formats. weekly-report Generate a simple report outlining the activity in one tracker for the most recent week. schema_diagram.py Generate a schema diagram for a roundup tracker. It generates a 'dot file' that is then fed into the 'dot' tool (http://www.graphviz.org) to generate a graph. server-ctl Control the roundup-server daemon from the command line with start, stop, restart, condstart (conditional start - only if server is stopped) and status commands. roundup.rc-debian An control script that may be installed in /etc/init.d on Debian systems. Offers start, stop and restart commands and integrates with the Debian init process. imapServer.py This IMAP server script that runs in the background and checks for new email from a variety of mailboxes. code-bc85cab08e6f/scripts/add-issue0000755000000000000000000000277211226713516015403 0ustar 00000000000000#! /usr/bin/env python # $Id: add-issue,v 1.2 2003-04-30 01:28:37 richard Exp $ ''' Usage: %s Create a new issue in the given tracker. Input is taken from STDIN to create the initial issue message (which may be empty). Issues will be created as the current user (%s) if they exist as a Roundup user, or "admin" otherwise. ''' import sys, os, pwd from roundup import instance, mailgw, date # open the instance username = pwd.getpwuid(os.getuid())[0] if len(sys.argv) < 3: print "Error: Not enough arguments" print __doc__.strip()%(sys.argv[0], username) sys.exit(1) tracker_home = sys.argv[1] issue_priority = sys.argv[2] issue_title = ' '.join(sys.argv[3:]) # get the message, if any message_text = sys.stdin.read().strip() # open the tracker tracker = instance.open(tracker_home) db = tracker.open('admin') uid = db.user.lookup('admin') try: # try to open the tracker as the current user uid = db.user.lookup(username) db.close() db = tracker.open(username) except KeyError: pass try: # handle the message messages = [] if message_text: summary, x = mailgw.parseContent(message_text, 0, 0) msg = db.msg.create(content=message_text, summary=summary, author=uid, date=date.Date()) messages = [msg] # now create the issue db.issue.create(title=issue_title, priority=issue_priority, messages=messages) db.commit() finally: db.close() # vim: set filetype=python ts=4 sw=4 et si code-bc85cab08e6f/scripts/copy-user.py0000755000000000000000000000505711226713516016101 0ustar 00000000000000#!/usr/bin/env python # Copyright (C) 2003 by Intevation GmbH # Author: # Thomas Arendsen Hein # # This program is free software dual licensed under the GPL (>=v2) # and the Roundup Licensing (see COPYING.txt in the roundup distribution). """ copy-user [...] Copy one or more Roundup users from one tracker instance to another. Example: copy-user /roundup/tracker1 /roundup/tracker2 `seq 3 10` 14 16 (copies users 3, 4, 5, 6, 7, 8, 9, 10, 14 and 16) """ __version__ = "$Revision: 1.1 $" # $Source: /home/stefan/projects/roundup-migrate/roundup/scripts/copy-user.py,v $ # $Id: copy-user.py,v 1.1 2003-12-04 23:13:43 richard Exp $ import sys import roundup.instance def copy_user(home1, home2, *userids): """Copy users which are listed by userids from home1 to home2""" copyattribs = ['username', 'password', 'address', 'realname', 'phone', 'organisation', 'alternate_addresses', 'roles', 'timezone'] try: instance1 = roundup.instance.open(home1) print "Opened source instance: %s" % home1 except: print "Can't open source instance: %s" % home1 sys.exit(1) try: instance2 = roundup.instance.open(home2) print "Opened target instance: %s" % home2 except: print "Can't open target instance: %s" % home2 sys.exit(1) db1 = instance1.open('admin') db2 = instance2.open('admin') userlist = db1.user.list() for userid in userids: try: userid = str(int(userid)) except ValueError, why: print "Not a numeric user id: %s Skipping ..." % (userid,) continue if userid not in userlist: print "User %s not in source instance. Skipping ..." % userid continue user = {} for attrib in copyattribs: value = db1.user.get(userid, attrib) if value: user[attrib] = value try: db2.user.lookup(user['username']) print "User %s: Username '%s' exists in target instance. Skipping ..." % (userid, user['username']) continue except KeyError, why: pass print "Copying user %s (%s) ..." % (userid, user['username']) db2.user.create(**user) db2.commit() db2.close() print "Closed target instance." db1.close() print "Closed source instance." if __name__ == "__main__": if len(sys.argv) < 4: print __doc__ sys.exit(1) else: copy_user(*sys.argv[1:]) code-bc85cab08e6f/scripts/hyperdb_example.py0000644000000000000000000000107411226713516017313 0ustar 00000000000000from roundup.hyperdb import String, Number, Multilink from roundup.backends.back_bsddb import Database, Class class config: DATABASE='/tmp/hyperdb_example' db = Database(config, 'admin') spam = Class(db, 'spam', name=String(), size=Number()) widget = Class(db, 'widget', title=String(), spam=Multilink('spam')) oneid = spam.create(name='one', size=1) twoid = spam.create(name='two', size=2) widgetid = widget.create(title='a widget', spam=[oneid, twoid]) # dumb, simple query print widget.find(spam=oneid) print widget.history(widgetid) print widget.search_text( code-bc85cab08e6f/scripts/imapServer.py0000644000000000000000000003351711226713516016267 0ustar 00000000000000#!/usr/bin/env python """\ This script is a wrapper around the mailgw.py script that exists in roundup. It runs as service instead of running as a one-time shot. It also connects to a secure IMAP server. The main reasons for this script are: 1) The roundup-mailgw script isn't designed to run as a server. It expects that you either run it by hand, and enter the password each time, or you supply the password on the command line. I prefer to run a server that I initialize with the password, and then it just runs. I don't want to have to pass it on the command line, so running through crontab isn't a possibility. (This wouldn't be a problem on a local machine running through a mailspool.) 2) mailgw.py somehow screws up SSL support so IMAP4_SSL doesn't work. So hopefully running that work outside of the mailgw will allow it to work. 3) I wanted to be able to check multiple projects at the same time. roundup-mailgw is only for 1 mailbox and 1 project. *TODO*: For the first round, the program spawns a new roundup-mailgw for each imap message that it finds and pipes the result in. In the future it might be more practical to actually include the roundup files and run the appropriate commands using python. *TODO*: Look into supporting a logfile instead of using 2>/logfile *TODO*: Add an option for changing the uid/gid of the running process. """ import getpass import logging import imaplib import optparse import os import re import time logging.basicConfig() log = logging.getLogger('IMAPServer') version = '0.1.2' class RoundupMailbox: """This contains all the info about each mailbox. Username, Password, server, security, roundup database """ def __init__(self, dbhome='', username=None, password=None, mailbox=None , server=None, protocol='imaps'): self.username = username self.password = password self.mailbox = mailbox self.server = server self.protocol = protocol self.dbhome = dbhome try: if not self.dbhome: self.dbhome = raw_input('Tracker home: ') if not os.path.exists(self.dbhome): raise ValueError, 'Invalid home address: ' \ 'directory "%s" does not exist.' % self.dbhome if not self.server: self.server = raw_input('Server: ') if not self.server: raise ValueError, 'No Servername supplied' protocol = raw_input('protocol [imaps]? ') self.protocol = protocol if not self.username: self.username = raw_input('Username: ') if not self.username: raise ValueError, 'Invalid Username' if not self.password: print 'For server %s, user %s' % (self.server, self.username) self.password = getpass.getpass() # password can be empty because it could be superceeded # by a later entry #if self.mailbox is None: # self.mailbox = raw_input('Mailbox [INBOX]: ') # # We allow an empty mailbox because that will # # select the INBOX, whatever it is called except (KeyboardInterrupt, EOFError): raise ValueError, 'Canceled by User' def __str__(self): return 'Mailbox{ server:%(server)s, protocol:%(protocol)s, ' \ 'username:%(username)s, mailbox:%(mailbox)s, ' \ 'dbhome:%(dbhome)s }' % self.__dict__ # [als] class name is misleading. this is imap client, not imap server class IMAPServer: """IMAP mail gatherer. This class runs as a server process. It is configured with a list of mailboxes to connect to, along with the roundup database directories that correspond with each email address. It then connects to each mailbox at a specified interval, and if there are new messages it reads them, and sends the result to the roundup.mailgw. *TODO*: Try to be smart about how you access the mailboxes so that you can connect once, and access multiple mailboxes and possibly multiple usernames. *NOTE*: This assumes that if you are using the same user on the same server, you are using the same password. (the last one supplied is used.) Empty passwords are ignored. Only the last protocol supplied is used. """ def __init__(self, pidfile=None, delay=5, daemon=False): #This is sorted by servername, then username, then mailboxes self.mailboxes = {} self.delay = float(delay) self.pidfile = pidfile self.daemon = daemon def setDelay(self, delay): self.delay = delay def addMailbox(self, mailbox): """ The linkage is as follows: servers -- users - mailbox:dbhome So there can be multiple servers, each with multiple users. Each username can be associated with multiple mailboxes. each mailbox is associated with 1 database home """ log.info('Adding mailbox %s', mailbox) if not self.mailboxes.has_key(mailbox.server): self.mailboxes[mailbox.server] = {'protocol':'imaps', 'users':{}} server = self.mailboxes[mailbox.server] if mailbox.protocol: server['protocol'] = mailbox.protocol if not server['users'].has_key(mailbox.username): server['users'][mailbox.username] = {'password':'', 'mailboxes':{}} user = server['users'][mailbox.username] if mailbox.password: user['password'] = mailbox.password if user['mailboxes'].has_key(mailbox.mailbox): raise ValueError, 'Mailbox is already defined' user['mailboxes'][mailbox.mailbox] = mailbox.dbhome def _process(self, message, dbhome): """Actually process one of the email messages""" child = os.popen('roundup-mailgw %s' % dbhome, 'wb') child.write(message) child.close() #print message def _getMessages(self, serv, count, dbhome): """This assumes that you currently have a mailbox open, and want to process all messages that are inside. """ for n in range(1, count+1): (t, data) = serv.fetch(n, '(RFC822)') if t == 'OK': self._process(data[0][1], dbhome) serv.store(n, '+FLAGS', r'(\Deleted)') def checkBoxes(self): """This actually goes out and does all the checking. Returns False if there were any errors, otherwise returns true. """ noErrors = True for server in self.mailboxes: log.info('Connecting to server: %s', server) s_vals = self.mailboxes[server] try: for user in s_vals['users']: u_vals = s_vals['users'][user] # TODO: As near as I can tell, you can only # login with 1 username for each connection to a server. protocol = s_vals['protocol'].lower() if protocol == 'imaps': serv = imaplib.IMAP4_SSL(server) elif protocol == 'imap': serv = imaplib.IMAP4(server) else: raise ValueError, 'Unknown protocol %s' % protocol password = u_vals['password'] try: log.info('Connecting as user: %s', user) serv.login(user, password) for mbox in u_vals['mailboxes']: dbhome = u_vals['mailboxes'][mbox] log.info('Using mailbox: %s, home: %s', mbox, dbhome) #access a specific mailbox if mbox: (t, data) = serv.select(mbox) else: # Select the default mailbox (INBOX) (t, data) = serv.select() try: nMessages = int(data[0]) except ValueError: nMessages = 0 log.info('Found %s messages', nMessages) if nMessages: self._getMessages(serv, nMessages, dbhome) serv.expunge() # We are done with this mailbox serv.close() except: log.exception('Exception with server %s user %s', server, user) noErrors = False serv.logout() serv.shutdown() del serv except: log.exception('Exception while connecting to %s', server) noErrors = False return noErrors def makeDaemon(self): """Turn this process into a daemon. - make our parent PID 1 Write our new PID to the pidfile. From A.M. Kuuchling (possibly originally Greg Ward) with modification from Oren Tirosh, and finally a small mod from me. Originally taken from roundup.scripts.roundup_server.py """ log.info('Running as Daemon') # Fork once if os.fork() != 0: os._exit(0) # Create new session os.setsid() # Second fork to force PPID=1 pid = os.fork() if pid: if self.pidfile: pidfile = open(self.pidfile, 'w') pidfile.write(str(pid)) pidfile.close() os._exit(0) def run(self): """Run email gathering daemon. This spawns itself as a daemon, and then runs continually, just sleeping inbetween checks. It is recommended that you run checkBoxes once first before you select run. That way you can know if there were any failures. """ if self.daemon: self.makeDaemon() while True: time.sleep(self.delay * 60.0) log.info('Time: %s', time.strftime('%Y-%m-%d %H:%M:%S')) self.checkBoxes() def getItems(s): """Parse a string looking for userame@server""" myRE = re.compile( r'((?P[^:]+)://)?'#You can supply a protocol if you like r'(' #The username part is optional r'(?P[^:]+)' #You can supply the password as r'(:(?P.+))?' #username:password@server r'@)?' r'(?P[^/]+)' r'(/(?P.+))?$' ) m = myRE.match(s) if m: return m.groupdict() else: return None def main(): """This is what is called if run at the prompt""" parser = optparse.OptionParser( version=('%prog ' + version), usage="""usage: %prog [options] (home server)... So each entry has a home, and then the server configuration. Home is just a path to the roundup issue tracker. The server is something of the form: imaps://user:password@server/mailbox If you don't supply the protocol, imaps is assumed. Without user or password, you will be prompted for them. The server must be supplied. Without mailbox the INBOX is used. Examples: %prog /home/roundup/trackers/test imaps://test@imap.example.com/test %prog /home/roundup/trackers/test imap.example.com \ /home/roundup/trackers/test2 imap.example.com/test2 """ ) parser.add_option('-d', '--delay', dest='delay', type='float', metavar='', default=5, help="Set the delay between checks in minutes. (default 5)" ) parser.add_option('-p', '--pid-file', dest='pidfile', metavar='', default=None, help="The pid of the server process will be written to " ) parser.add_option('-n', '--no-daemon', dest='daemon', action='store_false', default=True, help="Do not fork into the background after running the first check." ) parser.add_option('-v', '--verbose', dest='verbose', action='store_const', const=logging.INFO, help="Be more verbose in letting you know what is going on." " Enables informational messages." ) parser.add_option('-V', '--very-verbose', dest='verbose', action='store_const', const=logging.DEBUG, help="Be very verbose in letting you know what is going on." " Enables debugging messages." ) parser.add_option('-q', '--quiet', dest='verbose', action='store_const', const=logging.ERROR, help="Be less verbose. Ignores warnings, only prints errors." ) parser.add_option('-Q', '--very-quiet', dest='verbose', action='store_const', const=logging.CRITICAL, help="Be much less verbose. Ignores warnings and errors." " Only print CRITICAL messages." ) (opts, args) = parser.parse_args() if (len(args) == 0) or (len(args) % 2 == 1): parser.error('Invalid number of arguments. ' 'Each site needs a home and a server.') log.setLevel(opts.verbose) myServer = IMAPServer(delay=opts.delay, pidfile=opts.pidfile, daemon=opts.daemon) for i in range(0,len(args),2): home = args[i] server = args[i+1] if not os.path.exists(home): parser.error('Home: "%s" does not exist' % home) info = getItems(server) if not info: parser.error('Invalid server string: "%s"' % server) myServer.addMailbox( RoundupMailbox(dbhome=home, mailbox=info['mailbox'] , username=info['username'], password=info['password'] , server=info['server'], protocol=info['protocol'] ) ) if myServer.checkBoxes(): myServer.run() if __name__ == '__main__': main() # vim: et ft=python si sts=4 sw=4 code-bc85cab08e6f/scripts/import_sf.py0000644000000000000000000003431711226713516016153 0ustar 00000000000000""" Import tracker data from Sourceforge.NET This script needs four steps to work: 1. Export the project XML data using the admin web interface at sf.net 2. Run the file fetching (these are not included in the XML): import_sf.py files this will place all the downloaded files in the files dir by file id. 3. Convert the sf.net XML to Roundup "export" format: import_sf.py import this will generate a directory "/tmp/imported" which contains the data to be imported into a Roundup tracker. 4. Import the data: roundup-admin -i import /tmp/imported And you're done! """ import sys, os, csv, time, urllib2, httplib, mimetypes, urlparse # Python 2.3 ... 2.6 compatibility: from roundup.anypy.sets_ import set try: import cElementTree as ElementTree except ImportError: from elementtree import ElementTree from roundup import instance, hyperdb, date, support, password today = date.Date('.') DL_URL = 'http://sourceforge.net/tracker/download.php?group_id=%(group_id)s&atid=%(atid)s&aid=%(aid)s' def get_url(aid): """ so basically we have to jump through hoops, given an artifact id, to figure what the URL should be to access that artifact, and hence any attached files.""" # first we hit this URL... conn = httplib.HTTPConnection("sourceforge.net") conn.request("GET", "/support/tracker.php?aid=%s"%aid) response = conn.getresponse() # which should respond with a redirect to the correct url which has the # magic "group_id" and "atid" values in it that we need assert response.status == 302, 'response code was %s'%response.status location = response.getheader('location') query = urlparse.urlparse(response.getheader('location'))[-2] info = dict([param.split('=') for param in query.split('&')]) return DL_URL%info def fetch_files(xml_file, file_dir): """ Fetch files referenced in the xml_file into the dir file_dir. """ root = ElementTree.parse(xml_file).getroot() to_fetch = set() deleted = set() for artifact in root.find('artifacts'): for field in artifact.findall('field'): if field.get('name') == 'artifact_id': aid = field.text for field in artifact.findall('field'): if field.get('name') != 'artifact_history': continue for event in field.findall('history'): d = {} for field in event.findall('field'): d[field.get('name')] = field.text if d['field_name'] == 'File Added': fid = d['old_value'].split(':')[0] to_fetch.add((aid, fid)) if d['field_name'] == 'File Deleted': fid = d['old_value'].split(':')[0] deleted.add((aid, fid)) to_fetch = to_fetch - deleted got = set(os.listdir(file_dir)) to_fetch = to_fetch - got # load cached urls (sigh) urls = {} if os.path.exists(os.path.join(file_dir, 'urls.txt')): for line in open(os.path.join(file_dir, 'urls.txt')): aid, url = line.strip().split() urls[aid] = url for aid, fid in support.Progress('Fetching files', list(to_fetch)): if fid in got: continue if not urls.has_key(aid): urls[aid] = get_url(aid) f = open(os.path.join(file_dir, 'urls.txt'), 'a') f.write('%s %s\n'%(aid, urls[aid])) f.close() url = urls[aid] + '&file_id=' + fid f = urllib2.urlopen(url) data = f.read() n = open(os.path.join(file_dir, fid), 'w') n.write(data) f.close() n.close() def import_xml(tracker_home, xml_file, file_dir): """ Generate Roundup tracker import files based on the tracker schema, sf.net xml export and downloaded files from sf.net. """ tracker = instance.open(tracker_home) db = tracker.open('admin') resolved = db.status.lookup('resolved') unread = db.status.lookup('unread') chatting = db.status.lookup('unread') critical = db.priority.lookup('critical') urgent = db.priority.lookup('urgent') bug = db.priority.lookup('bug') feature = db.priority.lookup('feature') wish = db.priority.lookup('wish') adminuid = db.user.lookup('admin') anonuid = db.user.lookup('anonymous') root = ElementTree.parse(xml_file).getroot() def to_date(ts): return date.Date(time.gmtime(float(ts))) # parse out the XML artifacts = [] categories = set() users = set() add_files = set() remove_files = set() for artifact in root.find('artifacts'): d = {} op = {} artifacts.append(d) for field in artifact.findall('field'): name = field.get('name') if name == 'artifact_messages': for message in field.findall('message'): l = d.setdefault('messages', []) m = {} l.append(m) for field in message.findall('field'): name = field.get('name') if name == 'adddate': m[name] = to_date(field.text) else: m[name] = field.text if name == 'user_name': users.add(field.text) elif name == 'artifact_history': for event in field.findall('history'): l = d.setdefault('history', []) e = {} l.append(e) for field in event.findall('field'): name = field.get('name') if name == 'entrydate': e[name] = to_date(field.text) else: e[name] = field.text if name == 'mod_by': users.add(field.text) if e['field_name'] == 'File Added': add_files.add(e['old_value'].split(':')[0]) elif e['field_name'] == 'File Deleted': remove_files.add(e['old_value'].split(':')[0]) elif name == 'details': op['body'] = field.text elif name == 'submitted_by': op['user_name'] = field.text d[name] = field.text users.add(field.text) elif name == 'open_date': thedate = to_date(field.text) op['adddate'] = thedate d[name] = thedate else: d[name] = field.text categories.add(d['category']) if op.has_key('body'): l = d.setdefault('messages', []) l.insert(0, op) add_files -= remove_files # create users userd = {'nobody': '2'} users.remove('nobody') data = [ {'id': '1', 'username': 'admin', 'password': password.Password('admin'), 'roles': 'Admin', 'address': 'richard@python.org'}, {'id': '2', 'username': 'anonymous', 'roles': 'Anonymous'}, ] for n, user in enumerate(list(users)): userd[user] = n+3 data.append({'id': str(n+3), 'username': user, 'roles': 'User', 'address': '%s@users.sourceforge.net'%user}) write_csv(db.user, data) users=userd # create categories categoryd = {'None': None} categories.remove('None') data = [] for n, category in enumerate(list(categories)): categoryd[category] = n data.append({'id': str(n), 'name': category}) write_csv(db.keyword, data) categories = categoryd # create issues issue_data = [] file_data = [] message_data = [] issue_journal = [] message_id = 0 for artifact in artifacts: d = {} d['id'] = artifact['artifact_id'] d['title'] = artifact['summary'] d['assignedto'] = users[artifact['assigned_to']] if d['assignedto'] == '2': d['assignedto'] = None d['creation'] = artifact['open_date'] activity = artifact['open_date'] d['creator'] = users[artifact['submitted_by']] actor = d['creator'] if categories[artifact['category']]: d['keyword'] = [categories[artifact['category']]] issue_journal.append(( d['id'], d['creation'].get_tuple(), d['creator'], "'create'", {} )) p = int(artifact['priority']) if artifact['artifact_type'] == 'Feature Requests': if p > 3: d['priority'] = feature else: d['priority'] = wish else: if p > 7: d['priority'] = critical elif p > 5: d['priority'] = urgent elif p > 3: d['priority'] = bug else: d['priority'] = feature s = artifact['status'] if s == 'Closed': d['status'] = resolved elif s == 'Deleted': d['status'] = resolved d['is retired'] = True else: d['status'] = unread nosy = set() for message in artifact.get('messages', []): authid = users[message['user_name']] if not message['body']: continue body = convert_message(message['body'], message_id) if not body: continue m = {'content': body, 'author': authid, 'date': message['adddate'], 'creation': message['adddate'], } message_data.append(m) if authid not in (None, '2'): nosy.add(authid) activity = message['adddate'] actor = authid if d['status'] == unread: d['status'] = chatting # add import message m = {'content': 'IMPORT FROM SOURCEFORGE', 'author': '1', 'date': today, 'creation': today} message_data.append(m) # sort messages and assign ids d['messages'] = [] message_data.sort(lambda a,b:cmp(a['date'],b['date'])) for message in message_data: message_id += 1 message['id'] = str(message_id) d['messages'].append(message_id) d['nosy'] = list(nosy) files = [] for event in artifact.get('history', []): if event['field_name'] == 'File Added': fid, name = event['old_value'].split(':', 1) if fid in add_files: files.append(fid) name = name.strip() try: f = open(os.path.join(file_dir, fid)) content = f.read() f.close() except: content = 'content missing' file_data.append({ 'id': fid, 'creation': event['entrydate'], 'creator': users[event['mod_by']], 'name': name, 'type': mimetypes.guess_type(name)[0], 'content': content, }) continue elif event['field_name'] == 'close_date': action = "'set'" info = { 'status': unread } elif event['field_name'] == 'summary': action = "'set'" info = { 'title': event['old_value'] } else: # not an interesting / translatable event continue row = [ d['id'], event['entrydate'].get_tuple(), users[event['mod_by']], action, info ] if event['entrydate'] > activity: activity = event['entrydate'] issue_journal.append(row) d['files'] = files d['activity'] = activity d['actor'] = actor issue_data.append(d) write_csv(db.issue, issue_data) write_csv(db.msg, message_data) write_csv(db.file, file_data) f = open('/tmp/imported/issue-journals.csv', 'w') writer = csv.writer(f, colon_separated) writer.writerows(issue_journal) f.close() def convert_message(content, id): """ Strip off the useless sf message header crap """ if content[:14] == 'Logged In: YES': return '\n'.join(content.splitlines()[3:]).strip() return content class colon_separated(csv.excel): delimiter = ':' def write_csv(klass, data): props = klass.getprops() if not os.path.exists('/tmp/imported'): os.mkdir('/tmp/imported') f = open('/tmp/imported/%s.csv'%klass.classname, 'w') writer = csv.writer(f, colon_separated) propnames = klass.export_propnames() propnames.append('is retired') writer.writerow(propnames) for entry in data: row = [] for name in propnames: if name == 'is retired': continue prop = props[name] if entry.has_key(name): if isinstance(prop, hyperdb.Date) or \ isinstance(prop, hyperdb.Interval): row.append(repr(entry[name].get_tuple())) elif isinstance(prop, hyperdb.Password): row.append(repr(str(entry[name]))) else: row.append(repr(entry[name])) elif isinstance(prop, hyperdb.Multilink): row.append('[]') elif name in ('creator', 'actor'): row.append("'1'") elif name in ('created', 'activity'): row.append(repr(today.get_tuple())) else: row.append('None') row.append(entry.get('is retired', False)) writer.writerow(row) if isinstance(klass, hyperdb.FileClass) and entry.get('content'): fname = klass.exportFilename('/tmp/imported/', entry['id']) support.ensureParentsExist(fname) c = open(fname, 'w') if isinstance(entry['content'], unicode): c.write(entry['content'].encode('utf8')) else: c.write(entry['content']) c.close() f.close() f = open('/tmp/imported/%s-journals.csv'%klass.classname, 'w') f.close() if __name__ == '__main__': if sys.argv[1] == 'import': import_xml(*sys.argv[2:]) elif sys.argv[1] == 'files': fetch_files(*sys.argv[2:]) code-bc85cab08e6f/scripts/notify-roundup/bzr/roundup_bzr.py0000755000000000000000000000127611226713516022322 0ustar 00000000000000from bzrlib import branch import commands import os # Installation: # Copy this file to ~/.bazaar/plugins notify_path = /path/to/your/notify-roundup.py config_path = /path/to/your/notify-roundup.ini roundup_instance_path = /path/to/your/roundup/instance def post_commit_hook(branch='.'): my_branch = Branch.open(branch) revision = my_branch.last_revision() repo_dir = commands.getoutput('pwd') os.system("PYTHONPATH=" + roundup_instance_path + " " + "/usr/bin/python" + notify_path + config_path + " " + repo_dir + " " + revision) branch.Branch.hooks.install_named_hook('post_commit', post_commit_hook, 'Bazaar -> Roundup integration hook') code-bc85cab08e6f/scripts/notify-roundup/detectors/vcsauditor.py0000644000000000000000000000425011226713516023323 0ustar 00000000000000# Subversion integration auditor # # Watches for messages formatted by the notify-roundup.py Subversion hook # script, and parses the meta-data out of them, removing it from the # message body in the process. # # Place this file in your tracker's "detectors" directory. # # See end of file for change history import re, sets import roundup.date import ConfigParser vcs_msg = re.compile('^(revision|repos|host|date|summary)=(.*)$') ini_path = '/path/to/notify-roundup.ini' def parse_message(db, cl, nodeid, newvalues): '''Parse an incoming message for VCS (Subversion right now) information. ''' # collect up our meta-data from the message info = {} content = [] for line in newvalues.get('content', '').splitlines(): m = vcs_msg.match(line) if not m: content.append(line) continue info[m.group(1)] = m.group(2).strip() # only continue if all five pieces of information are present if len(info) != 5: return # look up the repository id try: vcs_repo_id = db.vcs_repo.stringFind(path=info['repos'], host=info['host'])[0] except IndexError: #logger.error('no repository %s in tracker'%repos.repos_dir) return # create the subversion revision item vcs_rev_id = db.vcs_rev.create(repository=vcs_repo_id, revision=int(info['revision'])) # minor bit of content cleaning - remove the single leading blank line if content and not content[0].strip(): del content[0] # set the info on the message newvalues['content'] = '\n'.join(content) newvalues['date'] = roundup.date.Date(info['date']) newvalues['summary'] = info['summary'] newvalues['revision'] = vcs_rev_id def undo_title(db, cl, nodeid, newvalues): '''Don't change the title of issues to "vcs commit message..."''' if newvalues.get('title', '').lower().startswith('vcs commit message'): del newvalues['title'] def init(db): db.msg.audit('create', parse_message) cfg = ConfigParser.ConfigParser() cfg.read(ini_path) fetch_klass = cfg.get('main', 'item-class') klass = db.getclass(fetch_klass) klass.audit('set', undo_title) code-bc85cab08e6f/scripts/notify-roundup/doc/README0000644000000000000000000000314511226713516020221 0ustar 00000000000000Roundup devel tracker in love with subversion ============================================= This document serves a tutorial on setting up a Roundup instance with devel template featuring subversion integration. Several assumptions are made in this tutorial: 1) You've checked out gsoc-2009 Roundup branch 2) You know how to setup subversion repository 3) You want to work with a local subversion repository Let's follow the steps: 1) Setup subversion post-commit hook a) Rename post-commit.tmpl to post-commit b) Make sure its executable (chmod +x) c) Add the following to it: PYTHON=/usr/bin/python NOTIFY=/path/to/notify-roundup.py[1] CONFIG=/path/to/notify-roundup.ini[1] PYTHONPATH=/path/to/roundup/instance "$PYTHON" "$NOTIFY" "$CONFIG" "$REPOS" "$REV" [1] notify-roundup.py and notify-roundup.ini can be found in scripts/notify-roundup 2) Modify notify-roundup.ini a) Set tracker home: tracker-home = /path/to/tracker-home b) Set address mappings 3) Copy html templates from scripts/notify-roundup/html to share/roundup/templates/devel/html 4) Copy revision_info.py extension from scripts/notify-roundup/extensions to share/roundup/templates/devel/extensions 5) Now, now, this wasn't so hard :) How-to format subversion commit message ======================================= By default, notify-roundup handles bugs. To change status of bug1, format your commit message like this: bug1 pending Current limitations =================== 1) Notify-roundup can work only with one item-class 2) Notify-roundup can only modify Status We are aware of the those limitations, and have plans to alleviate them in the future. code-bc85cab08e6f/scripts/notify-roundup/doc/README.hg0000644000000000000000000000430411226713516020614 0ustar 00000000000000Roundup devel tracker in love with Mercurial ============================================= This document serves a tutorial on setting up a Roundup instance with devel template featuring Mercurial integration. Several assumptions are made in this tutorial: 1) You've checked out gsoc-2009 Roundup branch 2) You know how to setup mercurial repository 3) You want to work with a local mercurial repository Let's follow the steps: 1) Setup Mercurial post-commit hook a) Copy notify-roundup.sh from scripts/notify-roundup/hg/notify-roundup.sh to somewhere b) Change paths to notify-roundup.{py,ini} and your roundup instance inside notify-roundup.sh [1] b) Make sure its executable (chmod +x) c) Add the following to /path/to/hg/repo/.hg/hgrc [hooks] commit = /path/to/notify-roundup.sh Note: Commit should probably be changed by "incoming". This is subject to further investigation. [1] notify-roundup.py and notify-roundup.ini can be found in scripts/notify-roundup 2) Modify notify-roundup.ini a) Set tracker home: tracker-home = /path/to/tracker-home b) Set address mappings Please be aware that we are playing tricks with Mercurial here. Your Roundup user should be the same as your first name for Mercurial. Lets explore that further with an example: HG author is set as: Mario Danic Notify-roundup would look for address mapping like this: mario = whatever_email_you_registered_with_to_Roundup So it takes your first name, lowers all chars and uses mappings to find appropriate Roundup user. c) Set VCS type to hg 3) Now, now, this wasn't so hard :) How-to format mercurial commit message ======================================= By default, notify-roundup handles bugs. To change status of bug1, format your commit message like this: bug1 pending Current limitations and bugs ============================ 1) Notify-roundup can work only with one item-class 2) Notify-roundup can only modify Status 3) Commit date isn't parsed 4) Summary isn't composed 5) Changed files should be generated and posted 6) Diff should be created for vcs_rev page 7) Parse multiple lines of commit message * This might already work We are aware of the those limitations, and have plans to alleviate them in the future. code-bc85cab08e6f/scripts/notify-roundup/extensions/revision_info.py0000644000000000000000000000525511226713516024222 0ustar 00000000000000# Subversion integration information fetcher # # Extracts information about a specific revision from a local repository. # # Place this file in your tracker's "extensions" directory. import sys, os, time from svn import core, fs, delta, repos from libsvn.fs import svn_fs_file_contents as file_contents import tempfile import logging hdlr = logging.FileHandler('/tmp/log') formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s') hdlr.setFormatter(formatter) def _dump_file(root, path): """Download file from repository and store it in local temporary.""" file = tempfile.mktemp() output = open(file, 'w+') if path is not None: stream = file_contents(root, path) try: while 1: chunk = core.svn_stream_read(stream, core.SVN_STREAM_CHUNK_SIZE) if not chunk: break output.write(chunk) finally: core.svn_stream_close(stream) output.close() return file class ChangeSetItem: def __init__(self, new_root, old_root, path, change): self.new_root = new_root self.old_root = old_root self.path = path if change.path: self.action = change.added and 'new' or 'modified' else: self.action = 'delete' self.change = change def diff(self): from difflib import HtmlDiff from_file = _dump_file(self.old_root, self.change.path) to_file = _dump_file(self.new_root, self.path) html = HtmlDiff() return html.make_file(open(from_file, 'r').readlines(), open(to_file, 'r').readlines(), 'original', 'new') return html_diff(file1, file2) def _info(pool, path, rev): repos_ptr = repos.svn_repos_open(path, pool) fs_ptr = repos.svn_repos_fs(repos_ptr) new_root = fs.revision_root(fs_ptr, rev, pool) old_root = fs.revision_root(fs_ptr, rev - 1, pool) # get all changes editor = repos.RevisionChangeCollector(fs_ptr, rev, pool) e_ptr, e_baton = delta.make_editor(editor, pool) repos.svn_repos_replay(new_root, e_ptr, e_baton, pool) changeset = editor.changes.items() logging.error(changeset) changeset.sort() return [ChangeSetItem(new_root, old_root, path, change) for path, change in changeset] def info(path, revision): return core.run_app(_info, path, int(revision)) def init(instance): instance.registerUtil('revision_info', info) if __name__ == '__main__': path = '/home/stefan/projects/svn-roundup/repo' revision = 1 if len(sys.argv) == 2: revision = int(sys.argv[1]) print revision_info(path, revision) code-bc85cab08e6f/scripts/notify-roundup/git/post-commit0000755000000000000000000000066211226713516021561 0ustar 00000000000000#!/bin/sh # # An example hook script that is called after a successful # commit is made. # # It is used for Roundup notification after a commit. PYTHON=/usr/bin/python NOTIFY=/path/to/your/notify-roundup.py CONFIG=/path/to/your/notify-roundup.ini REPOS=`/bin/pwd` REV="cd `/bin/pwd` ; /usr/bin/git log --pretty=format:%h | head -n1 " PYTHONPATH=/path/to/your/roundup/instance "$PYTHON" "$NOTIFY" "$CONFIG" "$REPOS" "$REV" : Nothing code-bc85cab08e6f/scripts/notify-roundup/hg/notify-roundup0000755000000000000000000000044211226713516022117 0ustar 00000000000000#!/bin/bash PYTHON=/usr/bin/python NOTIFY=/path/to/your/notify-roundup.py CONFIG=/path/to/your/notify-roundup.ini REPOS=`/bin/pwd` CMD="/usr/bin/hg log `/bin/pwd` --rev=tip" REV=`$CMD | grep changeset` PYTHONPATH=/path/to/your/roundup/instance "$PYTHON" "$NOTIFY" "$CONFIG" "$REPOS" "$REV" code-bc85cab08e6f/scripts/notify-roundup/html/bug.item.html0000644000000000000000000002530411226713516022141 0ustar 00000000000000 <tal:block condition="context/id" i18n:translate="" >Bug <span tal:replace="context/id" i18n:name="id" />: <span tal:replace="context/title" i18n:name="title" /> - <span tal:replace="config/TRACKER_NAME" i18n:name="tracker" /></tal:block> <tal:block condition="not:context/id" i18n:translate="" >New Bug report - <span tal:replace="config/TRACKER_NAME" i18n:name="tracker" /></tal:block> New Bug New Bug Editing Bug Bug Editing

You are not allowed to view this page.

Please login with your username and password.

classification
Title: title
Type: type Severity: severity
Components: components Versions: versions
process
Status: status Resolution: resolution
Dependencies:
View: 		Superseder:
View:
Assigned To: assignedto menu Nosy List:
Priority: priority Keywords: keywords
Comment:
File:
File Description:
  submit button Make a copy

Created on by , last changed by .

Files
File name Uploaded Description Edit Remove
dld link creator's name, creation date edit
Messages
msg Author: () Date: 
content
code-bc85cab08e6f/scripts/notify-roundup/html/user.item.html0000644000000000000000000001426411226713516022345 0ustar 00000000000000 <tal:if condition="context/id" i18n:translate="" >User <span tal:replace="context/id" i18n:name="id" />: <span tal:replace="context/username" i18n:name="title" /> - <span tal:replace="config/TRACKER_NAME" i18n:name="tracker" /></tal:if> <tal:if condition="not:context/id" i18n:translate="" >New User - <span tal:replace="config/TRACKER_NAME" i18n:name="tracker" /></tal:if> New User New User Editing User User Editing

You are not allowed to view this page.

Please login with your username and password.

Name
Login Name
Login Password
Confirm Password
VCS login vcs_name
(to give the user more than one role, enter a comma,separated,list)
Phone
Organisation
Timezone
E-mail address calvin@the-z.org  
 
Note:  highlighted  fields are required.
code-bc85cab08e6f/scripts/notify-roundup/html/vcs_rev.diff.html0000644000000000000000000000140611226713516023002 0ustar 00000000000000 SVN Revision <span tal:replace="context/revision" /> SVN Revision

You are not allowed to view this page.

 code-bc85cab08e6f/scripts/notify-roundup/html/vcs_rev.item.html0000644000000000000000000000142711226713516023033 0ustar 00000000000000 SVN Revision <span tal:replace="context/revision" /> SVN Revision

You are not allowed to view this page.

 code-bc85cab08e6f/scripts/notify-roundup/notify-roundup.ini0000644000000000000000000000253111226713516022275 0ustar 00000000000000; notify-roundup.py configuration file [main] ; notify a local or emailed tracker -- 'email' or 'local' ;mode = email mode = local ; change this to detect other issue types ; multiple issue classes are possible (use regular expression "either" syntax) item-class = bug ; item-class = system ; item-class = dev|system|network ; only set this if socket.gethostname() doesn't return the host's name as ; registered with your tracker ; host = host.name.example [local] ; if notifying a local tracker, configure this variable tracker-home = /path/to/your/tracker-home [email] ; if notifying a tracker by email, configure these variables smtp-host = smtp-host.example tracker-address = issues@host.example ; email-domain is used in conjuntion with the address mappings below default-domain = @host.example [vcs] ; choose a VCS type -- 'svn' or 'hg' ;type = hg type = svn [address mappings] ; map Subversion author names to email addresses that the tracker will ; recognise. The "email :: default-domain" var will be appended if the ; address doesn't specify a domain. ; ;richard = rjones richard = ni@spam.example ; If no mapping is defined for a particular author, we either: ; 1. use the @ address or, ; 2. if a "*" entry is defined under address mappings, then we use ; that address as the from address. ;* = unknown code-bc85cab08e6f/scripts/notify-roundup/notify-roundup.py0000755000000000000000000004137711226713516022164 0ustar 00000000000000#!/usr/bin/python # # notify-roundup.py: call into a roundup tracker to notify it of commits # # USAGE: notify-roundup.py TRACKER-HOME REPOS-DIR REVISION # notify-roundup.py TRACKER-HOME REPOS-DIR REVISION AUTHOR PROPNAME # # TRACKER-HOME is the tracker to notify # # See end of file for change history import sys, os, time, cStringIO, re, logging, smtplib, ConfigParser, socket import commands # configure logging logger = logging.getLogger('notify-roundup') hdlr = logging.FileHandler('/tmp/log') formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s') hdlr.setFormatter(formatter) logger.addHandler(hdlr) logger.propogate = False logger.setLevel(logging.DEBUG) #print sys.argv # now try to import stuff that might not work try: import roundup.instance, roundup.date import svn.fs import svn.delta import svn.repos import svn.core from mercurial import ui, hg except: logger.exception('Exception while importing Roundup and SVN/hg') sys.exit(1) class Failed(Exception): pass class Unauthorised(Failed): pass def main(pool): '''Handle the commit revision. ''' # command-line args cfg = ConfigParser.ConfigParser() cfg.read(sys.argv[1]) repos_dir = sys.argv[2] vcs_type = cfg.get('vcs', 'type') if vcs_type == 'svn' or vcs_type == 'bzr' or vcs_type == 'git': revision = sys.argv[3] elif vcs_type == 'hg': revisions = sys.argv[3].split(':') revision = revisions[1].lstrip() else: logging.error('something wen\'t wrong') # get a handle on the revision in the VCS repository if vcs_type == 'svn': repos = SVNRepository(repos_dir, revision, pool) elif vcs_type == 'hg': repos = HGRepository(repos_dir, revision, pool) else: logging.error('we currently don\'t support %s VCS type'%vcs_type) repos.klass = cfg.get('main', 'item-class') if not repos.extract_info(): return if cfg.has_option('main', 'host'): repos.host = cfg.get('main', 'host') else: repos.host = socket.gethostname() mode = cfg.get('main', 'mode') if mode == 'local': notify_local(cfg.get('local', 'tracker-home'), repos) elif mode == 'email': tracker_address = cfg.get('email', 'tracker-address') domain = cfg.get('email', 'default-domain') smtp_host = cfg.get('email', 'smtp-host') if cfg.has_option('address mappings', repos.author): mapped_email = cfg.get('address mappings', repos.author) elif cfg.has_option('address mappings', '*'): mapped_email = cfg.get('address mappings', '*') else: mapped_email = repos.author if '@' not in mapped_email: mapped_email += domain notify_email(tracker_address, mapped_email, smtp_host, repos) else: logging.error('invalid mode %s in config file'%mode) def notify_email(tracker_address, from_address, smtp_host, repos): subject = '[%s%s] SVN commit message'%(repos.klass, repos.itemid) if repos.status: subject += ' [status=%s]'%repos.status date = time.strftime('%Y-%m-%d %H:%M:%S', repos.date) message = '''From: %s To: %s Subject: %s revision=%s host=%s repos=%s date=%s summary=%s %s'''%(from_address, tracker_address, subject, repos.rev, repos.host, repos.repos_dir, date, repos.summary, repos.message) logger.debug('MESSAGE TO SEND\n%s'%message) smtp = smtplib.SMTP(smtp_host) try: smtp.sendmail(from_address, [tracker_address], message) except: logging.exception('mail to %r from %r via %r'%(tracker_address, from_address, smtp_host)) def notify_local(tracker_home, repos): # get a handle on the tracker db tracker = roundup.instance.open(tracker_home) db = tracker.open('admin') try: notify_local_inner(db, tracker_home, repos) except: db.rollback() db.close() raise def notify_local_inner(db, tracker_home, repos): # sanity check try: db.getclass(repos.klass) except KeyError: logger.error('no such tracker class %s'%repos.klass) raise Failed if not db.getclass(repos.klass).hasnode(repos.itemid): logger.error('no such %s item %s'%(repos.klass, repos.itemid)) raise Failed if repos.status: try: status_id = db.status.lookup(repos.status) except KeyError: logger.error('no such status %s'%repos.status) raise Failed print repos.host, repos.repos_dir # get the svn repo information from the tracker try: vcs_repo_id = db.vcs_repo.stringFind(host=repos.host, path=repos.repos_dir)[0] except IndexError: logger.error('no repository %s in tracker'%repos.repos_dir) raise Failed # log in as the appropriate user try: matches = db.user.stringFind(vcs_name=repos.author) except KeyError: # the user class has no property "svn_name" matches = [] if matches: userid = matches[0] else: try: userid = db.user.lookup(repos.author) except KeyError: raise Failed, 'no Roundup user matching %s'%repos.author username = db.user.get(userid, 'username') db.close() # tell Roundup tracker = roundup.instance.open(tracker_home) db = tracker.open(username) # check perms if not db.security.hasPermission('Create', userid, 'vcs_rev'): raise Unauthorised, "Can't create items of class 'vcs_rev'" if not db.security.hasPermission('Create', userid, 'msg'): raise Unauthorised, "Can't create items of class 'msg'" if not db.security.hasPermission('Edit', userid, repos.klass, 'messages', repos.itemid): raise Unauthorised, "Can't edit items of class '%s'"%repos.klass if repos.status and not db.security.hasPermission('Edit', userid, repos.klass, 'status', repos.itemid): raise Unauthorised, "Can't edit items of class '%s'"%repos.klass # create the revision vcs_rev_id = db.vcs_rev.create(repository=vcs_repo_id, revision=repos.rev) # add the message to the spool date = roundup.date.Date(repos.date) msgid = db.msg.create(content=repos.message, summary=repos.summary, author=userid, date=date, revision=vcs_rev_id) klass = db.getclass(repos.klass) messages = klass.get(repos.itemid, 'messages') messages.append(msgid) klass.set(repos.itemid, messages=messages) # and set the status if repos.status: klass.set(repos.itemid, status=status_id) db.commit() logger.debug('Roundup modification complete') db.close() def _select_adds(change): return change.added def _select_deletes(change): return change.path is None def _select_modifies(change): return not change.added and change.path is not None def generate_list(output, header, changelist, selection): items = [ ] for path, change in changelist: if selection(change): items.append((path, change)) if not items: return output.write('%s:\n' % header) for fname, change in items: if change.item_kind == svn.core.svn_node_dir: is_dir = '/' else: is_dir = '' if change.prop_changes: if change.text_changed: props = ' (contents, props changed)' else: props = ' (props changed)' else: props = '' output.write(' %s%s%s\n' % (fname, is_dir, props)) if change.added and change.base_path: if is_dir: text = '' elif change.text_changed: text = ', changed' else: text = ' unchanged' output.write(' - copied%s from r%d, %s%s\n' % (text, change.base_rev, change.base_path[1:], is_dir)) class BZRRepository: '''Holds roots and other information about the bzr repository. THIS IS WIP AND HASN'T BEEN TESTED AT ALL! ''' def __init__(self,repos_dir,rev,pool): self.repos_dir = repos_dir self.rev = rev self.pool = pool authors_calls = commands.getoutput('bzr log -r-1 ' + self.repos_dir + ' | grep committer') authors_split = authors_calls.split(':') authoro = authors_split[1].lstrip().split('<') author_split2 = authoro[0].rstrip('>').split() self.author = author_split[0].lower() def extract_info(self): issue_re = re.compile('^\s*(%s)\s*(\d+)(\s+(\S+))?\s*$'%self.klass, re.I) # parse for Roundup item information log = commands.getoutput('bzr log -r-1 ' + self.repos_dir) or '' log_mine = log.split('message:') log_mines = log_mine[1].lstrip() for line in log_mines.splitlines(): m = issue_re.match(line) if m: break else: # nothing to do return # parse out the issue information klass = m.group(1) self.itemid = m.group(2) issue = klass + self.itemid self.status = m.group(4) logger.debug('Roundup info item=%r, status=%r'%(issue, self.status)) # Generate email for the various groups and option-params. output = cStringIO.StringIO() output.write('Log:\n%s\n'%log_mines) self.message = output.getvalue() self.summary = "This is bzr change" self.date = time.localtime() return True class GitRepository: '''Holds roots and other information about the git repository. THIS IS WIP AND HASN'T BEEN TESTED AT ALL! ''' def __init__(self,repos_dir,rev,pool): self.repos_dir = repos_dir self.rev = rev self.pool = pool authors_calls = commands.getoutput('cd ' + self.repos_dir + '; git log --pretty=format:%an | head -n1') authors_split = authors_calls.split() self.author = authors_split[0].lower() def extract_info(self): issue_re = re.compile('^\s*(%s)\s*(\d+)(\s+(\S+))?\s*$'%self.klass, re.I) # parse for Roundup item information log = commands.getoutput('cd ' + self.repos_dir + '; git log --pretty=format:%s | head -n1') or '' for line in log.splitlines(): m = issue_re.match(line) if m: break else: # nothing to do return # parse out the issue information klass = m.group(1) self.itemid = m.group(2) issue = klass + self.itemid self.status = m.group(4) logger.debug('Roundup info item=%r, status=%r'%(issue, self.status)) # Generate email for the various groups and option-params. output = cStringIO.StringIO() output.write('Log:\n%s\n'%log_mines) self.message = output.getvalue() self.summary = "This is git change" self.date = time.localtime() return True class HGRepository: '''Holds roots and other information about the hg repository. ''' def __init__(self,repos_dir,rev,pool): self.repos_dir = repos_dir self.rev = rev self.pool = pool authors_calls = commands.getoutput('hg log ' + self.repos_dir + ' --rev=tip | grep user') authors_split = authors_calls.split(':') authoro = authors_split[1].lstrip().split('<') author_split2 = authoro[0].rstrip('>').split() self.author = author_split2[0].lower() def extract_info(self): issue_re = re.compile('^\s*(%s)\s*(\d+)(\s+(\S+))?\s*$'%self.klass, re.I) # parse for Roundup item information log = commands.getoutput('hg log ' + self.repos_dir + ' --rev=tip | grep summary') or '' log_mine = log.split(':') log_mines = log_mine[1].lstrip() for line in log_mines.splitlines(): m = issue_re.match(line) if m: break else: # nothing to do return # parse out the issue information klass = m.group(1) self.itemid = m.group(2) issue = klass + self.itemid self.status = m.group(4) logger.debug('Roundup info item=%r, status=%r'%(issue, self.status)) # Generate email for the various groups and option-params. output = cStringIO.StringIO() output.write('Log:\n%s\n'%log_mines) self.message = output.getvalue() self.summary = "This is hg change" self.date = time.localtime() return True class SVNRepository: '''Hold roots and other information about the svn repository. From mailer.py ''' def __init__(self, repos_dir, rev, pool): self.repos_dir = repos_dir self.rev = rev self.pool = pool self.repos_ptr = svn.repos.svn_repos_open(repos_dir, pool) self.fs_ptr = svn.repos.svn_repos_fs(self.repos_ptr) self.roots = {} self.root_this = self.roots[rev] = svn.fs.revision_root(self.fs_ptr, rev, self.pool) self.author = self.get_rev_prop(svn.core.SVN_PROP_REVISION_AUTHOR) def get_rev_prop(self, propname): return svn.fs.revision_prop(self.fs_ptr, self.rev, propname, self.pool) def extract_info(self): issue_re = re.compile('^\s*(%s)\s*(\d+)(\s+(\S+))?\s*$'%self.klass, re.I) # parse for Roundup item information log = self.get_rev_prop(svn.core.SVN_PROP_REVISION_LOG) or '' for line in log.splitlines(): m = issue_re.match(line) if m: break else: # nothing to do return # parse out the issue information klass = m.group(1) self.itemid = m.group(2) issue = klass + self.itemid self.status = m.group(4) logger.debug('Roundup info item=%r, status=%r'%(issue, self.status)) # get all the changes and sort by path editor = svn.repos.RevisionChangeCollector(self.fs_ptr, self.rev, self.pool) e_ptr, e_baton = svn.delta.make_editor(editor, self.pool) svn.repos.svn_repos_replay(self.root_this, e_ptr, e_baton, self.pool) changelist = editor.changes.items() changelist.sort() # figure out the changed directories dirs = { } for path, change in changelist: if change.item_kind == svn.core.svn_node_dir: dirs[path] = None else: idx = path.rfind('/') if idx == -1: dirs[''] = None else: dirs[path[:idx]] = None dirlist = dirs.keys() # figure out the common portion of all the dirs. note that there is # no "common" if only a single dir was changed, or the root was changed. if len(dirs) == 1 or dirs.has_key(''): commondir = '' else: common = dirlist.pop().split('/') for d in dirlist: parts = d.split('/') for i in range(len(common)): if i == len(parts) or common[i] != parts[i]: del common[i:] break commondir = '/'.join(common) if commondir: # strip the common portion from each directory l = len(commondir) + 1 dirlist = [ ] for d in dirs.keys(): if d == commondir: dirlist.append('.') else: dirlist.append(d[l:]) else: # nothing in common, so reset the list of directories dirlist = dirs.keys() # compose the basic subject line. later, we can prefix it. dirlist.sort() dirlist = ' '.join(dirlist) if commondir: self.summary = 'r%d - in %s: %s' % (self.rev, commondir, dirlist) else: self.summary = 'r%d - %s' % (self.rev, dirlist) # Generate email for the various groups and option-params. output = cStringIO.StringIO() # print summary sections generate_list(output, 'Added', changelist, _select_adds) generate_list(output, 'Removed', changelist, _select_deletes) generate_list(output, 'Modified', changelist, _select_modifies) output.write('Log:\n%s\n'%log) self.message = output.getvalue() svndate = self.get_rev_prop(svn.core.SVN_PROP_REVISION_DATE) self.date = time.localtime(svn.core.secs_from_timestr(svndate, self.pool)) return True if __name__ == '__main__': try: svn.core.run_app(main) except Failed, message: logger.error(message) sys.exit(1) except: logger.exception('top level') sys.exit(1) code-bc85cab08e6f/scripts/roundup-reminder0000755000000000000000000001414111226713516017015 0ustar 00000000000000#! /usr/bin/env python # Copyright (c) 2002 ekit.com Inc (http://www.ekit-inc.com/) # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. ''' Simple script that emails all users of a tracker with the issues that are currently assigned to them. TODO: introduce some structure ;) TODO: possibly make this more general and configurable... ''' import sys, cStringIO, MimeWriter, smtplib from roundup import instance, date from roundup.mailer import SMTPConnection # open the instance if len(sys.argv) != 2: print 'You need to specify an instance home dir' instance_home = sys.argv[1] instance = instance.open(instance_home) db = instance.open('admin') resolved_id = db.status.lookup('resolved') def listCompare(x, y): "compare two tuples such that order is positive on [0] and negative on [1]" if x[0] < y[0]: return -1 if x[0] > y[0]: return 1 if x[1] > y[1]: return -1 if x[1] < y[1]: return 1 return 0 # loop through all the users for user_id in db.user.list(): # make sure we care aboue this user name = db.user.get(user_id, 'realname') if name is None: name = db.user.get(user_id, 'username') address = db.user.get(user_id, 'address') if address is None: continue # extract this user's issues l = [] for issue_id in db.issue.find(assignedto=user_id): if db.issue.get(issue_id, 'status') == resolved_id: continue order = db.priority.get(db.issue.get(issue_id, 'priority'), 'order') l.append((order, db.issue.get(issue_id, 'activity'), db.issue.get(issue_id, 'creation'), issue_id)) # sort the issues by timeliness and creation date l.sort(listCompare) if not l: continue # generate the email message message = cStringIO.StringIO() writer = MimeWriter.MimeWriter(message) writer.addheader('Subject', 'Your active %s issues'%db.config.TRACKER_NAME) writer.addheader('To', address) writer.addheader('From', '%s <%s>'%(db.config.TRACKER_NAME, db.config.ADMIN_EMAIL)) writer.addheader('Reply-To', '%s <%s>'%(db.config.TRACKER_NAME, db.config.ADMIN_EMAIL)) writer.addheader('MIME-Version', '1.0') writer.addheader('X-Roundup-Name', db.config.TRACKER_NAME) # start the multipart part = writer.startmultipartbody('alternative') part = writer.nextpart() body = part.startbody('text/plain') # do the plain text bit print >>body, 'Created ID Activity Title' print >>body, '='*75 # '2 months 213 immediate cc_daemon barfage old_priority = None for priority_order, activity_date, creation_date, issue_id in l: priority = db.issue.get(issue_id, 'priority') if (priority != old_priority): old_priority = priority print >>body, ' ', db.priority.get(priority,'name') # pretty creation creation = (creation_date - date.Date('.')).pretty() if creation is None: creation = creation_date.pretty() activity = (activity_date - date.Date('.')).pretty() title = db.issue.get(issue_id, 'title') if len(title) > 42: title = title[:38] + ' ...' print >>body, '%-11s %-4s %-9s %-42s'%(creation, issue_id, activity, title) # some help to finish off print >>body, ''' To view or respond to any of the issues listed above, visit the URL %s and click on "My Issues". Do NOT respond to this message. '''%db.config.TRACKER_WEB # now the HTML one part = writer.nextpart() body = part.startbody('text/html') colours = { 'immediate': ' bgcolor="#ffcdcd"', 'day': ' bgcolor="#ffdecd"', 'week': ' bgcolor="#ffeecd"', 'month': ' bgcolor="#ffffcd"', 'whenever': ' bgcolor="#ffffff"', } print >>body, ''' ''' old_priority = None for priority_order, activity_date, creation_date, issue_id in l: priority = db.issue.get(issue_id,'priority') if (priority != old_priority): old_priority = priority print >>body, ''%db.priority.get(priority,'name') creation = (date.Date('.') - creation_date).pretty() if creation is None: creation = (creation_date - date.Date('.')).pretty() title = db.issue.get(issue_id, 'title') issue_id = '%s'%(db.config.TRACKER_WEB, issue_id, issue_id) activity = (activity_date - date.Date('.')).pretty() print >>body, ''''''%(creation, issue_id, activity, title) print >>body, '
Created ID Activity Title
->->->%s
%s%s%s %s
' print >>body, '''

To view or respond to any of the issues listed above, simply click on the issue ID. Do not respond to this message.

''' # finish of the multipart writer.lastpart() # all done, send! smtp = SMTPConnection(db.config) smtp.sendmail(db.config.ADMIN_EMAIL, address, message.getvalue()) # vim: set filetype=python ts=4 sw=4 et si code-bc85cab08e6f/scripts/roundup.rc-debian0000644000000000000000000000211111226713516017024 0ustar 00000000000000#!/bin/sh -e # # roundup Startup script for the roundup http server. # # Version: $Id: roundup.rc-debian,v 1.1 2003-10-07 23:02:58 richard Exp $ DESC='Roundup HTTP-Server' BINFILE=roundup-server EXECUTABLE=/usr/local/bin/$BINFILE PIDFILE=/var/run/roundup/server.pid LOGFILE=/var/log/roundup/roundup.log TRACKERS=tttech=/tttech/org/software/roundup/tttech/ OPTIONS="-- -p 8080 -u roundup -d $PIDFILE -l $LOGFILE $TRACKERS" test -x $EXECUTABLE || exit 0 start_stop() { case "$1" in start) printf "Starting $DESC:" start-stop-daemon --start --oknodo --quiet \ --pidfile $PIDFILE \ --exec $EXECUTABLE $OPTIONS printf " $BINFILE" printf ".\n" ;; stop) printf "Stopping $DESC:" start-stop-daemon --stop --oknodo --quiet \ --pidfile $PIDFILE \ --exec $EXECUTABLE $OPTIONS printf " $BINFILE" printf ".\n" ;; restart | force-reload) start_stop stop sleep 1 start_stop start ;; *) printf "Usage: $0 {start|stop|restart|force-reload}\n" >&2 exit 1 ;; esac } start_stop "$@" exit 0 code-bc85cab08e6f/scripts/schema_diagram.py0000644000000000000000000000300511226713516017063 0ustar 00000000000000#! /usr/bin/python # # Schema diagram generator contributed by Stefan Seefeld of the fresco # project http://www.fresco.org/. # # It generates a 'dot file' that is then fed into the 'dot' # tool (http://www.graphviz.org) to generate a graph: # # %> ./schema.py # %> dot -Tps schema.dot -o schema.ps # %> gv schema.ps # import sys import roundup.instance # open the instance instance = roundup.instance.open(sys.argv[1]) db = instance.open() # diagram preamble print 'digraph schema {' print 'size="8,6"' print 'node [shape="record" bgcolor="#ffe4c4" style=filled]' print 'edge [taillabel="1" headlabel="1" dir=back arrowtail=ediamond]' # get all the classes types = db.classes.keys() # one record node per class for i in range(len(types)): print 'node%d [label=\"{%s|}"]'%(i, types[i]) # now draw in the relations for name in db.classes.keys(): type = db.classes[name] attributes = type.getprops() for a in attributes.keys(): attribute = attributes[a] if isinstance(attribute, roundup.hyperdb.Link): print 'node%d -> node%d [label=%s]'%(types.index(name), types.index(attribute.classname), a) elif isinstance(attribute, roundup.hyperdb.Multilink): print 'node%d -> node%d [taillabel="*" label=%s]'%(types.index(name), types.index(attribute.classname), a) # all done print '}' code-bc85cab08e6f/scripts/server-ctl0000755000000000000000000000352211226713516015605 0ustar 00000000000000#!/bin/sh # # Configuration # CONFFILE="/var/roundup/server-config.ini" # this will end up with extra space, but it should be ignored in the script PIDFILE=`grep '^pidfile' ${CONFFILE} | awk -F = '{print $2}' ` SERVER="/usr/local/bin/roundup-server -C ${CONFFILE}" ERROR=0 ARGV="$@" if [ "x$ARGV" = "x" ] ; then ARGS="help" fi if [ -z "${PIDFILE}" ] ; then echo "pidfile option must be set in configuration file" exit 1 fi for ARG in $@ $ARGS do # check for pidfile if [ -f $PIDFILE ] ; then PID=`cat $PIDFILE` if [ "x$PID" != "x" ] && kill -0 $PID 2>/dev/null ; then STATUS="roundup-server (pid $PID) running" RUNNING=1 else STATUS="roundup-server (pid $PID?) not running" RUNNING=0 fi else STATUS="roundup-server (no pid file) not running" RUNNING=0 fi case $ARG in start) if [ $RUNNING -eq 1 ] ; then echo "$0 $ARG: roundup-server (pid $PID) already running" continue fi if $SERVER ; then echo "$0 $ARG: roundup-server started" else echo "$0 $ARG: roundup-server could not be started" ERROR=1 fi ;; condstart) if [ $RUNNING -eq 1 ] ; then continue fi if $SERVER ; then echo "$0 $ARG: roundup-server started" else echo "$0 $ARG: roundup-server could not be started" ERROR=1 fi ;; stop) if [ $RUNNING -eq 0 ] ; then echo "$0 $ARG: $STATUS" continue fi if kill $PID ; then echo "$0 $ARG: roundup-server stopped" else echo "$0 $ARG: roundup-server could not be stopped" ERROR=2 fi ;; status) echo $STATUS ;; *) echo "usage: $0 (start|condstart|stop|status)" cat <