Mercurial Repository: p/roundup/code: roundup/admin.py comparison

comparison roundup/admin.py @ 952:f615fbd02c18

full database export and import is done

author	Richard Jones <richard@users.sourceforge.net>
date	Mon, 19 Aug 2002 02:53:27 +0000
parents	c67297b55a34
children	04a6b3bfbf23

comparison

equal deleted inserted replaced

-:3b3808ad86dc
+:f615fbd02c18
 # BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
 # FOR A PARTICULAR PURPOSE.  THE CODE PROVIDED HEREUNDER IS ON AN "AS IS"
 # BASIS, AND THERE IS NO OBLIGATION WHATSOEVER TO PROVIDE MAINTENANCE,
 # SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
 #
-# $Id: admin.py,v 1.22 2002-08-16 04:26:42 richard Exp $
+# $Id: admin.py,v 1.23 2002-08-19 02:53:27 richard Exp $
 import sys, os, getpass, getopt, re, UserDict, shlex, shutil
 try:
 import csv
 except ImportError:
 except IndexError:
 raise UsageError, _('no such %(classname)s node "%(nodeid)s"')%locals()
 return 0
 def do_export(self, args):
-'''Usage: export [class[,class]] destination_dir
+'''Usage: export [class[,class]] export_dir
 Export the database to tab-separated-value files.
 This action exports the current data from the database into
 tab-separated-value files that are placed in the nominated destination
 directory. The journals are not exported.
 '''
+# we need the CSV module
+if csv is None:
+raise UsageError, \
+_('Sorry, you need the csv module to use this function.\n'
+'Get it from: http://www.object-craft.com.au/projects/csv/')
 # grab the directory to export to
 if len(args) < 1:
 raise UsageError, _('Not enough arguments supplied')
 dir = args[-1]
 classes = args[0].split(',')
 else:
 classes = self.db.classes.keys()
 # use the csv parser if we can - it's faster
-if csv is not None:
+p = csv.parser(field_sep=':')
-p = csv.parser(field_sep=':')
 # do all the classes specified
 for classname in classes:
 cl = self.get_class(classname)
 f = open(os.path.join(dir, classname+'.csv'), 'w')
-f.write(':'.join(cl.properties.keys()) + '\n')
+properties = cl.getprops()
+propnames = properties.keys()
+propnames.sort()
+print >> f, p.join(propnames)
 # all nodes for this class
-properties = cl.getprops()
 for nodeid in cl.list():
-l = []
+print >>f, p.join(cl.export_list(propnames, nodeid))
-for prop, proptype in properties:
-value = cl.get(nodeid, prop)
-# convert data where needed
-if isinstance(proptype, hyperdb.Date):
-value = value.get_tuple()
-elif isinstance(proptype, hyperdb.Interval):
-value = value.get_tuple()
-elif isinstance(proptype, hyperdb.Password):
-value = str(value)
-l.append(repr(value))
-# now write
-if csv is not None:
-f.write(p.join(l) + '\n')
-else:
-# escape the individual entries to they're valid CSV
-m = []
-for entry in l:
-if '"' in entry:
-entry = '""'.join(entry.split('"'))
-if ':' in entry:
-entry = '"%s"'%entry
-m.append(entry)
-f.write(':'.join(m) + '\n')
 return 0
 def do_import(self, args):
-'''Usage: import class file
+'''Usage: import import_dir
-Import the contents of the tab-separated-value file.
+Import a database from the directory containing CSV files, one per
+class to import.
-The file must define the same properties as the class (including having
-a "header" line with those property names.) The new nodes are added to
+The files must define the same properties as the class (including having
-the existing database - if you want to create a new database using the
+a "header" line with those property names.)
-imported data, then create a new database (or, tediously, retire all
-the old data.)
+The imported nodes will have the same nodeid as defined in the
-'''
+import file, thus replacing any existing content.
-if len(args) < 2:
+XXX The new nodes are added to the existing database - if you want to
+XXX create a new database using the imported data, then create a new
+XXX database (or, tediously, retire all the old data.)
+'''
+if len(args) < 1:
 raise UsageError, _('Not enough arguments supplied')
 if csv is None:
 raise UsageError, \
 _('Sorry, you need the csv module to use this function.\n'
 'Get it from: http://www.object-craft.com.au/projects/csv/')
 from roundup import hyperdb
-# ensure that the properties and the CSV file headings match
+for file in os.listdir(args[0]):
-classname = args[0]
+f = open(os.path.join(args[0], file))
-cl = self.get_class(classname)
-f = open(args[1])
+# get the classname
-p = csv.parser(field_sep=':')
+classname = os.path.splitext(file)[0]
-file_props = p.parse(f.readline())
-props = cl.properties.keys()
+# ensure that the properties and the CSV file headings match
-m = file_props[:]
+cl = self.get_class(classname)
-m.sort()
+p = csv.parser(field_sep=':')
-props.sort()
+file_props = p.parse(f.readline())
-if m != props:
+properties = cl.getprops()
-raise UsageError, _('Import file doesn\'t define the same '
+propnames = properties.keys()
-'properties as "%(arg0)s".')%{'arg0': args[0]}
+propnames.sort()
+m = file_props[:]
-# loop through the file and create a node for each entry
+m.sort()
-n = range(len(props))
+if m != propnames:
-while 1:
+raise UsageError, _('Import file doesn\'t define the same '
-line = f.readline()
+'properties as "%(arg0)s".')%{'arg0': args[0]}
-if not line: break
+# loop through the file and create a node for each entry
-# parse lines until we get a complete entry
+maxid = 1
 while 1:
-l = p.parse(line)
-if l: break
 line = f.readline()
-if not line:
+if not line: break
-raise ValueError, "Unexpected EOF during CSV parse"
+# parse lines until we get a complete entry
-# make the new node's property map
+while 1:
-d = {}
+l = p.parse(line)
-for i in n:
+if l: break
-# Use eval to reverse the repr() used to output the CSV
+line = f.readline()
-value = eval(l[i])
+if not line:
-# Figure the property for this column
+raise ValueError, "Unexpected EOF during CSV parse"
-key = file_props[i]
-proptype = cl.properties[key]
+# do the import and figure the current highest nodeid
-# Convert for property type
+maxid = max(maxid, int(cl.import_list(propnames, l)))
-if isinstance(proptype, hyperdb.Date):
-value = date.Date(value)
+print 'setting', classname, maxid
-elif isinstance(proptype, hyperdb.Interval):
+self.db.setid(classname, str(maxid))
-value = date.Interval(value)
-elif isinstance(proptype, hyperdb.Password):
-pwd = password.Password()
-pwd.unpack(value)
-value = pwd
-if value is not None:
-d[key] = value
-# and create the new node
-apply(cl.create, (), d)
 return 0
 def do_pack(self, args):
 '''Usage: pack period | date
 tool = AdminTool()
 sys.exit(tool.main())
 #
 # $Log: not supported by cvs2svn $
+# Revision 1.22  2002/08/16 04:26:42  richard
+# moving towards full database export
+#
 # Revision 1.21  2002/08/01 01:07:37  richard
 # include info about new user roles
 #
 # Revision 1.20  2002/08/01 00:56:22  richard
 # Added the web access and email access permissions, so people can restrict

Mercurial > p > roundup > code

comparison roundup/admin.py @ 952:f615fbd02c18