|
1176
|
1 # $Id: rdbms_common.py,v 1.9 2002-09-20 05:08:00 richard Exp $
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
2
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
3 # standard python modules
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
4 import sys, os, time, re, errno, weakref, copy
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
5
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
6 # roundup modules
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
7 from roundup import hyperdb, date, password, roundupdb, security
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
8 from roundup.hyperdb import String, Password, Date, Interval, Link, \
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
9 Multilink, DatabaseError, Boolean, Number
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
10
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
11 # support
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
12 from blobfiles import FileStorage
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
13 from roundup.indexer import Indexer
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
14 from sessions import Sessions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
15
|
|
1173
|
16 # number of rows to keep in memory
|
|
|
17 ROW_CACHE_SIZE = 100
|
|
|
18
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
19 class Database(FileStorage, hyperdb.Database, roundupdb.Database):
|
|
1173
|
20 ''' Wrapper around an SQL database that presents a hyperdb interface.
|
|
|
21
|
|
|
22 - some functionality is specific to the actual SQL database, hence
|
|
|
23 the sql_* methods that are NotImplemented
|
|
|
24 - we keep a cache of the latest ROW_CACHE_SIZE row fetches.
|
|
|
25 '''
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
26 def __init__(self, config, journaltag=None):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
27 ''' Open the database and load the schema from it.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
28 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
29 self.config, self.journaltag = config, journaltag
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
30 self.dir = config.DATABASE
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
31 self.classes = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
32 self.indexer = Indexer(self.dir)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
33 self.sessions = Sessions(self.config)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
34 self.security = security.Security(self)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
35
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
36 # additional transaction support for external files and the like
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
37 self.transactions = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
38
|
|
1173
|
39 # keep a cache of the N most recently retrieved rows of any kind
|
|
|
40 # (classname, nodeid) = row
|
|
|
41 self.cache = {}
|
|
|
42 self.cache_lru = []
|
|
|
43
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
44 # open a connection to the database, creating the "conn" attribute
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
45 self.open_connection()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
46
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
47 def open_connection(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
48 ''' Open a connection to the database, creating it if necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
49 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
50 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
51
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
52 def sql(self, cursor, sql, args=None):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
53 ''' Execute the sql with the optional args.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
54 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
55 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
56 print >>hyperdb.DEBUG, (self, sql, args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
57 if args:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
58 cursor.execute(sql, args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
59 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
60 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
61
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
62 def sql_fetchone(self, cursor):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
63 ''' Fetch a single row. If there's nothing to fetch, return None.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
64 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
65 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
66
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
67 def sql_stringquote(self, value):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
68 ''' Quote the string so it's safe to put in the 'sql quotes'
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
69 '''
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
70 return re.sub("'", "''", str(value))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
71
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
72 def save_dbschema(self, cursor, schema):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
73 ''' Save the schema definition that the database currently implements
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
74 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
75 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
76
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
77 def load_dbschema(self, cursor):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
78 ''' Load the schema definition that the database currently implements
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
79 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
80 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
81
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
82 def post_init(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
83 ''' Called once the schema initialisation has finished.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
84
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
85 We should now confirm that the schema defined by our "classes"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
86 attribute actually matches the schema in the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
87 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
88 # now detect changes in the schema
|
|
1168
|
89 save = 0
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
90 for classname, spec in self.classes.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
91 if self.database_schema.has_key(classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
92 dbspec = self.database_schema[classname]
|
|
1168
|
93 if self.update_class(spec, dbspec):
|
|
|
94 self.database_schema[classname] = spec.schema()
|
|
|
95 save = 1
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
96 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
97 self.create_class(spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
98 self.database_schema[classname] = spec.schema()
|
|
1168
|
99 save = 1
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
100
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
101 for classname in self.database_schema.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
102 if not self.classes.has_key(classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
103 self.drop_class(classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
104
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
105 # update the database version of the schema
|
|
1168
|
106 if save:
|
|
|
107 cursor = self.conn.cursor()
|
|
|
108 self.sql(cursor, 'delete from schema')
|
|
|
109 self.save_dbschema(cursor, self.database_schema)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
110
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
111 # reindex the db if necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
112 if self.indexer.should_reindex():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
113 self.reindex()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
114
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
115 # commit
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
116 self.conn.commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
117
|
|
1176
|
118 # figure the "curuserid"
|
|
|
119 if self.journaltag is None:
|
|
|
120 self.curuserid = None
|
|
|
121 elif self.journaltag == 'admin':
|
|
|
122 # admin user may not exist, but always has ID 1
|
|
|
123 self.curuserid = '1'
|
|
|
124 else:
|
|
|
125 self.curuserid = self.user.lookup(self.journaltag)
|
|
|
126
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
127 def reindex(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
128 for klass in self.classes.values():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
129 for nodeid in klass.list():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
130 klass.index(nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
131 self.indexer.save_index()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
132
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
133 def determine_columns(self, properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
134 ''' Figure the column names and multilink properties from the spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
135
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
136 "properties" is a list of (name, prop) where prop may be an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
137 instance of a hyperdb "type" _or_ a string repr of that type.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
138 '''
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
139 cols = ['_activity', '_creator', '_creation']
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
140 mls = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
141 # add the multilinks separately
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
142 for col, prop in properties:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
143 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
144 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
145 elif isinstance(prop, type('')) and prop.find('Multilink') != -1:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
146 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
147 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
148 cols.append('_'+col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
149 cols.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
150 return cols, mls
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
151
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
152 def update_class(self, spec, dbspec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
153 ''' Determine the differences between the current spec and the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
154 database version of the spec, and update where necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
155 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
156 spec_schema = spec.schema()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
157 if spec_schema == dbspec:
|
|
1168
|
158 # no save needed for this one
|
|
|
159 return 0
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
160 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
161 print >>hyperdb.DEBUG, 'update_class FIRING'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
162
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
163 # key property changed?
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
164 if dbspec[0] != spec_schema[0]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
165 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
166 print >>hyperdb.DEBUG, 'update_class setting keyprop', `spec[0]`
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
167 # XXX turn on indexing for the key property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
168
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
169 # dict 'em up
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
170 spec_propnames,spec_props = [],{}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
171 for propname,prop in spec_schema[1]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
172 spec_propnames.append(propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
173 spec_props[propname] = prop
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
174 dbspec_propnames,dbspec_props = [],{}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
175 for propname,prop in dbspec[1]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
176 dbspec_propnames.append(propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
177 dbspec_props[propname] = prop
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
178
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
179 # we're going to need one of these
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
180 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
181
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
182 # now compare
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
183 for propname in spec_propnames:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
184 prop = spec_props[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
185 if dbspec_props.has_key(propname) and prop==dbspec_props[propname]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
186 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
187 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
188 print >>hyperdb.DEBUG, 'update_class ADD', (propname, prop)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
189
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
190 if not dbspec_props.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
191 # add the property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
192 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
193 # all we have to do here is create a new table, easy!
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
194 self.create_multilink_table(cursor, spec, propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
195 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
196
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
197 # no ALTER TABLE, so we:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
198 # 1. pull out the data, including an extra None column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
199 oldcols, x = self.determine_columns(dbspec[1])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
200 oldcols.append('id')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
201 oldcols.append('__retired__')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
202 cn = spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
203 sql = 'select %s,%s from _%s'%(','.join(oldcols), self.arg, cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
204 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
205 print >>hyperdb.DEBUG, 'update_class', (self, sql, None)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
206 cursor.execute(sql, (None,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
207 olddata = cursor.fetchall()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
208
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
209 # 2. drop the old table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
210 cursor.execute('drop table _%s'%cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
211
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
212 # 3. create the new table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
213 cols, mls = self.create_class_table(cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
214 # ensure the new column is last
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
215 cols.remove('_'+propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
216 assert oldcols == cols, "Column lists don't match!"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
217 cols.append('_'+propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
218
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
219 # 4. populate with the data from step one
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
220 s = ','.join([self.arg for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
221 scols = ','.join(cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
222 sql = 'insert into _%s (%s) values (%s)'%(cn, scols, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
223
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
224 # GAH, nothing had better go wrong from here on in... but
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
225 # we have to commit the drop...
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
226 # XXX this isn't necessary in sqlite :(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
227 self.conn.commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
228
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
229 # do the insert
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
230 for row in olddata:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
231 self.sql(cursor, sql, tuple(row))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
232
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
233 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
234 # modify the property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
235 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
236 print >>hyperdb.DEBUG, 'update_class NOOP'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
237 pass # NOOP in gadfly
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
238
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
239 # and the other way - only worry about deletions here
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
240 for propname in dbspec_propnames:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
241 prop = dbspec_props[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
242 if spec_props.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
243 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
244 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
245 print >>hyperdb.DEBUG, 'update_class REMOVE', `prop`
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
246
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
247 # delete the property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
248 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
249 sql = 'drop table %s_%s'%(spec.classname, prop)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
250 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
251 print >>hyperdb.DEBUG, 'update_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
252 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
253 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
254 # no ALTER TABLE, so we:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
255 # 1. pull out the data, excluding the removed column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
256 oldcols, x = self.determine_columns(spec.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
257 oldcols.append('id')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
258 oldcols.append('__retired__')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
259 # remove the missing column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
260 oldcols.remove('_'+propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
261 cn = spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
262 sql = 'select %s from _%s'%(','.join(oldcols), cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
263 cursor.execute(sql, (None,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
264 olddata = sql.fetchall()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
265
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
266 # 2. drop the old table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
267 cursor.execute('drop table _%s'%cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
268
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
269 # 3. create the new table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
270 cols, mls = self.create_class_table(self, cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
271 assert oldcols != cols, "Column lists don't match!"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
272
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
273 # 4. populate with the data from step one
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
274 qs = ','.join([self.arg for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
275 sql = 'insert into _%s values (%s)'%(cn, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
276 cursor.execute(sql, olddata)
|
|
1168
|
277 return 1
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
278
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
279 def create_class_table(self, cursor, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
280 ''' create the class table for the given spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
281 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
282 cols, mls = self.determine_columns(spec.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
283
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
284 # add on our special columns
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
285 cols.append('id')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
286 cols.append('__retired__')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
287
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
288 # create the base table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
289 scols = ','.join(['%s varchar'%x for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
290 sql = 'create table _%s (%s)'%(spec.classname, scols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
291 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
292 print >>hyperdb.DEBUG, 'create_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
293 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
294
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
295 return cols, mls
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
296
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
297 def create_journal_table(self, cursor, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
298 ''' create the journal table for a class given the spec and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
299 already-determined cols
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
300 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
301 # journal table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
302 cols = ','.join(['%s varchar'%x
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
303 for x in 'nodeid date tag action params'.split()])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
304 sql = 'create table %s__journal (%s)'%(spec.classname, cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
305 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
306 print >>hyperdb.DEBUG, 'create_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
307 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
308
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
309 def create_multilink_table(self, cursor, spec, ml):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
310 ''' Create a multilink table for the "ml" property of the class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
311 given by the spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
312 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
313 sql = 'create table %s_%s (linkid varchar, nodeid varchar)'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
314 spec.classname, ml)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
315 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
316 print >>hyperdb.DEBUG, 'create_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
317 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
318
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
319 def create_class(self, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
320 ''' Create a database table according to the given spec.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
321 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
322 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
323 cols, mls = self.create_class_table(cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
324 self.create_journal_table(cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
325
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
326 # now create the multilink tables
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
327 for ml in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
328 self.create_multilink_table(cursor, spec, ml)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
329
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
330 # ID counter
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
331 sql = 'insert into ids (name, num) values (%s,%s)'%(self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
332 vals = (spec.classname, 1)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
333 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
334 print >>hyperdb.DEBUG, 'create_class', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
335 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
336
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
337 def drop_class(self, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
338 ''' Drop the given table from the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
339
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
340 Drop the journal and multilink tables too.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
341 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
342 # figure the multilinks
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
343 mls = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
344 for col, prop in spec.properties.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
345 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
346 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
347 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
348
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
349 sql = 'drop table _%s'%spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
350 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
351 print >>hyperdb.DEBUG, 'drop_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
352 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
353
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
354 sql = 'drop table %s__journal'%spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
355 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
356 print >>hyperdb.DEBUG, 'drop_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
357 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
358
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
359 for ml in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
360 sql = 'drop table %s_%s'%(spec.classname, ml)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
361 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
362 print >>hyperdb.DEBUG, 'drop_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
363 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
364
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
365 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
366 # Classes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
367 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
368 def __getattr__(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
369 ''' A convenient way of calling self.getclass(classname).
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
370 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
371 if self.classes.has_key(classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
372 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
373 print >>hyperdb.DEBUG, '__getattr__', (self, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
374 return self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
375 raise AttributeError, classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
376
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
377 def addclass(self, cl):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
378 ''' Add a Class to the hyperdatabase.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
379 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
380 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
381 print >>hyperdb.DEBUG, 'addclass', (self, cl)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
382 cn = cl.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
383 if self.classes.has_key(cn):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
384 raise ValueError, cn
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
385 self.classes[cn] = cl
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
386
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
387 def getclasses(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
388 ''' Return a list of the names of all existing classes.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
389 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
390 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
391 print >>hyperdb.DEBUG, 'getclasses', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
392 l = self.classes.keys()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
393 l.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
394 return l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
395
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
396 def getclass(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
397 '''Get the Class object representing a particular class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
398
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
399 If 'classname' is not a valid class name, a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
400 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
401 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
402 print >>hyperdb.DEBUG, 'getclass', (self, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
403 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
404 return self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
405 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
406 raise KeyError, 'There is no class called "%s"'%classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
407
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
408 def clear(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
409 ''' Delete all database contents.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
410
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
411 Note: I don't commit here, which is different behaviour to the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
412 "nuke from orbit" behaviour in the *dbms.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
413 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
414 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
415 print >>hyperdb.DEBUG, 'clear', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
416 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
417 for cn in self.classes.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
418 sql = 'delete from _%s'%cn
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
419 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
420 print >>hyperdb.DEBUG, 'clear', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
421 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
422
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
423 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
424 # Node IDs
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
425 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
426 def newid(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
427 ''' Generate a new id for the given class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
428 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
429 # get the next ID
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
430 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
431 sql = 'select num from ids where name=%s'%self.arg
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
432 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
433 print >>hyperdb.DEBUG, 'newid', (self, sql, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
434 cursor.execute(sql, (classname, ))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
435 newid = cursor.fetchone()[0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
436
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
437 # update the counter
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
438 sql = 'update ids set num=%s where name=%s'%(self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
439 vals = (int(newid)+1, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
440 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
441 print >>hyperdb.DEBUG, 'newid', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
442 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
443
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
444 # return as string
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
445 return str(newid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
446
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
447 def setid(self, classname, setid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
448 ''' Set the id counter: used during import of database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
449 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
450 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
451 sql = 'update ids set num=%s where name=%s'%(self.arg, self.arg)
|
|
1171
|
452 vals = (setid, classname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
453 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
454 print >>hyperdb.DEBUG, 'setid', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
455 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
456
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
457 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
458 # Nodes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
459 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
460
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
461 def addnode(self, classname, nodeid, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
462 ''' Add the specified node to its class's db.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
463 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
464 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
465 print >>hyperdb.DEBUG, 'addnode', (self, classname, nodeid, node)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
466 # gadfly requires values for all non-multilink columns
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
467 cl = self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
468 cols, mls = self.determine_columns(cl.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
469
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
470 # add the special props
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
471 node = node.copy()
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
472 node['creation'] = node['activity'] = date.Date()
|
|
1176
|
473 node['creator'] = self.curuserid
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
474
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
475 # default the non-multilink columns
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
476 for col, prop in cl.properties.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
477 if not isinstance(col, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
478 if not node.has_key(col):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
479 node[col] = None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
480
|
|
1173
|
481 # clear this node out of the cache if it's in there
|
|
|
482 key = (classname, nodeid)
|
|
|
483 if self.cache.has_key(key):
|
|
|
484 del self.cache[key]
|
|
|
485 self.cache_lru.remove(key)
|
|
|
486
|
|
|
487 # make the node data safe for the DB
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
488 node = self.serialise(classname, node)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
489
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
490 # make sure the ordering is correct for column name -> column value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
491 vals = tuple([node[col[1:]] for col in cols]) + (nodeid, 0)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
492 s = ','.join([self.arg for x in cols]) + ',%s,%s'%(self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
493 cols = ','.join(cols) + ',id,__retired__'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
494
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
495 # perform the inserts
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
496 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
497 sql = 'insert into _%s (%s) values (%s)'%(classname, cols, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
498 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
499 print >>hyperdb.DEBUG, 'addnode', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
500 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
501
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
502 # insert the multilink rows
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
503 for col in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
504 t = '%s_%s'%(classname, col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
505 for entry in node[col]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
506 sql = 'insert into %s (linkid, nodeid) values (%s,%s)'%(t,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
507 self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
508 self.sql(cursor, sql, (entry, nodeid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
509
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
510 # make sure we do the commit-time extra stuff for this node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
511 self.transactions.append((self.doSaveNode, (classname, nodeid, node)))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
512
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
513 def setnode(self, classname, nodeid, values, multilink_changes):
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
514 ''' Change the specified node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
515 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
516 if __debug__:
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
517 print >>hyperdb.DEBUG, 'setnode', (self, classname, nodeid, values)
|
|
1173
|
518
|
|
|
519 # clear this node out of the cache if it's in there
|
|
|
520 key = (classname, nodeid)
|
|
|
521 if self.cache.has_key(key):
|
|
|
522 del self.cache[key]
|
|
|
523 self.cache_lru.remove(key)
|
|
|
524
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
525 # add the special props
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
526 values = values.copy()
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
527 values['activity'] = date.Date()
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
528
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
529 # make db-friendly
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
530 values = self.serialise(classname, values)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
531
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
532 cl = self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
533 cols = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
534 mls = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
535 # add the multilinks separately
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
536 props = cl.getprops()
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
537 for col in values.keys():
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
538 prop = props[col]
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
539 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
540 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
541 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
542 cols.append('_'+col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
543 cols.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
544
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
545 cursor = self.conn.cursor()
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
546
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
547 # if there's any updates to regular columns, do them
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
548 if cols:
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
549 # make sure the ordering is correct for column name -> column value
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
550 sqlvals = tuple([values[col[1:]] for col in cols]) + (nodeid,)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
551 s = ','.join(['%s=%s'%(x, self.arg) for x in cols])
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
552 cols = ','.join(cols)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
553
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
554 # perform the update
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
555 sql = 'update _%s set %s where id=%s'%(classname, s, self.arg)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
556 if __debug__:
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
557 print >>hyperdb.DEBUG, 'setnode', (self, sql, sqlvals)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
558 cursor.execute(sql, sqlvals)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
559
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
560 # now the fun bit, updating the multilinks ;)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
561 for col, (add, remove) in multilink_changes.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
562 tn = '%s_%s'%(classname, col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
563 if add:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
564 sql = 'insert into %s (nodeid, linkid) values (%s,%s)'%(tn,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
565 self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
566 for addid in add:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
567 self.sql(cursor, sql, (nodeid, addid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
568 if remove:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
569 sql = 'delete from %s where nodeid=%s and linkid=%s'%(tn,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
570 self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
571 for removeid in remove:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
572 self.sql(cursor, sql, (nodeid, removeid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
573
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
574 # make sure we do the commit-time extra stuff for this node
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
575 self.transactions.append((self.doSaveNode, (classname, nodeid, values)))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
576
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
577 def getnode(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
578 ''' Get a node from the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
579 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
580 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
581 print >>hyperdb.DEBUG, 'getnode', (self, classname, nodeid)
|
|
1173
|
582
|
|
|
583 # see if we have this node cached
|
|
|
584 key = (classname, nodeid)
|
|
|
585 if self.cache.has_key(key):
|
|
|
586 # push us back to the top of the LRU
|
|
|
587 self.cache_lru.remove(key)
|
|
|
588 self.cache_lry.insert(0, key)
|
|
|
589 # return the cached information
|
|
|
590 return self.cache[key]
|
|
|
591
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
592 # figure the columns we're fetching
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
593 cl = self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
594 cols, mls = self.determine_columns(cl.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
595 scols = ','.join(cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
596
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
597 # perform the basic property fetch
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
598 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
599 sql = 'select %s from _%s where id=%s'%(scols, classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
600 self.sql(cursor, sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
601
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
602 values = self.sql_fetchone(cursor)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
603 if values is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
604 raise IndexError, 'no such %s node %s'%(classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
605
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
606 # make up the node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
607 node = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
608 for col in range(len(cols)):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
609 node[cols[col][1:]] = values[col]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
610
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
611 # now the multilinks
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
612 for col in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
613 # get the link ids
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
614 sql = 'select linkid from %s_%s where nodeid=%s'%(classname, col,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
615 self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
616 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
617 # extract the first column from the result
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
618 node[col] = [x[0] for x in cursor.fetchall()]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
619
|
|
1173
|
620 # un-dbificate the node data
|
|
|
621 node = self.unserialise(classname, node)
|
|
|
622
|
|
|
623 # save off in the cache
|
|
|
624 key = (classname, nodeid)
|
|
|
625 self.cache[key] = node
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
626 # update the LRU
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
627 self.cache_lru.insert(0, key)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
628 del self.cache[self.cache_lru.pop()]
|
|
1173
|
629
|
|
|
630 return node
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
631
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
632 def destroynode(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
633 '''Remove a node from the database. Called exclusively by the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
634 destroy() method on Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
635 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
636 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
637 print >>hyperdb.DEBUG, 'destroynode', (self, classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
638
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
639 # make sure the node exists
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
640 if not self.hasnode(classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
641 raise IndexError, '%s has no node %s'%(classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
642
|
|
1173
|
643 # see if we have this node cached
|
|
|
644 if self.cache.has_key((classname, nodeid)):
|
|
|
645 del self.cache[(classname, nodeid)]
|
|
|
646
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
647 # see if there's any obvious commit actions that we should get rid of
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
648 for entry in self.transactions[:]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
649 if entry[1][:2] == (classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
650 self.transactions.remove(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
651
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
652 # now do the SQL
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
653 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
654 sql = 'delete from _%s where id=%s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
655 self.sql(cursor, sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
656
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
657 # remove from multilnks
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
658 cl = self.getclass(classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
659 x, mls = self.determine_columns(cl.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
660 for col in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
661 # get the link ids
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
662 sql = 'delete from %s_%s where nodeid=%s'%(classname, col, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
663 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
664
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
665 # remove journal entries
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
666 sql = 'delete from %s__journal where nodeid=%s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
667 self.sql(cursor, sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
668
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
669 def serialise(self, classname, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
670 '''Copy the node contents, converting non-marshallable data into
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
671 marshallable data.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
672 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
673 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
674 print >>hyperdb.DEBUG, 'serialise', classname, node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
675 properties = self.getclass(classname).getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
676 d = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
677 for k, v in node.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
678 # if the property doesn't exist, or is the "retired" flag then
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
679 # it won't be in the properties dict
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
680 if not properties.has_key(k):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
681 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
682 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
683
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
684 # get the property spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
685 prop = properties[k]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
686
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
687 if isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
688 d[k] = str(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
689 elif isinstance(prop, Date) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
690 d[k] = v.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
691 elif isinstance(prop, Interval) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
692 d[k] = v.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
693 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
694 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
695 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
696
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
697 def unserialise(self, classname, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
698 '''Decode the marshalled node data
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
699 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
700 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
701 print >>hyperdb.DEBUG, 'unserialise', classname, node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
702 properties = self.getclass(classname).getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
703 d = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
704 for k, v in node.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
705 # if the property doesn't exist, or is the "retired" flag then
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
706 # it won't be in the properties dict
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
707 if not properties.has_key(k):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
708 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
709 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
710
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
711 # get the property spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
712 prop = properties[k]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
713
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
714 if isinstance(prop, Date) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
715 d[k] = date.Date(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
716 elif isinstance(prop, Interval) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
717 d[k] = date.Interval(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
718 elif isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
719 p = password.Password()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
720 p.unpack(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
721 d[k] = p
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
722 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
723 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
724 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
725
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
726 def hasnode(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
727 ''' Determine if the database has a given node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
728 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
729 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
730 sql = 'select count(*) from _%s where id=%s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
731 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
732 print >>hyperdb.DEBUG, 'hasnode', (self, sql, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
733 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
734 return int(cursor.fetchone()[0])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
735
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
736 def countnodes(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
737 ''' Count the number of nodes that exist for a particular Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
738 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
739 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
740 sql = 'select count(*) from _%s'%classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
741 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
742 print >>hyperdb.DEBUG, 'countnodes', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
743 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
744 return cursor.fetchone()[0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
745
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
746 def getnodeids(self, classname, retired=0):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
747 ''' Retrieve all the ids of the nodes for a particular Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
748
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
749 Set retired=None to get all nodes. Otherwise it'll get all the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
750 retired or non-retired nodes, depending on the flag.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
751 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
752 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
753 # flip the sense of the flag if we don't want all of them
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
754 if retired is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
755 retired = not retired
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
756 sql = 'select id from _%s where __retired__ <> %s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
757 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
758 print >>hyperdb.DEBUG, 'getnodeids', (self, sql, retired)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
759 cursor.execute(sql, (retired,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
760 return [x[0] for x in cursor.fetchall()]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
761
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
762 def addjournal(self, classname, nodeid, action, params, creator=None,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
763 creation=None):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
764 ''' Journal the Action
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
765 'action' may be:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
766
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
767 'create' or 'set' -- 'params' is a dictionary of property values
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
768 'link' or 'unlink' -- 'params' is (classname, nodeid, propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
769 'retire' -- 'params' is None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
770 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
771 # serialise the parameters now if necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
772 if isinstance(params, type({})):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
773 if action in ('set', 'create'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
774 params = self.serialise(classname, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
775
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
776 # handle supply of the special journalling parameters (usually
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
777 # supplied on importing an existing database)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
778 if creator:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
779 journaltag = creator
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
780 else:
|
|
1176
|
781 journaltag = self.curuserid
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
782 if creation:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
783 journaldate = creation.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
784 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
785 journaldate = date.Date().serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
786
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
787 # create the journal entry
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
788 cols = ','.join('nodeid date tag action params'.split())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
789
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
790 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
791 print >>hyperdb.DEBUG, 'addjournal', (nodeid, journaldate,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
792 journaltag, action, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
793
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
794 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
795 self.save_journal(cursor, classname, cols, nodeid, journaldate,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
796 journaltag, action, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
797
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
798 def save_journal(self, cursor, classname, cols, nodeid, journaldate,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
799 journaltag, action, params):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
800 ''' Save the journal entry to the database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
801 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
802 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
803
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
804 def getjournal(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
805 ''' get the journal for id
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
806 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
807 # make sure the node exists
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
808 if not self.hasnode(classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
809 raise IndexError, '%s has no node %s'%(classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
810
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
811 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
812 cols = ','.join('nodeid date tag action params'.split())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
813 return self.load_journal(cursor, classname, cols, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
814
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
815 def load_journal(self, cursor, classname, cols, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
816 ''' Load the journal from the database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
817 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
818 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
819
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
820 def pack(self, pack_before):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
821 ''' Delete all journal entries except "create" before 'pack_before'.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
822 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
823 # get a 'yyyymmddhhmmss' version of the date
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
824 date_stamp = pack_before.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
825
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
826 # do the delete
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
827 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
828 for classname in self.classes.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
829 sql = "delete from %s__journal where date<%s and "\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
830 "action<>'create'"%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
831 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
832 print >>hyperdb.DEBUG, 'pack', (self, sql, date_stamp)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
833 cursor.execute(sql, (date_stamp,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
834
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
835 def sql_commit(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
836 ''' Actually commit to the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
837 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
838 self.conn.commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
839
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
840 def commit(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
841 ''' Commit the current transactions.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
842
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
843 Save all data changed since the database was opened or since the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
844 last commit() or rollback().
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
845 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
846 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
847 print >>hyperdb.DEBUG, 'commit', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
848
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
849 # commit the database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
850 self.sql_commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
851
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
852 # now, do all the other transaction stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
853 reindex = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
854 for method, args in self.transactions:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
855 reindex[method(*args)] = 1
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
856
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
857 # reindex the nodes that request it
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
858 for classname, nodeid in filter(None, reindex.keys()):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
859 print >>hyperdb.DEBUG, 'commit.reindex', (classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
860 self.getclass(classname).index(nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
861
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
862 # save the indexer state
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
863 self.indexer.save_index()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
864
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
865 # clear out the transactions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
866 self.transactions = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
867
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
868 def rollback(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
869 ''' Reverse all actions from the current transaction.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
870
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
871 Undo all the changes made since the database was opened or the last
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
872 commit() or rollback() was performed.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
873 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
874 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
875 print >>hyperdb.DEBUG, 'rollback', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
876
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
877 # roll back
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
878 self.conn.rollback()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
879
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
880 # roll back "other" transaction stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
881 for method, args in self.transactions:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
882 # delete temporary files
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
883 if method == self.doStoreFile:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
884 self.rollbackStoreFile(*args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
885 self.transactions = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
886
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
887 def doSaveNode(self, classname, nodeid, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
888 ''' dummy that just generates a reindex event
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
889 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
890 # return the classname, nodeid so we reindex this content
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
891 return (classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
892
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
893 def close(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
894 ''' Close off the connection.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
895 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
896 self.conn.close()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
897
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
898 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
899 # The base Class class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
900 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
901 class Class(hyperdb.Class):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
902 ''' The handle to a particular class of nodes in a hyperdatabase.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
903
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
904 All methods except __repr__ and getnode must be implemented by a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
905 concrete backend Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
906 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
907
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
908 def __init__(self, db, classname, **properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
909 '''Create a new class with a given name and property specification.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
910
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
911 'classname' must not collide with the name of an existing class,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
912 or a ValueError is raised. The keyword arguments in 'properties'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
913 must map names to property objects, or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
914 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
915 if (properties.has_key('creation') or properties.has_key('activity')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
916 or properties.has_key('creator')):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
917 raise ValueError, '"creation", "activity" and "creator" are '\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
918 'reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
919
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
920 self.classname = classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
921 self.properties = properties
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
922 self.db = weakref.proxy(db) # use a weak ref to avoid circularity
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
923 self.key = ''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
924
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
925 # should we journal changes (default yes)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
926 self.do_journal = 1
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
927
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
928 # do the db-related init stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
929 db.addclass(self)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
930
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
931 self.auditors = {'create': [], 'set': [], 'retire': []}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
932 self.reactors = {'create': [], 'set': [], 'retire': []}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
933
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
934 def schema(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
935 ''' A dumpable version of the schema that we can store in the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
936 database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
937 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
938 return (self.key, [(x, repr(y)) for x,y in self.properties.items()])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
939
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
940 def enableJournalling(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
941 '''Turn journalling on for this class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
942 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
943 self.do_journal = 1
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
944
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
945 def disableJournalling(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
946 '''Turn journalling off for this class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
947 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
948 self.do_journal = 0
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
949
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
950 # Editing nodes:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
951 def create(self, **propvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
952 ''' Create a new node of this class and return its id.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
953
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
954 The keyword arguments in 'propvalues' map property names to values.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
955
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
956 The values of arguments must be acceptable for the types of their
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
957 corresponding properties or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
958
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
959 If this class has a key property, it must be present and its value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
960 must not collide with other key strings or a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
961
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
962 Any other properties on this class that are missing from the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
963 'propvalues' dictionary are set to None.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
964
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
965 If an id in a link or multilink property does not refer to a valid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
966 node, an IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
967 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
968 if propvalues.has_key('id'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
969 raise KeyError, '"id" is reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
970
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
971 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
972 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
973
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
974 if propvalues.has_key('creation') or propvalues.has_key('activity'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
975 raise KeyError, '"creation" and "activity" are reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
976
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
977 self.fireAuditors('create', None, propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
978
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
979 # new node's id
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
980 newid = self.db.newid(self.classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
981
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
982 # validate propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
983 num_re = re.compile('^\d+$')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
984 for key, value in propvalues.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
985 if key == self.key:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
986 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
987 self.lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
988 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
989 pass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
990 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
991 raise ValueError, 'node with key "%s" exists'%value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
992
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
993 # try to handle this property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
994 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
995 prop = self.properties[key]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
996 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
997 raise KeyError, '"%s" has no property "%s"'%(self.classname,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
998 key)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
999
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1000 if value is not None and isinstance(prop, Link):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1001 if type(value) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1002 raise ValueError, 'link value must be String'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1003 link_class = self.properties[key].classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1004 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1005 if not num_re.match(value):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1006 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1007 value = self.db.classes[link_class].lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1008 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1009 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1010 key, value, link_class)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1011 elif not self.db.getclass(link_class).hasnode(value):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1012 raise IndexError, '%s has no node %s'%(link_class, value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1013
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1014 # save off the value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1015 propvalues[key] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1016
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1017 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1018 if self.do_journal and self.properties[key].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1019 self.db.addjournal(link_class, value, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1020 (self.classname, newid, key))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1021
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1022 elif isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1023 if type(value) != type([]):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1024 raise TypeError, 'new property "%s" not a list of ids'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1025
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1026 # clean up and validate the list of links
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1027 link_class = self.properties[key].classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1028 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1029 for entry in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1030 if type(entry) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1031 raise ValueError, '"%s" multilink value (%r) '\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1032 'must contain Strings'%(key, value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1033 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1034 if not num_re.match(entry):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1035 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1036 entry = self.db.classes[link_class].lookup(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1037 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1038 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1039 key, entry, self.properties[key].classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1040 l.append(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1041 value = l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1042 propvalues[key] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1043
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1044 # handle additions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1045 for nodeid in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1046 if not self.db.getclass(link_class).hasnode(nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1047 raise IndexError, '%s has no node %s'%(link_class,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1048 nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1049 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1050 if self.do_journal and self.properties[key].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1051 self.db.addjournal(link_class, nodeid, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1052 (self.classname, newid, key))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1053
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1054 elif isinstance(prop, String):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1055 if type(value) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1056 raise TypeError, 'new property "%s" not a string'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1057
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1058 elif isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1059 if not isinstance(value, password.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1060 raise TypeError, 'new property "%s" not a Password'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1061
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1062 elif isinstance(prop, Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1063 if value is not None and not isinstance(value, date.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1064 raise TypeError, 'new property "%s" not a Date'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1065
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1066 elif isinstance(prop, Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1067 if value is not None and not isinstance(value, date.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1068 raise TypeError, 'new property "%s" not an Interval'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1069
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1070 elif value is not None and isinstance(prop, Number):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1071 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1072 float(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1073 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1074 raise TypeError, 'new property "%s" not numeric'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1075
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1076 elif value is not None and isinstance(prop, Boolean):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1077 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1078 int(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1079 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1080 raise TypeError, 'new property "%s" not boolean'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1081
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1082 # make sure there's data where there needs to be
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1083 for key, prop in self.properties.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1084 if propvalues.has_key(key):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1085 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1086 if key == self.key:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1087 raise ValueError, 'key property "%s" is required'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1088 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1089 propvalues[key] = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1090 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1091 propvalues[key] = None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1092
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1093 # done
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1094 self.db.addnode(self.classname, newid, propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1095 if self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1096 self.db.addjournal(self.classname, newid, 'create', propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1097
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1098 self.fireReactors('create', newid, None)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1099
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1100 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1101
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1102 def export_list(self, propnames, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1103 ''' Export a node - generate a list of CSV-able data in the order
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1104 specified by propnames for the given node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1105 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1106 properties = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1107 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1108 for prop in propnames:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1109 proptype = properties[prop]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1110 value = self.get(nodeid, prop)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1111 # "marshal" data where needed
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1112 if value is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1113 pass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1114 elif isinstance(proptype, hyperdb.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1115 value = value.get_tuple()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1116 elif isinstance(proptype, hyperdb.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1117 value = value.get_tuple()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1118 elif isinstance(proptype, hyperdb.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1119 value = str(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1120 l.append(repr(value))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1121 return l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1122
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1123 def import_list(self, propnames, proplist):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1124 ''' Import a node - all information including "id" is present and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1125 should not be sanity checked. Triggers are not triggered. The
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1126 journal should be initialised using the "creator" and "created"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1127 information.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1128
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1129 Return the nodeid of the node imported.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1130 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1131 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1132 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1133 properties = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1134
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1135 # make the new node's property map
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1136 d = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1137 for i in range(len(propnames)):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1138 # Use eval to reverse the repr() used to output the CSV
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1139 value = eval(proplist[i])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1140
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1141 # Figure the property for this column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1142 propname = propnames[i]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1143 prop = properties[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1144
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1145 # "unmarshal" where necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1146 if propname == 'id':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1147 newid = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1148 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1149 elif value is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1150 # don't set Nones
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1151 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1152 elif isinstance(prop, hyperdb.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1153 value = date.Date(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1154 elif isinstance(prop, hyperdb.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1155 value = date.Interval(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1156 elif isinstance(prop, hyperdb.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1157 pwd = password.Password()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1158 pwd.unpack(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1159 value = pwd
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1160 d[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1161
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1162 # extract the extraneous journalling gumpf and nuke it
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1163 if d.has_key('creator'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1164 creator = d['creator']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1165 del d['creator']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1166 if d.has_key('creation'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1167 creation = d['creation']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1168 del d['creation']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1169 if d.has_key('activity'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1170 del d['activity']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1171
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1172 # add the node and journal
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1173 self.db.addnode(self.classname, newid, d)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1174 self.db.addjournal(self.classname, newid, 'create', d, creator,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1175 creation)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1176 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1177
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1178 _marker = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1179 def get(self, nodeid, propname, default=_marker, cache=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1180 '''Get the value of a property on an existing node of this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1181
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1182 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1183 IndexError is raised. 'propname' must be the name of a property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1184 of this class or a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1185
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1186 'cache' indicates whether the transaction cache should be queried
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1187 for the node. If the node has been modified and you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1188 determine what its values prior to modification are, you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1189 set cache=0.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1190 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1191 if propname == 'id':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1192 return nodeid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1193
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1194 # get the node's dict
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1195 d = self.db.getnode(self.classname, nodeid)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1196
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1197 if propname == 'creation':
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1198 if d.has_key('creation'):
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1199 return d['creation']
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1200 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1201 return date.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1202 if propname == 'activity':
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1203 if d.has_key('activity'):
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1204 return d['activity']
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1205 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1206 return date.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1207 if propname == 'creator':
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1208 if d.has_key('creator'):
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1209 return d['creator']
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1210 else:
|
|
1176
|
1211 return self.db.curuserid
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1212
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1213 # get the property (raises KeyErorr if invalid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1214 prop = self.properties[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1215
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1216 if not d.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1217 if default is self._marker:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1218 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1219 return []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1220 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1221 return None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1222 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1223 return default
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1224
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1225 # don't pass our list to other code
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1226 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1227 return d[propname][:]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1228
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1229 return d[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1230
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1231 def getnode(self, nodeid, cache=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1232 ''' Return a convenience wrapper for the node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1233
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1234 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1235 IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1236
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1237 'cache' indicates whether the transaction cache should be queried
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1238 for the node. If the node has been modified and you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1239 determine what its values prior to modification are, you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1240 set cache=0.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1241 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1242 return Node(self, nodeid, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1243
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1244 def set(self, nodeid, **propvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1245 '''Modify a property on an existing node of this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1246
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1247 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1248 IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1249
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1250 Each key in 'propvalues' must be the name of a property of this
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1251 class or a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1252
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1253 All values in 'propvalues' must be acceptable types for their
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1254 corresponding properties or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1255
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1256 If the value of the key property is set, it must not collide with
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1257 other key strings or a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1258
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1259 If the value of a Link or Multilink property contains an invalid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1260 node id, a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1261 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1262 if not propvalues:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1263 return propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1264
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1265 if propvalues.has_key('creation') or propvalues.has_key('activity'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1266 raise KeyError, '"creation" and "activity" are reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1267
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1268 if propvalues.has_key('id'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1269 raise KeyError, '"id" is reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1270
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1271 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1272 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1273
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1274 self.fireAuditors('set', nodeid, propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1275 # Take a copy of the node dict so that the subsequent set
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1276 # operation doesn't modify the oldvalues structure.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1277 # XXX used to try the cache here first
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1278 oldvalues = copy.deepcopy(self.db.getnode(self.classname, nodeid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1279
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1280 node = self.db.getnode(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1281 if self.is_retired(nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1282 raise IndexError, 'Requested item is retired'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1283 num_re = re.compile('^\d+$')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1284
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1285 # if the journal value is to be different, store it in here
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1286 journalvalues = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1287
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1288 # remember the add/remove stuff for multilinks, making it easier
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1289 # for the Database layer to do its stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1290 multilink_changes = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1291
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1292 for propname, value in propvalues.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1293 # check to make sure we're not duplicating an existing key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1294 if propname == self.key and node[propname] != value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1295 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1296 self.lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1297 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1298 pass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1299 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1300 raise ValueError, 'node with key "%s" exists'%value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1301
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1302 # this will raise the KeyError if the property isn't valid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1303 # ... we don't use getprops() here because we only care about
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1304 # the writeable properties.
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1305 try:
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1306 prop = self.properties[propname]
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1307 except KeyError:
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1308 raise KeyError, '"%s" has no property named "%s"'%(
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1309 self.classname, propname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1310
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1311 # if the value's the same as the existing value, no sense in
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1312 # doing anything
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1313 if node.has_key(propname) and value == node[propname]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1314 del propvalues[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1315 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1316
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1317 # do stuff based on the prop type
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1318 if isinstance(prop, Link):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1319 link_class = prop.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1320 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1321 if value is not None and not isinstance(value, type('')):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1322 raise ValueError, 'property "%s" link value be a string'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1323 propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1324 if isinstance(value, type('')) and not num_re.match(value):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1325 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1326 value = self.db.classes[link_class].lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1327 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1328 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1329 propname, value, prop.classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1330
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1331 if (value is not None and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1332 not self.db.getclass(link_class).hasnode(value)):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1333 raise IndexError, '%s has no node %s'%(link_class, value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1334
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1335 if self.do_journal and prop.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1336 # register the unlink with the old linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1337 if node[propname] is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1338 self.db.addjournal(link_class, node[propname], 'unlink',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1339 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1340
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1341 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1342 if value is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1343 self.db.addjournal(link_class, value, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1344 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1345
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1346 elif isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1347 if type(value) != type([]):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1348 raise TypeError, 'new property "%s" not a list of'\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1349 ' ids'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1350 link_class = self.properties[propname].classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1351 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1352 for entry in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1353 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1354 if type(entry) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1355 raise ValueError, 'new property "%s" link value ' \
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1356 'must be a string'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1357 if not num_re.match(entry):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1358 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1359 entry = self.db.classes[link_class].lookup(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1360 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1361 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1362 propname, entry,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1363 self.properties[propname].classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1364 l.append(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1365 value = l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1366 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1367
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1368 # figure the journal entry for this property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1369 add = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1370 remove = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1371
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1372 # handle removals
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1373 if node.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1374 l = node[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1375 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1376 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1377 for id in l[:]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1378 if id in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1379 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1380 # register the unlink with the old linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1381 if self.do_journal and self.properties[propname].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1382 self.db.addjournal(link_class, id, 'unlink',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1383 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1384 l.remove(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1385 remove.append(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1386
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1387 # handle additions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1388 for id in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1389 if not self.db.getclass(link_class).hasnode(id):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1390 raise IndexError, '%s has no node %s'%(link_class, id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1391 if id in l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1392 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1393 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1394 if self.do_journal and self.properties[propname].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1395 self.db.addjournal(link_class, id, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1396 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1397 l.append(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1398 add.append(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1399
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1400 # figure the journal entry
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1401 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1402 if add:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1403 l.append(('+', add))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1404 if remove:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1405 l.append(('-', remove))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1406 multilink_changes[propname] = (add, remove)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1407 if l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1408 journalvalues[propname] = tuple(l)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1409
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1410 elif isinstance(prop, String):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1411 if value is not None and type(value) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1412 raise TypeError, 'new property "%s" not a string'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1413
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1414 elif isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1415 if not isinstance(value, password.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1416 raise TypeError, 'new property "%s" not a Password'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1417 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1418
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1419 elif value is not None and isinstance(prop, Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1420 if not isinstance(value, date.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1421 raise TypeError, 'new property "%s" not a Date'% propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1422 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1423
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1424 elif value is not None and isinstance(prop, Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1425 if not isinstance(value, date.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1426 raise TypeError, 'new property "%s" not an '\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1427 'Interval'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1428 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1429
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1430 elif value is not None and isinstance(prop, Number):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1431 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1432 float(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1433 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1434 raise TypeError, 'new property "%s" not numeric'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1435
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1436 elif value is not None and isinstance(prop, Boolean):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1437 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1438 int(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1439 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1440 raise TypeError, 'new property "%s" not boolean'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1441
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1442 # nothing to do?
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1443 if not propvalues:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1444 return propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1445
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1446 # do the set, and journal it
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1447 self.db.setnode(self.classname, nodeid, propvalues, multilink_changes)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1448
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1449 if self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1450 propvalues.update(journalvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1451 self.db.addjournal(self.classname, nodeid, 'set', propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1452
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1453 self.fireReactors('set', nodeid, oldvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1454
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1455 return propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1456
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1457 def retire(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1458 '''Retire a node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1459
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1460 The properties on the node remain available from the get() method,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1461 and the node's id is never reused.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1462
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1463 Retired nodes are not returned by the find(), list(), or lookup()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1464 methods, and other nodes may reuse the values of their key properties.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1465 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1466 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1467 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1468
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1469 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1470 sql = 'update _%s set __retired__=1 where id=%s'%(self.classname,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1471 self.db.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1472 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1473 print >>hyperdb.DEBUG, 'retire', (self, sql, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1474 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1475
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1476 def is_retired(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1477 '''Return true if the node is rerired
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1478 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1479 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1480 sql = 'select __retired__ from _%s where id=%s'%(self.classname,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1481 self.db.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1482 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1483 print >>hyperdb.DEBUG, 'is_retired', (self, sql, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1484 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1485 return int(cursor.fetchone()[0])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1486
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1487 def destroy(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1488 '''Destroy a node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1489
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1490 WARNING: this method should never be used except in extremely rare
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1491 situations where there could never be links to the node being
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1492 deleted
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1493 WARNING: use retire() instead
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1494 WARNING: the properties of this node will not be available ever again
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1495 WARNING: really, use retire() instead
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1496
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1497 Well, I think that's enough warnings. This method exists mostly to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1498 support the session storage of the cgi interface.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1499
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1500 The node is completely removed from the hyperdb, including all journal
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1501 entries. It will no longer be available, and will generally break code
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1502 if there are any references to the node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1503 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1504 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1505 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1506 self.db.destroynode(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1507
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1508 def history(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1509 '''Retrieve the journal of edits on a particular node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1510
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1511 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1512 IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1513
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1514 The returned list contains tuples of the form
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1515
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1516 (date, tag, action, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1517
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1518 'date' is a Timestamp object specifying the time of the change and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1519 'tag' is the journaltag specified when the database was opened.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1520 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1521 if not self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1522 raise ValueError, 'Journalling is disabled for this class'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1523 return self.db.getjournal(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1524
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1525 # Locating nodes:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1526 def hasnode(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1527 '''Determine if the given nodeid actually exists
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1528 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1529 return self.db.hasnode(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1530
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1531 def setkey(self, propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1532 '''Select a String property of this class to be the key property.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1533
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1534 'propname' must be the name of a String property of this class or
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1535 None, or a TypeError is raised. The values of the key property on
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1536 all existing nodes must be unique or a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1537 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1538 # XXX create an index on the key prop column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1539 prop = self.getprops()[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1540 if not isinstance(prop, String):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1541 raise TypeError, 'key properties must be String'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1542 self.key = propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1543
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1544 def getkey(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1545 '''Return the name of the key property for this class or None.'''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1546 return self.key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1547
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1548 def labelprop(self, default_to_id=0):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1549 ''' Return the property name for a label for the given node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1550
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1551 This method attempts to generate a consistent label for the node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1552 It tries the following in order:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1553 1. key property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1554 2. "name" property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1555 3. "title" property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1556 4. first property from the sorted property name list
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1557 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1558 k = self.getkey()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1559 if k:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1560 return k
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1561 props = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1562 if props.has_key('name'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1563 return 'name'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1564 elif props.has_key('title'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1565 return 'title'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1566 if default_to_id:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1567 return 'id'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1568 props = props.keys()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1569 props.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1570 return props[0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1571
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1572 def lookup(self, keyvalue):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1573 '''Locate a particular node by its key property and return its id.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1574
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1575 If this class has no key property, a TypeError is raised. If the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1576 'keyvalue' matches one of the values for the key property among
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1577 the nodes in this class, the matching node's id is returned;
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1578 otherwise a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1579 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1580 if not self.key:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1581 raise TypeError, 'No key property set for class %s'%self.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1582
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1583 cursor = self.db.conn.cursor()
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1584 sql = 'select id,__retired__ from _%s where _%s=%s'%(self.classname,
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1585 self.key, self.db.arg)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1586 self.db.sql(cursor, sql, (keyvalue,))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1587
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1588 # see if there was a result that's not retired
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1589 l = cursor.fetchall()
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1590 if not l or int(l[0][1]):
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1591 raise KeyError, 'No key (%s) value "%s" for "%s"'%(self.key,
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1592 keyvalue, self.classname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1593
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1594 # return the id
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1595 return l[0][0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1596
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1597 def find(self, **propspec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1598 '''Get the ids of nodes in this class which link to the given nodes.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1599
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1600 'propspec' consists of keyword args propname={nodeid:1,}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1601 'propname' must be the name of a property in this class, or a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1602 KeyError is raised. That property must be a Link or Multilink
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1603 property, or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1604
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1605 Any node in this class whose 'propname' property links to any of the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1606 nodeids will be returned. Used by the full text indexing, which knows
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1607 that "foo" occurs in msg1, msg3 and file7, so we have hits on these
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1608 issues:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1609
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1610 db.issue.find(messages={'1':1,'3':1}, files={'7':1})
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1611 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1612 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1613 print >>hyperdb.DEBUG, 'find', (self, propspec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1614 if not propspec:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1615 return []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1616 queries = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1617 tables = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1618 allvalues = ()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1619 for prop, values in propspec.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1620 allvalues += tuple(values.keys())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1621 a = self.db.arg
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1622 tables.append('select nodeid from %s_%s where linkid in (%s)'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1623 self.classname, prop, ','.join([a for x in values.keys()])))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1624 sql = '\nintersect\n'.join(tables)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1625 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1626 print >>hyperdb.DEBUG, 'find', (self, sql, allvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1627 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1628 cursor.execute(sql, allvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1629 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1630 l = [x[0] for x in cursor.fetchall()]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1631 except gadfly.database.error, message:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1632 if message == 'no more results':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1633 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1634 raise
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1635 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1636 print >>hyperdb.DEBUG, 'find ... ', l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1637 return l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1638
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1639 def list(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1640 ''' Return a list of the ids of the active nodes in this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1641 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1642 return self.db.getnodeids(self.classname, retired=0)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1643
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1644 def filter(self, search_matches, filterspec, sort, group):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1645 ''' Return a list of the ids of the active nodes in this class that
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1646 match the 'filter' spec, sorted by the group spec and then the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1647 sort spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1648
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1649 "filterspec" is {propname: value(s)}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1650 "sort" and "group" are (dir, prop) where dir is '+', '-' or None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1651 and prop is a prop name or None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1652 "search_matches" is {nodeid: marker}
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1653
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1654 The filter must match all properties specificed - but if the
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1655 property value to match is a list, any one of the values in the
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1656 list may match for that property to match.
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1657 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1658 cn = self.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1659
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1660 # figure the WHERE clause from the filterspec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1661 props = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1662 frum = ['_'+cn]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1663 where = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1664 args = []
|
|
1168
|
1665 a = self.db.arg
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1666 for k, v in filterspec.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1667 propclass = props[k]
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1668 # now do other where clause stuff
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1669 if isinstance(propclass, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1670 tn = '%s_%s'%(cn, k)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1671 frum.append(tn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1672 if isinstance(v, type([])):
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1673 s = ','.join([a for x in v])
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1674 where.append('id=%s.nodeid and %s.linkid in (%s)'%(tn,tn,s))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1675 args = args + v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1676 else:
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1677 where.append('id=%s.nodeid and %s.linkid = %s'%(tn, tn, a))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1678 args.append(v)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1679 elif isinstance(propclass, String):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1680 if not isinstance(v, type([])):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1681 v = [v]
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1682
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1683 # Quote the bits in the string that need it and then embed
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1684 # in a "substring" search. Note - need to quote the '%' so
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1685 # they make it through the python layer happily
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1686 v = ['%%'+self.db.sql_stringquote(s)+'%%' for s in v]
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1687
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1688 # now add to the where clause
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1689 where.append(' or '.join(["_%s LIKE '%s'"%(k, s) for s in v]))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1690 # note: args are embedded in the query string now
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1691 elif isinstance(propclass, Link):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1692 if isinstance(v, type([])):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1693 if '-1' in v:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1694 v.remove('-1')
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1695 xtra = ' or _%s is NULL'%k
|
|
1173
|
1696 else:
|
|
|
1697 xtra = ''
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1698 s = ','.join([a for x in v])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1699 where.append('(_%s in (%s)%s)'%(k, s, xtra))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1700 args = args + v
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1701 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1702 if v == '-1':
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1703 v = None
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1704 where.append('_%s is NULL'%k)
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1705 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1706 where.append('_%s=%s'%(k, a))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1707 args.append(v)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1708 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1709 if isinstance(v, type([])):
|
|
1168
|
1710 s = ','.join([a for x in v])
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1711 where.append('_%s in (%s)'%(k, s))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1712 args = args + v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1713 else:
|
|
1168
|
1714 where.append('_%s=%s'%(k, a))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1715 args.append(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1716
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1717 # add results of full text search
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1718 if search_matches is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1719 v = search_matches.keys()
|
|
1168
|
1720 s = ','.join([a for x in v])
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1721 where.append('id in (%s)'%s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1722 args = args + v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1723
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1724 # "grouping" is just the first-order sorting in the SQL fetch
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1725 # can modify it...)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1726 orderby = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1727 ordercols = []
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1728 if group[0] is not None and group[1] is not None:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1729 if group[0] != '-':
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1730 orderby.append('_'+group[1])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1731 ordercols.append('_'+group[1])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1732 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1733 orderby.append('_'+group[1]+' desc')
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1734 ordercols.append('_'+group[1])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1735
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1736 # now add in the sorting
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1737 group = ''
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1738 if sort[0] is not None and sort[1] is not None:
|
|
1168
|
1739 direction, colname = sort
|
|
|
1740 if direction != '-':
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1741 if colname == 'id':
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1742 orderby.append(colname)
|
|
1168
|
1743 else:
|
|
|
1744 orderby.append('_'+colname)
|
|
|
1745 ordercols.append('_'+colname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1746 else:
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1747 if colname == 'id':
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1748 orderby.append(colname+' desc')
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1749 ordercols.append(colname)
|
|
1168
|
1750 else:
|
|
|
1751 orderby.append('_'+colname+' desc')
|
|
|
1752 ordercols.append('_'+colname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1753
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1754 # construct the SQL
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1755 frum = ','.join(frum)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1756 if where:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1757 where = ' where ' + (' and '.join(where))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1758 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1759 where = ''
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1760 cols = ['id']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1761 if orderby:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1762 cols = cols + ordercols
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1763 order = ' order by %s'%(','.join(orderby))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1764 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1765 order = ''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1766 cols = ','.join(cols)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1767 sql = 'select %s from %s %s%s%s'%(cols, frum, where, group, order)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1768 args = tuple(args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1769 if __debug__:
|
|
1168
|
1770 print >>hyperdb.DEBUG, 'filter', (self, sql, args)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1771 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1772 cursor.execute(sql, args)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1773 l = cursor.fetchall()
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1774
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1775 # return the IDs (the first column)
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1776 # XXX The filter(None, l) bit is sqlite-specific... if there's _NO_
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1777 # XXX matches to a fetch, it returns NULL instead of nothing!?!
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1778 return filter(None, [row[0] for row in l])
|
|
1168
|
1779
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1780 def count(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1781 '''Get the number of nodes in this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1782
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1783 If the returned integer is 'numnodes', the ids of all the nodes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1784 in this class run from 1 to numnodes, and numnodes+1 will be the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1785 id of the next node to be created in this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1786 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1787 return self.db.countnodes(self.classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1788
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1789 # Manipulating properties:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1790 def getprops(self, protected=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1791 '''Return a dictionary mapping property names to property objects.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1792 If the "protected" flag is true, we include protected properties -
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1793 those which may not be modified.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1794 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1795 d = self.properties.copy()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1796 if protected:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1797 d['id'] = String()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1798 d['creation'] = hyperdb.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1799 d['activity'] = hyperdb.Date()
|
|
1176
|
1800 d['creator'] = hyperdb.Link('user')
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1801 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1802
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1803 def addprop(self, **properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1804 '''Add properties to this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1805
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1806 The keyword arguments in 'properties' must map names to property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1807 objects, or a TypeError is raised. None of the keys in 'properties'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1808 may collide with the names of existing properties, or a ValueError
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1809 is raised before any properties have been added.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1810 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1811 for key in properties.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1812 if self.properties.has_key(key):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1813 raise ValueError, key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1814 self.properties.update(properties)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1815
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1816 def index(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1817 '''Add (or refresh) the node to search indexes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1818 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1819 # find all the String properties that have indexme
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1820 for prop, propclass in self.getprops().items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1821 if isinstance(propclass, String) and propclass.indexme:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1822 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1823 value = str(self.get(nodeid, prop))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1824 except IndexError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1825 # node no longer exists - entry should be removed
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1826 self.db.indexer.purge_entry((self.classname, nodeid, prop))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1827 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1828 # and index them under (classname, nodeid, property)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1829 self.db.indexer.add_text((self.classname, nodeid, prop),
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1830 value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1831
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1832
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1833 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1834 # Detector interface
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1835 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1836 def audit(self, event, detector):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1837 '''Register a detector
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1838 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1839 l = self.auditors[event]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1840 if detector not in l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1841 self.auditors[event].append(detector)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1842
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1843 def fireAuditors(self, action, nodeid, newvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1844 '''Fire all registered auditors.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1845 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1846 for audit in self.auditors[action]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1847 audit(self.db, self, nodeid, newvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1848
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1849 def react(self, event, detector):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1850 '''Register a detector
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1851 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1852 l = self.reactors[event]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1853 if detector not in l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1854 self.reactors[event].append(detector)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1855
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1856 def fireReactors(self, action, nodeid, oldvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1857 '''Fire all registered reactors.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1858 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1859 for react in self.reactors[action]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1860 react(self.db, self, nodeid, oldvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1861
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1862 class FileClass(Class):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1863 '''This class defines a large chunk of data. To support this, it has a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1864 mandatory String property "content" which is typically saved off
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1865 externally to the hyperdb.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1866
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1867 The default MIME type of this data is defined by the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1868 "default_mime_type" class attribute, which may be overridden by each
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1869 node if the class defines a "type" String property.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1870 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1871 default_mime_type = 'text/plain'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1872
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1873 def create(self, **propvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1874 ''' snaffle the file propvalue and store in a file
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1875 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1876 content = propvalues['content']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1877 del propvalues['content']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1878 newid = Class.create(self, **propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1879 self.db.storefile(self.classname, newid, None, content)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1880 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1881
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1882 def import_list(self, propnames, proplist):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1883 ''' Trap the "content" property...
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1884 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1885 # dupe this list so we don't affect others
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1886 propnames = propnames[:]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1887
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1888 # extract the "content" property from the proplist
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1889 i = propnames.index('content')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1890 content = eval(proplist[i])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1891 del propnames[i]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1892 del proplist[i]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1893
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1894 # do the normal import
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1895 newid = Class.import_list(self, propnames, proplist)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1896
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1897 # save off the "content" file
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1898 self.db.storefile(self.classname, newid, None, content)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1899 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1900
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1901 _marker = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1902 def get(self, nodeid, propname, default=_marker, cache=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1903 ''' trap the content propname and get it from the file
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1904 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1905
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1906 poss_msg = 'Possibly a access right configuration problem.'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1907 if propname == 'content':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1908 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1909 return self.db.getfile(self.classname, nodeid, None)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1910 except IOError, (strerror):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1911 # BUG: by catching this we donot see an error in the log.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1912 return 'ERROR reading file: %s%s\n%s\n%s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1913 self.classname, nodeid, poss_msg, strerror)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1914 if default is not self._marker:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1915 return Class.get(self, nodeid, propname, default, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1916 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1917 return Class.get(self, nodeid, propname, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1918
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1919 def getprops(self, protected=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1920 ''' In addition to the actual properties on the node, these methods
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1921 provide the "content" property. If the "protected" flag is true,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1922 we include protected properties - those which may not be
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1923 modified.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1924 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1925 d = Class.getprops(self, protected=protected).copy()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1926 d['content'] = hyperdb.String()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1927 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1928
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1929 def index(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1930 ''' Index the node in the search index.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1931
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1932 We want to index the content in addition to the normal String
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1933 property indexing.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1934 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1935 # perform normal indexing
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1936 Class.index(self, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1937
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1938 # get the content to index
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1939 content = self.get(nodeid, 'content')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1940
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1941 # figure the mime type
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1942 if self.properties.has_key('type'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1943 mime_type = self.get(nodeid, 'type')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1944 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1945 mime_type = self.default_mime_type
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1946
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1947 # and index!
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1948 self.db.indexer.add_text((self.classname, nodeid, 'content'), content,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1949 mime_type)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1950
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1951 # XXX deviation from spec - was called ItemClass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1952 class IssueClass(Class, roundupdb.IssueClass):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1953 # Overridden methods:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1954 def __init__(self, db, classname, **properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1955 '''The newly-created class automatically includes the "messages",
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1956 "files", "nosy", and "superseder" properties. If the 'properties'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1957 dictionary attempts to specify any of these properties or a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1958 "creation" or "activity" property, a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1959 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1960 if not properties.has_key('title'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1961 properties['title'] = hyperdb.String(indexme='yes')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1962 if not properties.has_key('messages'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1963 properties['messages'] = hyperdb.Multilink("msg")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1964 if not properties.has_key('files'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1965 properties['files'] = hyperdb.Multilink("file")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1966 if not properties.has_key('nosy'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1967 # note: journalling is turned off as it really just wastes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1968 # space. this behaviour may be overridden in an instance
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1969 properties['nosy'] = hyperdb.Multilink("user", do_journal="no")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1970 if not properties.has_key('superseder'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1971 properties['superseder'] = hyperdb.Multilink(classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1972 Class.__init__(self, db, classname, **properties)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1973
|