|
1181
|
1 # $Id: rdbms_common.py,v 1.10 2002-09-23 00:50:32 richard Exp $
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
2
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
3 # standard python modules
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
4 import sys, os, time, re, errno, weakref, copy
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
5
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
6 # roundup modules
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
7 from roundup import hyperdb, date, password, roundupdb, security
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
8 from roundup.hyperdb import String, Password, Date, Interval, Link, \
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
9 Multilink, DatabaseError, Boolean, Number
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
10
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
11 # support
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
12 from blobfiles import FileStorage
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
13 from roundup.indexer import Indexer
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
14 from sessions import Sessions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
15
|
|
1173
|
16 # number of rows to keep in memory
|
|
|
17 ROW_CACHE_SIZE = 100
|
|
|
18
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
19 class Database(FileStorage, hyperdb.Database, roundupdb.Database):
|
|
1173
|
20 ''' Wrapper around an SQL database that presents a hyperdb interface.
|
|
|
21
|
|
|
22 - some functionality is specific to the actual SQL database, hence
|
|
|
23 the sql_* methods that are NotImplemented
|
|
|
24 - we keep a cache of the latest ROW_CACHE_SIZE row fetches.
|
|
|
25 '''
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
26 def __init__(self, config, journaltag=None):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
27 ''' Open the database and load the schema from it.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
28 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
29 self.config, self.journaltag = config, journaltag
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
30 self.dir = config.DATABASE
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
31 self.classes = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
32 self.indexer = Indexer(self.dir)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
33 self.sessions = Sessions(self.config)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
34 self.security = security.Security(self)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
35
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
36 # additional transaction support for external files and the like
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
37 self.transactions = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
38
|
|
1173
|
39 # keep a cache of the N most recently retrieved rows of any kind
|
|
|
40 # (classname, nodeid) = row
|
|
|
41 self.cache = {}
|
|
|
42 self.cache_lru = []
|
|
|
43
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
44 # open a connection to the database, creating the "conn" attribute
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
45 self.open_connection()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
46
|
|
1181
|
47 def clearCache(self):
|
|
|
48 self.cache = {}
|
|
|
49 self.cache_lru = []
|
|
|
50
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
51 def open_connection(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
52 ''' Open a connection to the database, creating it if necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
53 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
54 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
55
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
56 def sql(self, cursor, sql, args=None):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
57 ''' Execute the sql with the optional args.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
58 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
59 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
60 print >>hyperdb.DEBUG, (self, sql, args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
61 if args:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
62 cursor.execute(sql, args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
63 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
64 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
65
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
66 def sql_fetchone(self, cursor):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
67 ''' Fetch a single row. If there's nothing to fetch, return None.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
68 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
69 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
70
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
71 def sql_stringquote(self, value):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
72 ''' Quote the string so it's safe to put in the 'sql quotes'
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
73 '''
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
74 return re.sub("'", "''", str(value))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
75
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
76 def save_dbschema(self, cursor, schema):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
77 ''' Save the schema definition that the database currently implements
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
78 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
79 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
80
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
81 def load_dbschema(self, cursor):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
82 ''' Load the schema definition that the database currently implements
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
83 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
84 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
85
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
86 def post_init(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
87 ''' Called once the schema initialisation has finished.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
88
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
89 We should now confirm that the schema defined by our "classes"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
90 attribute actually matches the schema in the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
91 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
92 # now detect changes in the schema
|
|
1168
|
93 save = 0
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
94 for classname, spec in self.classes.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
95 if self.database_schema.has_key(classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
96 dbspec = self.database_schema[classname]
|
|
1168
|
97 if self.update_class(spec, dbspec):
|
|
|
98 self.database_schema[classname] = spec.schema()
|
|
|
99 save = 1
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
100 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
101 self.create_class(spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
102 self.database_schema[classname] = spec.schema()
|
|
1168
|
103 save = 1
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
104
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
105 for classname in self.database_schema.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
106 if not self.classes.has_key(classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
107 self.drop_class(classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
108
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
109 # update the database version of the schema
|
|
1168
|
110 if save:
|
|
|
111 cursor = self.conn.cursor()
|
|
|
112 self.sql(cursor, 'delete from schema')
|
|
|
113 self.save_dbschema(cursor, self.database_schema)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
114
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
115 # reindex the db if necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
116 if self.indexer.should_reindex():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
117 self.reindex()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
118
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
119 # commit
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
120 self.conn.commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
121
|
|
1176
|
122 # figure the "curuserid"
|
|
|
123 if self.journaltag is None:
|
|
|
124 self.curuserid = None
|
|
|
125 elif self.journaltag == 'admin':
|
|
|
126 # admin user may not exist, but always has ID 1
|
|
|
127 self.curuserid = '1'
|
|
|
128 else:
|
|
|
129 self.curuserid = self.user.lookup(self.journaltag)
|
|
|
130
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
131 def reindex(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
132 for klass in self.classes.values():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
133 for nodeid in klass.list():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
134 klass.index(nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
135 self.indexer.save_index()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
136
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
137 def determine_columns(self, properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
138 ''' Figure the column names and multilink properties from the spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
139
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
140 "properties" is a list of (name, prop) where prop may be an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
141 instance of a hyperdb "type" _or_ a string repr of that type.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
142 '''
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
143 cols = ['_activity', '_creator', '_creation']
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
144 mls = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
145 # add the multilinks separately
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
146 for col, prop in properties:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
147 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
148 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
149 elif isinstance(prop, type('')) and prop.find('Multilink') != -1:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
150 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
151 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
152 cols.append('_'+col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
153 cols.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
154 return cols, mls
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
155
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
156 def update_class(self, spec, dbspec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
157 ''' Determine the differences between the current spec and the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
158 database version of the spec, and update where necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
159 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
160 spec_schema = spec.schema()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
161 if spec_schema == dbspec:
|
|
1168
|
162 # no save needed for this one
|
|
|
163 return 0
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
164 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
165 print >>hyperdb.DEBUG, 'update_class FIRING'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
166
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
167 # key property changed?
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
168 if dbspec[0] != spec_schema[0]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
169 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
170 print >>hyperdb.DEBUG, 'update_class setting keyprop', `spec[0]`
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
171 # XXX turn on indexing for the key property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
172
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
173 # dict 'em up
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
174 spec_propnames,spec_props = [],{}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
175 for propname,prop in spec_schema[1]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
176 spec_propnames.append(propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
177 spec_props[propname] = prop
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
178 dbspec_propnames,dbspec_props = [],{}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
179 for propname,prop in dbspec[1]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
180 dbspec_propnames.append(propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
181 dbspec_props[propname] = prop
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
182
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
183 # we're going to need one of these
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
184 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
185
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
186 # now compare
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
187 for propname in spec_propnames:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
188 prop = spec_props[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
189 if dbspec_props.has_key(propname) and prop==dbspec_props[propname]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
190 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
191 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
192 print >>hyperdb.DEBUG, 'update_class ADD', (propname, prop)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
193
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
194 if not dbspec_props.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
195 # add the property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
196 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
197 # all we have to do here is create a new table, easy!
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
198 self.create_multilink_table(cursor, spec, propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
199 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
200
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
201 # no ALTER TABLE, so we:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
202 # 1. pull out the data, including an extra None column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
203 oldcols, x = self.determine_columns(dbspec[1])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
204 oldcols.append('id')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
205 oldcols.append('__retired__')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
206 cn = spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
207 sql = 'select %s,%s from _%s'%(','.join(oldcols), self.arg, cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
208 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
209 print >>hyperdb.DEBUG, 'update_class', (self, sql, None)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
210 cursor.execute(sql, (None,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
211 olddata = cursor.fetchall()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
212
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
213 # 2. drop the old table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
214 cursor.execute('drop table _%s'%cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
215
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
216 # 3. create the new table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
217 cols, mls = self.create_class_table(cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
218 # ensure the new column is last
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
219 cols.remove('_'+propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
220 assert oldcols == cols, "Column lists don't match!"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
221 cols.append('_'+propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
222
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
223 # 4. populate with the data from step one
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
224 s = ','.join([self.arg for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
225 scols = ','.join(cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
226 sql = 'insert into _%s (%s) values (%s)'%(cn, scols, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
227
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
228 # GAH, nothing had better go wrong from here on in... but
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
229 # we have to commit the drop...
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
230 # XXX this isn't necessary in sqlite :(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
231 self.conn.commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
232
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
233 # do the insert
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
234 for row in olddata:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
235 self.sql(cursor, sql, tuple(row))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
236
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
237 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
238 # modify the property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
239 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
240 print >>hyperdb.DEBUG, 'update_class NOOP'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
241 pass # NOOP in gadfly
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
242
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
243 # and the other way - only worry about deletions here
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
244 for propname in dbspec_propnames:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
245 prop = dbspec_props[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
246 if spec_props.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
247 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
248 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
249 print >>hyperdb.DEBUG, 'update_class REMOVE', `prop`
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
250
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
251 # delete the property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
252 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
253 sql = 'drop table %s_%s'%(spec.classname, prop)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
254 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
255 print >>hyperdb.DEBUG, 'update_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
256 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
257 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
258 # no ALTER TABLE, so we:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
259 # 1. pull out the data, excluding the removed column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
260 oldcols, x = self.determine_columns(spec.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
261 oldcols.append('id')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
262 oldcols.append('__retired__')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
263 # remove the missing column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
264 oldcols.remove('_'+propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
265 cn = spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
266 sql = 'select %s from _%s'%(','.join(oldcols), cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
267 cursor.execute(sql, (None,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
268 olddata = sql.fetchall()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
269
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
270 # 2. drop the old table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
271 cursor.execute('drop table _%s'%cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
272
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
273 # 3. create the new table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
274 cols, mls = self.create_class_table(self, cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
275 assert oldcols != cols, "Column lists don't match!"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
276
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
277 # 4. populate with the data from step one
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
278 qs = ','.join([self.arg for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
279 sql = 'insert into _%s values (%s)'%(cn, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
280 cursor.execute(sql, olddata)
|
|
1168
|
281 return 1
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
282
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
283 def create_class_table(self, cursor, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
284 ''' create the class table for the given spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
285 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
286 cols, mls = self.determine_columns(spec.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
287
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
288 # add on our special columns
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
289 cols.append('id')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
290 cols.append('__retired__')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
291
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
292 # create the base table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
293 scols = ','.join(['%s varchar'%x for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
294 sql = 'create table _%s (%s)'%(spec.classname, scols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
295 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
296 print >>hyperdb.DEBUG, 'create_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
297 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
298
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
299 return cols, mls
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
300
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
301 def create_journal_table(self, cursor, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
302 ''' create the journal table for a class given the spec and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
303 already-determined cols
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
304 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
305 # journal table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
306 cols = ','.join(['%s varchar'%x
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
307 for x in 'nodeid date tag action params'.split()])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
308 sql = 'create table %s__journal (%s)'%(spec.classname, cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
309 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
310 print >>hyperdb.DEBUG, 'create_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
311 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
312
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
313 def create_multilink_table(self, cursor, spec, ml):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
314 ''' Create a multilink table for the "ml" property of the class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
315 given by the spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
316 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
317 sql = 'create table %s_%s (linkid varchar, nodeid varchar)'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
318 spec.classname, ml)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
319 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
320 print >>hyperdb.DEBUG, 'create_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
321 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
322
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
323 def create_class(self, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
324 ''' Create a database table according to the given spec.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
325 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
326 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
327 cols, mls = self.create_class_table(cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
328 self.create_journal_table(cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
329
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
330 # now create the multilink tables
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
331 for ml in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
332 self.create_multilink_table(cursor, spec, ml)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
333
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
334 # ID counter
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
335 sql = 'insert into ids (name, num) values (%s,%s)'%(self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
336 vals = (spec.classname, 1)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
337 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
338 print >>hyperdb.DEBUG, 'create_class', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
339 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
340
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
341 def drop_class(self, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
342 ''' Drop the given table from the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
343
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
344 Drop the journal and multilink tables too.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
345 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
346 # figure the multilinks
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
347 mls = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
348 for col, prop in spec.properties.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
349 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
350 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
351 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
352
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
353 sql = 'drop table _%s'%spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
354 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
355 print >>hyperdb.DEBUG, 'drop_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
356 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
357
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
358 sql = 'drop table %s__journal'%spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
359 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
360 print >>hyperdb.DEBUG, 'drop_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
361 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
362
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
363 for ml in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
364 sql = 'drop table %s_%s'%(spec.classname, ml)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
365 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
366 print >>hyperdb.DEBUG, 'drop_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
367 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
368
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
369 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
370 # Classes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
371 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
372 def __getattr__(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
373 ''' A convenient way of calling self.getclass(classname).
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
374 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
375 if self.classes.has_key(classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
376 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
377 print >>hyperdb.DEBUG, '__getattr__', (self, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
378 return self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
379 raise AttributeError, classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
380
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
381 def addclass(self, cl):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
382 ''' Add a Class to the hyperdatabase.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
383 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
384 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
385 print >>hyperdb.DEBUG, 'addclass', (self, cl)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
386 cn = cl.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
387 if self.classes.has_key(cn):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
388 raise ValueError, cn
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
389 self.classes[cn] = cl
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
390
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
391 def getclasses(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
392 ''' Return a list of the names of all existing classes.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
393 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
394 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
395 print >>hyperdb.DEBUG, 'getclasses', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
396 l = self.classes.keys()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
397 l.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
398 return l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
399
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
400 def getclass(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
401 '''Get the Class object representing a particular class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
402
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
403 If 'classname' is not a valid class name, a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
404 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
405 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
406 print >>hyperdb.DEBUG, 'getclass', (self, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
407 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
408 return self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
409 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
410 raise KeyError, 'There is no class called "%s"'%classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
411
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
412 def clear(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
413 ''' Delete all database contents.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
414
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
415 Note: I don't commit here, which is different behaviour to the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
416 "nuke from orbit" behaviour in the *dbms.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
417 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
418 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
419 print >>hyperdb.DEBUG, 'clear', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
420 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
421 for cn in self.classes.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
422 sql = 'delete from _%s'%cn
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
423 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
424 print >>hyperdb.DEBUG, 'clear', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
425 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
426
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
427 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
428 # Node IDs
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
429 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
430 def newid(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
431 ''' Generate a new id for the given class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
432 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
433 # get the next ID
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
434 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
435 sql = 'select num from ids where name=%s'%self.arg
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
436 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
437 print >>hyperdb.DEBUG, 'newid', (self, sql, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
438 cursor.execute(sql, (classname, ))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
439 newid = cursor.fetchone()[0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
440
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
441 # update the counter
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
442 sql = 'update ids set num=%s where name=%s'%(self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
443 vals = (int(newid)+1, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
444 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
445 print >>hyperdb.DEBUG, 'newid', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
446 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
447
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
448 # return as string
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
449 return str(newid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
450
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
451 def setid(self, classname, setid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
452 ''' Set the id counter: used during import of database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
453 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
454 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
455 sql = 'update ids set num=%s where name=%s'%(self.arg, self.arg)
|
|
1171
|
456 vals = (setid, classname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
457 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
458 print >>hyperdb.DEBUG, 'setid', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
459 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
460
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
461 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
462 # Nodes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
463 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
464
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
465 def addnode(self, classname, nodeid, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
466 ''' Add the specified node to its class's db.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
467 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
468 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
469 print >>hyperdb.DEBUG, 'addnode', (self, classname, nodeid, node)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
470 # gadfly requires values for all non-multilink columns
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
471 cl = self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
472 cols, mls = self.determine_columns(cl.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
473
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
474 # add the special props
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
475 node = node.copy()
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
476 node['creation'] = node['activity'] = date.Date()
|
|
1176
|
477 node['creator'] = self.curuserid
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
478
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
479 # default the non-multilink columns
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
480 for col, prop in cl.properties.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
481 if not isinstance(col, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
482 if not node.has_key(col):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
483 node[col] = None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
484
|
|
1173
|
485 # clear this node out of the cache if it's in there
|
|
|
486 key = (classname, nodeid)
|
|
|
487 if self.cache.has_key(key):
|
|
|
488 del self.cache[key]
|
|
|
489 self.cache_lru.remove(key)
|
|
|
490
|
|
|
491 # make the node data safe for the DB
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
492 node = self.serialise(classname, node)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
493
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
494 # make sure the ordering is correct for column name -> column value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
495 vals = tuple([node[col[1:]] for col in cols]) + (nodeid, 0)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
496 s = ','.join([self.arg for x in cols]) + ',%s,%s'%(self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
497 cols = ','.join(cols) + ',id,__retired__'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
498
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
499 # perform the inserts
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
500 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
501 sql = 'insert into _%s (%s) values (%s)'%(classname, cols, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
502 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
503 print >>hyperdb.DEBUG, 'addnode', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
504 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
505
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
506 # insert the multilink rows
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
507 for col in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
508 t = '%s_%s'%(classname, col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
509 for entry in node[col]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
510 sql = 'insert into %s (linkid, nodeid) values (%s,%s)'%(t,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
511 self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
512 self.sql(cursor, sql, (entry, nodeid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
513
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
514 # make sure we do the commit-time extra stuff for this node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
515 self.transactions.append((self.doSaveNode, (classname, nodeid, node)))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
516
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
517 def setnode(self, classname, nodeid, values, multilink_changes):
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
518 ''' Change the specified node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
519 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
520 if __debug__:
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
521 print >>hyperdb.DEBUG, 'setnode', (self, classname, nodeid, values)
|
|
1173
|
522
|
|
|
523 # clear this node out of the cache if it's in there
|
|
|
524 key = (classname, nodeid)
|
|
|
525 if self.cache.has_key(key):
|
|
|
526 del self.cache[key]
|
|
|
527 self.cache_lru.remove(key)
|
|
|
528
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
529 # add the special props
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
530 values = values.copy()
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
531 values['activity'] = date.Date()
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
532
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
533 # make db-friendly
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
534 values = self.serialise(classname, values)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
535
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
536 cl = self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
537 cols = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
538 mls = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
539 # add the multilinks separately
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
540 props = cl.getprops()
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
541 for col in values.keys():
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
542 prop = props[col]
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
543 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
544 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
545 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
546 cols.append('_'+col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
547 cols.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
548
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
549 cursor = self.conn.cursor()
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
550
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
551 # if there's any updates to regular columns, do them
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
552 if cols:
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
553 # make sure the ordering is correct for column name -> column value
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
554 sqlvals = tuple([values[col[1:]] for col in cols]) + (nodeid,)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
555 s = ','.join(['%s=%s'%(x, self.arg) for x in cols])
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
556 cols = ','.join(cols)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
557
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
558 # perform the update
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
559 sql = 'update _%s set %s where id=%s'%(classname, s, self.arg)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
560 if __debug__:
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
561 print >>hyperdb.DEBUG, 'setnode', (self, sql, sqlvals)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
562 cursor.execute(sql, sqlvals)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
563
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
564 # now the fun bit, updating the multilinks ;)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
565 for col, (add, remove) in multilink_changes.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
566 tn = '%s_%s'%(classname, col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
567 if add:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
568 sql = 'insert into %s (nodeid, linkid) values (%s,%s)'%(tn,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
569 self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
570 for addid in add:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
571 self.sql(cursor, sql, (nodeid, addid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
572 if remove:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
573 sql = 'delete from %s where nodeid=%s and linkid=%s'%(tn,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
574 self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
575 for removeid in remove:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
576 self.sql(cursor, sql, (nodeid, removeid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
577
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
578 # make sure we do the commit-time extra stuff for this node
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
579 self.transactions.append((self.doSaveNode, (classname, nodeid, values)))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
580
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
581 def getnode(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
582 ''' Get a node from the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
583 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
584 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
585 print >>hyperdb.DEBUG, 'getnode', (self, classname, nodeid)
|
|
1173
|
586
|
|
|
587 # see if we have this node cached
|
|
|
588 key = (classname, nodeid)
|
|
|
589 if self.cache.has_key(key):
|
|
|
590 # push us back to the top of the LRU
|
|
|
591 self.cache_lru.remove(key)
|
|
|
592 self.cache_lry.insert(0, key)
|
|
|
593 # return the cached information
|
|
|
594 return self.cache[key]
|
|
|
595
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
596 # figure the columns we're fetching
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
597 cl = self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
598 cols, mls = self.determine_columns(cl.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
599 scols = ','.join(cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
600
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
601 # perform the basic property fetch
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
602 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
603 sql = 'select %s from _%s where id=%s'%(scols, classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
604 self.sql(cursor, sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
605
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
606 values = self.sql_fetchone(cursor)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
607 if values is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
608 raise IndexError, 'no such %s node %s'%(classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
609
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
610 # make up the node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
611 node = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
612 for col in range(len(cols)):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
613 node[cols[col][1:]] = values[col]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
614
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
615 # now the multilinks
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
616 for col in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
617 # get the link ids
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
618 sql = 'select linkid from %s_%s where nodeid=%s'%(classname, col,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
619 self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
620 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
621 # extract the first column from the result
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
622 node[col] = [x[0] for x in cursor.fetchall()]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
623
|
|
1173
|
624 # un-dbificate the node data
|
|
|
625 node = self.unserialise(classname, node)
|
|
|
626
|
|
|
627 # save off in the cache
|
|
|
628 key = (classname, nodeid)
|
|
|
629 self.cache[key] = node
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
630 # update the LRU
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
631 self.cache_lru.insert(0, key)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
632 del self.cache[self.cache_lru.pop()]
|
|
1173
|
633
|
|
|
634 return node
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
635
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
636 def destroynode(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
637 '''Remove a node from the database. Called exclusively by the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
638 destroy() method on Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
639 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
640 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
641 print >>hyperdb.DEBUG, 'destroynode', (self, classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
642
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
643 # make sure the node exists
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
644 if not self.hasnode(classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
645 raise IndexError, '%s has no node %s'%(classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
646
|
|
1173
|
647 # see if we have this node cached
|
|
|
648 if self.cache.has_key((classname, nodeid)):
|
|
|
649 del self.cache[(classname, nodeid)]
|
|
|
650
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
651 # see if there's any obvious commit actions that we should get rid of
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
652 for entry in self.transactions[:]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
653 if entry[1][:2] == (classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
654 self.transactions.remove(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
655
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
656 # now do the SQL
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
657 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
658 sql = 'delete from _%s where id=%s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
659 self.sql(cursor, sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
660
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
661 # remove from multilnks
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
662 cl = self.getclass(classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
663 x, mls = self.determine_columns(cl.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
664 for col in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
665 # get the link ids
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
666 sql = 'delete from %s_%s where nodeid=%s'%(classname, col, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
667 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
668
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
669 # remove journal entries
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
670 sql = 'delete from %s__journal where nodeid=%s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
671 self.sql(cursor, sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
672
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
673 def serialise(self, classname, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
674 '''Copy the node contents, converting non-marshallable data into
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
675 marshallable data.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
676 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
677 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
678 print >>hyperdb.DEBUG, 'serialise', classname, node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
679 properties = self.getclass(classname).getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
680 d = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
681 for k, v in node.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
682 # if the property doesn't exist, or is the "retired" flag then
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
683 # it won't be in the properties dict
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
684 if not properties.has_key(k):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
685 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
686 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
687
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
688 # get the property spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
689 prop = properties[k]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
690
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
691 if isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
692 d[k] = str(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
693 elif isinstance(prop, Date) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
694 d[k] = v.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
695 elif isinstance(prop, Interval) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
696 d[k] = v.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
697 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
698 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
699 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
700
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
701 def unserialise(self, classname, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
702 '''Decode the marshalled node data
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
703 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
704 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
705 print >>hyperdb.DEBUG, 'unserialise', classname, node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
706 properties = self.getclass(classname).getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
707 d = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
708 for k, v in node.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
709 # if the property doesn't exist, or is the "retired" flag then
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
710 # it won't be in the properties dict
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
711 if not properties.has_key(k):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
712 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
713 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
714
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
715 # get the property spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
716 prop = properties[k]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
717
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
718 if isinstance(prop, Date) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
719 d[k] = date.Date(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
720 elif isinstance(prop, Interval) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
721 d[k] = date.Interval(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
722 elif isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
723 p = password.Password()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
724 p.unpack(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
725 d[k] = p
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
726 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
727 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
728 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
729
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
730 def hasnode(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
731 ''' Determine if the database has a given node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
732 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
733 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
734 sql = 'select count(*) from _%s where id=%s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
735 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
736 print >>hyperdb.DEBUG, 'hasnode', (self, sql, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
737 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
738 return int(cursor.fetchone()[0])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
739
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
740 def countnodes(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
741 ''' Count the number of nodes that exist for a particular Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
742 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
743 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
744 sql = 'select count(*) from _%s'%classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
745 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
746 print >>hyperdb.DEBUG, 'countnodes', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
747 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
748 return cursor.fetchone()[0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
749
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
750 def getnodeids(self, classname, retired=0):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
751 ''' Retrieve all the ids of the nodes for a particular Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
752
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
753 Set retired=None to get all nodes. Otherwise it'll get all the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
754 retired or non-retired nodes, depending on the flag.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
755 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
756 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
757 # flip the sense of the flag if we don't want all of them
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
758 if retired is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
759 retired = not retired
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
760 sql = 'select id from _%s where __retired__ <> %s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
761 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
762 print >>hyperdb.DEBUG, 'getnodeids', (self, sql, retired)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
763 cursor.execute(sql, (retired,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
764 return [x[0] for x in cursor.fetchall()]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
765
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
766 def addjournal(self, classname, nodeid, action, params, creator=None,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
767 creation=None):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
768 ''' Journal the Action
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
769 'action' may be:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
770
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
771 'create' or 'set' -- 'params' is a dictionary of property values
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
772 'link' or 'unlink' -- 'params' is (classname, nodeid, propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
773 'retire' -- 'params' is None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
774 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
775 # serialise the parameters now if necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
776 if isinstance(params, type({})):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
777 if action in ('set', 'create'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
778 params = self.serialise(classname, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
779
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
780 # handle supply of the special journalling parameters (usually
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
781 # supplied on importing an existing database)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
782 if creator:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
783 journaltag = creator
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
784 else:
|
|
1176
|
785 journaltag = self.curuserid
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
786 if creation:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
787 journaldate = creation.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
788 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
789 journaldate = date.Date().serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
790
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
791 # create the journal entry
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
792 cols = ','.join('nodeid date tag action params'.split())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
793
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
794 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
795 print >>hyperdb.DEBUG, 'addjournal', (nodeid, journaldate,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
796 journaltag, action, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
797
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
798 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
799 self.save_journal(cursor, classname, cols, nodeid, journaldate,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
800 journaltag, action, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
801
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
802 def save_journal(self, cursor, classname, cols, nodeid, journaldate,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
803 journaltag, action, params):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
804 ''' Save the journal entry to the database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
805 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
806 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
807
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
808 def getjournal(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
809 ''' get the journal for id
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
810 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
811 # make sure the node exists
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
812 if not self.hasnode(classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
813 raise IndexError, '%s has no node %s'%(classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
814
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
815 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
816 cols = ','.join('nodeid date tag action params'.split())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
817 return self.load_journal(cursor, classname, cols, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
818
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
819 def load_journal(self, cursor, classname, cols, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
820 ''' Load the journal from the database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
821 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
822 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
823
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
824 def pack(self, pack_before):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
825 ''' Delete all journal entries except "create" before 'pack_before'.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
826 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
827 # get a 'yyyymmddhhmmss' version of the date
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
828 date_stamp = pack_before.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
829
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
830 # do the delete
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
831 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
832 for classname in self.classes.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
833 sql = "delete from %s__journal where date<%s and "\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
834 "action<>'create'"%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
835 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
836 print >>hyperdb.DEBUG, 'pack', (self, sql, date_stamp)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
837 cursor.execute(sql, (date_stamp,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
838
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
839 def sql_commit(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
840 ''' Actually commit to the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
841 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
842 self.conn.commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
843
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
844 def commit(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
845 ''' Commit the current transactions.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
846
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
847 Save all data changed since the database was opened or since the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
848 last commit() or rollback().
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
849 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
850 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
851 print >>hyperdb.DEBUG, 'commit', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
852
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
853 # commit the database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
854 self.sql_commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
855
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
856 # now, do all the other transaction stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
857 reindex = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
858 for method, args in self.transactions:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
859 reindex[method(*args)] = 1
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
860
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
861 # reindex the nodes that request it
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
862 for classname, nodeid in filter(None, reindex.keys()):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
863 print >>hyperdb.DEBUG, 'commit.reindex', (classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
864 self.getclass(classname).index(nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
865
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
866 # save the indexer state
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
867 self.indexer.save_index()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
868
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
869 # clear out the transactions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
870 self.transactions = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
871
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
872 def rollback(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
873 ''' Reverse all actions from the current transaction.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
874
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
875 Undo all the changes made since the database was opened or the last
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
876 commit() or rollback() was performed.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
877 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
878 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
879 print >>hyperdb.DEBUG, 'rollback', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
880
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
881 # roll back
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
882 self.conn.rollback()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
883
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
884 # roll back "other" transaction stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
885 for method, args in self.transactions:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
886 # delete temporary files
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
887 if method == self.doStoreFile:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
888 self.rollbackStoreFile(*args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
889 self.transactions = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
890
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
891 def doSaveNode(self, classname, nodeid, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
892 ''' dummy that just generates a reindex event
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
893 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
894 # return the classname, nodeid so we reindex this content
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
895 return (classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
896
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
897 def close(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
898 ''' Close off the connection.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
899 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
900 self.conn.close()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
901
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
902 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
903 # The base Class class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
904 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
905 class Class(hyperdb.Class):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
906 ''' The handle to a particular class of nodes in a hyperdatabase.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
907
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
908 All methods except __repr__ and getnode must be implemented by a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
909 concrete backend Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
910 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
911
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
912 def __init__(self, db, classname, **properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
913 '''Create a new class with a given name and property specification.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
914
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
915 'classname' must not collide with the name of an existing class,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
916 or a ValueError is raised. The keyword arguments in 'properties'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
917 must map names to property objects, or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
918 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
919 if (properties.has_key('creation') or properties.has_key('activity')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
920 or properties.has_key('creator')):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
921 raise ValueError, '"creation", "activity" and "creator" are '\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
922 'reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
923
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
924 self.classname = classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
925 self.properties = properties
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
926 self.db = weakref.proxy(db) # use a weak ref to avoid circularity
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
927 self.key = ''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
928
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
929 # should we journal changes (default yes)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
930 self.do_journal = 1
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
931
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
932 # do the db-related init stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
933 db.addclass(self)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
934
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
935 self.auditors = {'create': [], 'set': [], 'retire': []}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
936 self.reactors = {'create': [], 'set': [], 'retire': []}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
937
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
938 def schema(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
939 ''' A dumpable version of the schema that we can store in the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
940 database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
941 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
942 return (self.key, [(x, repr(y)) for x,y in self.properties.items()])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
943
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
944 def enableJournalling(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
945 '''Turn journalling on for this class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
946 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
947 self.do_journal = 1
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
948
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
949 def disableJournalling(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
950 '''Turn journalling off for this class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
951 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
952 self.do_journal = 0
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
953
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
954 # Editing nodes:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
955 def create(self, **propvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
956 ''' Create a new node of this class and return its id.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
957
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
958 The keyword arguments in 'propvalues' map property names to values.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
959
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
960 The values of arguments must be acceptable for the types of their
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
961 corresponding properties or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
962
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
963 If this class has a key property, it must be present and its value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
964 must not collide with other key strings or a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
965
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
966 Any other properties on this class that are missing from the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
967 'propvalues' dictionary are set to None.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
968
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
969 If an id in a link or multilink property does not refer to a valid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
970 node, an IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
971 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
972 if propvalues.has_key('id'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
973 raise KeyError, '"id" is reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
974
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
975 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
976 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
977
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
978 if propvalues.has_key('creation') or propvalues.has_key('activity'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
979 raise KeyError, '"creation" and "activity" are reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
980
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
981 self.fireAuditors('create', None, propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
982
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
983 # new node's id
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
984 newid = self.db.newid(self.classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
985
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
986 # validate propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
987 num_re = re.compile('^\d+$')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
988 for key, value in propvalues.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
989 if key == self.key:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
990 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
991 self.lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
992 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
993 pass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
994 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
995 raise ValueError, 'node with key "%s" exists'%value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
996
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
997 # try to handle this property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
998 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
999 prop = self.properties[key]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1000 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1001 raise KeyError, '"%s" has no property "%s"'%(self.classname,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1002 key)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1003
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1004 if value is not None and isinstance(prop, Link):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1005 if type(value) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1006 raise ValueError, 'link value must be String'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1007 link_class = self.properties[key].classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1008 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1009 if not num_re.match(value):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1010 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1011 value = self.db.classes[link_class].lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1012 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1013 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1014 key, value, link_class)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1015 elif not self.db.getclass(link_class).hasnode(value):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1016 raise IndexError, '%s has no node %s'%(link_class, value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1017
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1018 # save off the value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1019 propvalues[key] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1020
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1021 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1022 if self.do_journal and self.properties[key].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1023 self.db.addjournal(link_class, value, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1024 (self.classname, newid, key))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1025
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1026 elif isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1027 if type(value) != type([]):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1028 raise TypeError, 'new property "%s" not a list of ids'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1029
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1030 # clean up and validate the list of links
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1031 link_class = self.properties[key].classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1032 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1033 for entry in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1034 if type(entry) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1035 raise ValueError, '"%s" multilink value (%r) '\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1036 'must contain Strings'%(key, value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1037 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1038 if not num_re.match(entry):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1039 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1040 entry = self.db.classes[link_class].lookup(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1041 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1042 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1043 key, entry, self.properties[key].classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1044 l.append(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1045 value = l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1046 propvalues[key] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1047
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1048 # handle additions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1049 for nodeid in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1050 if not self.db.getclass(link_class).hasnode(nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1051 raise IndexError, '%s has no node %s'%(link_class,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1052 nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1053 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1054 if self.do_journal and self.properties[key].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1055 self.db.addjournal(link_class, nodeid, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1056 (self.classname, newid, key))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1057
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1058 elif isinstance(prop, String):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1059 if type(value) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1060 raise TypeError, 'new property "%s" not a string'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1061
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1062 elif isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1063 if not isinstance(value, password.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1064 raise TypeError, 'new property "%s" not a Password'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1065
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1066 elif isinstance(prop, Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1067 if value is not None and not isinstance(value, date.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1068 raise TypeError, 'new property "%s" not a Date'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1069
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1070 elif isinstance(prop, Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1071 if value is not None and not isinstance(value, date.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1072 raise TypeError, 'new property "%s" not an Interval'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1073
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1074 elif value is not None and isinstance(prop, Number):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1075 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1076 float(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1077 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1078 raise TypeError, 'new property "%s" not numeric'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1079
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1080 elif value is not None and isinstance(prop, Boolean):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1081 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1082 int(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1083 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1084 raise TypeError, 'new property "%s" not boolean'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1085
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1086 # make sure there's data where there needs to be
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1087 for key, prop in self.properties.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1088 if propvalues.has_key(key):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1089 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1090 if key == self.key:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1091 raise ValueError, 'key property "%s" is required'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1092 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1093 propvalues[key] = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1094 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1095 propvalues[key] = None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1096
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1097 # done
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1098 self.db.addnode(self.classname, newid, propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1099 if self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1100 self.db.addjournal(self.classname, newid, 'create', propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1101
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1102 self.fireReactors('create', newid, None)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1103
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1104 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1105
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1106 def export_list(self, propnames, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1107 ''' Export a node - generate a list of CSV-able data in the order
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1108 specified by propnames for the given node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1109 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1110 properties = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1111 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1112 for prop in propnames:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1113 proptype = properties[prop]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1114 value = self.get(nodeid, prop)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1115 # "marshal" data where needed
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1116 if value is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1117 pass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1118 elif isinstance(proptype, hyperdb.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1119 value = value.get_tuple()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1120 elif isinstance(proptype, hyperdb.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1121 value = value.get_tuple()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1122 elif isinstance(proptype, hyperdb.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1123 value = str(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1124 l.append(repr(value))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1125 return l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1126
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1127 def import_list(self, propnames, proplist):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1128 ''' Import a node - all information including "id" is present and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1129 should not be sanity checked. Triggers are not triggered. The
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1130 journal should be initialised using the "creator" and "created"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1131 information.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1132
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1133 Return the nodeid of the node imported.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1134 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1135 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1136 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1137 properties = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1138
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1139 # make the new node's property map
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1140 d = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1141 for i in range(len(propnames)):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1142 # Use eval to reverse the repr() used to output the CSV
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1143 value = eval(proplist[i])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1144
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1145 # Figure the property for this column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1146 propname = propnames[i]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1147 prop = properties[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1148
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1149 # "unmarshal" where necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1150 if propname == 'id':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1151 newid = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1152 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1153 elif value is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1154 # don't set Nones
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1155 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1156 elif isinstance(prop, hyperdb.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1157 value = date.Date(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1158 elif isinstance(prop, hyperdb.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1159 value = date.Interval(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1160 elif isinstance(prop, hyperdb.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1161 pwd = password.Password()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1162 pwd.unpack(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1163 value = pwd
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1164 d[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1165
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1166 # extract the extraneous journalling gumpf and nuke it
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1167 if d.has_key('creator'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1168 creator = d['creator']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1169 del d['creator']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1170 if d.has_key('creation'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1171 creation = d['creation']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1172 del d['creation']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1173 if d.has_key('activity'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1174 del d['activity']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1175
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1176 # add the node and journal
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1177 self.db.addnode(self.classname, newid, d)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1178 self.db.addjournal(self.classname, newid, 'create', d, creator,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1179 creation)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1180 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1181
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1182 _marker = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1183 def get(self, nodeid, propname, default=_marker, cache=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1184 '''Get the value of a property on an existing node of this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1185
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1186 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1187 IndexError is raised. 'propname' must be the name of a property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1188 of this class or a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1189
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1190 'cache' indicates whether the transaction cache should be queried
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1191 for the node. If the node has been modified and you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1192 determine what its values prior to modification are, you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1193 set cache=0.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1194 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1195 if propname == 'id':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1196 return nodeid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1197
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1198 # get the node's dict
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1199 d = self.db.getnode(self.classname, nodeid)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1200
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1201 if propname == 'creation':
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1202 if d.has_key('creation'):
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1203 return d['creation']
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1204 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1205 return date.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1206 if propname == 'activity':
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1207 if d.has_key('activity'):
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1208 return d['activity']
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1209 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1210 return date.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1211 if propname == 'creator':
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1212 if d.has_key('creator'):
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1213 return d['creator']
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1214 else:
|
|
1176
|
1215 return self.db.curuserid
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1216
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1217 # get the property (raises KeyErorr if invalid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1218 prop = self.properties[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1219
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1220 if not d.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1221 if default is self._marker:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1222 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1223 return []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1224 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1225 return None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1226 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1227 return default
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1228
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1229 # don't pass our list to other code
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1230 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1231 return d[propname][:]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1232
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1233 return d[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1234
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1235 def getnode(self, nodeid, cache=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1236 ''' Return a convenience wrapper for the node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1237
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1238 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1239 IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1240
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1241 'cache' indicates whether the transaction cache should be queried
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1242 for the node. If the node has been modified and you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1243 determine what its values prior to modification are, you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1244 set cache=0.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1245 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1246 return Node(self, nodeid, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1247
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1248 def set(self, nodeid, **propvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1249 '''Modify a property on an existing node of this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1250
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1251 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1252 IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1253
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1254 Each key in 'propvalues' must be the name of a property of this
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1255 class or a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1256
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1257 All values in 'propvalues' must be acceptable types for their
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1258 corresponding properties or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1259
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1260 If the value of the key property is set, it must not collide with
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1261 other key strings or a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1262
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1263 If the value of a Link or Multilink property contains an invalid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1264 node id, a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1265 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1266 if not propvalues:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1267 return propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1268
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1269 if propvalues.has_key('creation') or propvalues.has_key('activity'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1270 raise KeyError, '"creation" and "activity" are reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1271
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1272 if propvalues.has_key('id'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1273 raise KeyError, '"id" is reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1274
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1275 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1276 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1277
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1278 self.fireAuditors('set', nodeid, propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1279 # Take a copy of the node dict so that the subsequent set
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1280 # operation doesn't modify the oldvalues structure.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1281 # XXX used to try the cache here first
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1282 oldvalues = copy.deepcopy(self.db.getnode(self.classname, nodeid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1283
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1284 node = self.db.getnode(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1285 if self.is_retired(nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1286 raise IndexError, 'Requested item is retired'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1287 num_re = re.compile('^\d+$')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1288
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1289 # if the journal value is to be different, store it in here
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1290 journalvalues = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1291
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1292 # remember the add/remove stuff for multilinks, making it easier
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1293 # for the Database layer to do its stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1294 multilink_changes = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1295
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1296 for propname, value in propvalues.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1297 # check to make sure we're not duplicating an existing key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1298 if propname == self.key and node[propname] != value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1299 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1300 self.lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1301 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1302 pass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1303 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1304 raise ValueError, 'node with key "%s" exists'%value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1305
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1306 # this will raise the KeyError if the property isn't valid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1307 # ... we don't use getprops() here because we only care about
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1308 # the writeable properties.
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1309 try:
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1310 prop = self.properties[propname]
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1311 except KeyError:
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1312 raise KeyError, '"%s" has no property named "%s"'%(
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1313 self.classname, propname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1314
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1315 # if the value's the same as the existing value, no sense in
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1316 # doing anything
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1317 if node.has_key(propname) and value == node[propname]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1318 del propvalues[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1319 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1320
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1321 # do stuff based on the prop type
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1322 if isinstance(prop, Link):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1323 link_class = prop.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1324 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1325 if value is not None and not isinstance(value, type('')):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1326 raise ValueError, 'property "%s" link value be a string'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1327 propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1328 if isinstance(value, type('')) and not num_re.match(value):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1329 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1330 value = self.db.classes[link_class].lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1331 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1332 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1333 propname, value, prop.classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1334
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1335 if (value is not None and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1336 not self.db.getclass(link_class).hasnode(value)):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1337 raise IndexError, '%s has no node %s'%(link_class, value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1338
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1339 if self.do_journal and prop.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1340 # register the unlink with the old linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1341 if node[propname] is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1342 self.db.addjournal(link_class, node[propname], 'unlink',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1343 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1344
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1345 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1346 if value is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1347 self.db.addjournal(link_class, value, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1348 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1349
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1350 elif isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1351 if type(value) != type([]):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1352 raise TypeError, 'new property "%s" not a list of'\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1353 ' ids'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1354 link_class = self.properties[propname].classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1355 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1356 for entry in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1357 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1358 if type(entry) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1359 raise ValueError, 'new property "%s" link value ' \
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1360 'must be a string'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1361 if not num_re.match(entry):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1362 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1363 entry = self.db.classes[link_class].lookup(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1364 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1365 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1366 propname, entry,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1367 self.properties[propname].classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1368 l.append(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1369 value = l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1370 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1371
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1372 # figure the journal entry for this property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1373 add = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1374 remove = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1375
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1376 # handle removals
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1377 if node.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1378 l = node[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1379 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1380 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1381 for id in l[:]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1382 if id in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1383 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1384 # register the unlink with the old linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1385 if self.do_journal and self.properties[propname].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1386 self.db.addjournal(link_class, id, 'unlink',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1387 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1388 l.remove(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1389 remove.append(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1390
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1391 # handle additions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1392 for id in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1393 if not self.db.getclass(link_class).hasnode(id):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1394 raise IndexError, '%s has no node %s'%(link_class, id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1395 if id in l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1396 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1397 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1398 if self.do_journal and self.properties[propname].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1399 self.db.addjournal(link_class, id, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1400 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1401 l.append(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1402 add.append(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1403
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1404 # figure the journal entry
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1405 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1406 if add:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1407 l.append(('+', add))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1408 if remove:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1409 l.append(('-', remove))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1410 multilink_changes[propname] = (add, remove)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1411 if l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1412 journalvalues[propname] = tuple(l)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1413
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1414 elif isinstance(prop, String):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1415 if value is not None and type(value) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1416 raise TypeError, 'new property "%s" not a string'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1417
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1418 elif isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1419 if not isinstance(value, password.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1420 raise TypeError, 'new property "%s" not a Password'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1421 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1422
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1423 elif value is not None and isinstance(prop, Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1424 if not isinstance(value, date.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1425 raise TypeError, 'new property "%s" not a Date'% propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1426 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1427
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1428 elif value is not None and isinstance(prop, Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1429 if not isinstance(value, date.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1430 raise TypeError, 'new property "%s" not an '\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1431 'Interval'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1432 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1433
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1434 elif value is not None and isinstance(prop, Number):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1435 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1436 float(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1437 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1438 raise TypeError, 'new property "%s" not numeric'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1439
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1440 elif value is not None and isinstance(prop, Boolean):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1441 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1442 int(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1443 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1444 raise TypeError, 'new property "%s" not boolean'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1445
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1446 # nothing to do?
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1447 if not propvalues:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1448 return propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1449
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1450 # do the set, and journal it
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1451 self.db.setnode(self.classname, nodeid, propvalues, multilink_changes)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1452
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1453 if self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1454 propvalues.update(journalvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1455 self.db.addjournal(self.classname, nodeid, 'set', propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1456
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1457 self.fireReactors('set', nodeid, oldvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1458
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1459 return propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1460
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1461 def retire(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1462 '''Retire a node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1463
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1464 The properties on the node remain available from the get() method,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1465 and the node's id is never reused.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1466
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1467 Retired nodes are not returned by the find(), list(), or lookup()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1468 methods, and other nodes may reuse the values of their key properties.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1469 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1470 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1471 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1472
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1473 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1474 sql = 'update _%s set __retired__=1 where id=%s'%(self.classname,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1475 self.db.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1476 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1477 print >>hyperdb.DEBUG, 'retire', (self, sql, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1478 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1479
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1480 def is_retired(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1481 '''Return true if the node is rerired
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1482 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1483 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1484 sql = 'select __retired__ from _%s where id=%s'%(self.classname,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1485 self.db.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1486 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1487 print >>hyperdb.DEBUG, 'is_retired', (self, sql, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1488 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1489 return int(cursor.fetchone()[0])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1490
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1491 def destroy(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1492 '''Destroy a node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1493
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1494 WARNING: this method should never be used except in extremely rare
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1495 situations where there could never be links to the node being
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1496 deleted
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1497 WARNING: use retire() instead
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1498 WARNING: the properties of this node will not be available ever again
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1499 WARNING: really, use retire() instead
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1500
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1501 Well, I think that's enough warnings. This method exists mostly to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1502 support the session storage of the cgi interface.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1503
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1504 The node is completely removed from the hyperdb, including all journal
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1505 entries. It will no longer be available, and will generally break code
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1506 if there are any references to the node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1507 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1508 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1509 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1510 self.db.destroynode(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1511
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1512 def history(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1513 '''Retrieve the journal of edits on a particular node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1514
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1515 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1516 IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1517
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1518 The returned list contains tuples of the form
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1519
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1520 (date, tag, action, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1521
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1522 'date' is a Timestamp object specifying the time of the change and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1523 'tag' is the journaltag specified when the database was opened.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1524 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1525 if not self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1526 raise ValueError, 'Journalling is disabled for this class'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1527 return self.db.getjournal(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1528
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1529 # Locating nodes:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1530 def hasnode(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1531 '''Determine if the given nodeid actually exists
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1532 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1533 return self.db.hasnode(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1534
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1535 def setkey(self, propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1536 '''Select a String property of this class to be the key property.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1537
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1538 'propname' must be the name of a String property of this class or
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1539 None, or a TypeError is raised. The values of the key property on
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1540 all existing nodes must be unique or a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1541 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1542 # XXX create an index on the key prop column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1543 prop = self.getprops()[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1544 if not isinstance(prop, String):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1545 raise TypeError, 'key properties must be String'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1546 self.key = propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1547
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1548 def getkey(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1549 '''Return the name of the key property for this class or None.'''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1550 return self.key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1551
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1552 def labelprop(self, default_to_id=0):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1553 ''' Return the property name for a label for the given node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1554
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1555 This method attempts to generate a consistent label for the node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1556 It tries the following in order:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1557 1. key property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1558 2. "name" property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1559 3. "title" property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1560 4. first property from the sorted property name list
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1561 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1562 k = self.getkey()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1563 if k:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1564 return k
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1565 props = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1566 if props.has_key('name'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1567 return 'name'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1568 elif props.has_key('title'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1569 return 'title'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1570 if default_to_id:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1571 return 'id'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1572 props = props.keys()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1573 props.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1574 return props[0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1575
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1576 def lookup(self, keyvalue):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1577 '''Locate a particular node by its key property and return its id.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1578
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1579 If this class has no key property, a TypeError is raised. If the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1580 'keyvalue' matches one of the values for the key property among
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1581 the nodes in this class, the matching node's id is returned;
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1582 otherwise a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1583 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1584 if not self.key:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1585 raise TypeError, 'No key property set for class %s'%self.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1586
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1587 cursor = self.db.conn.cursor()
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1588 sql = 'select id,__retired__ from _%s where _%s=%s'%(self.classname,
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1589 self.key, self.db.arg)
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1590 self.db.sql(cursor, sql, (keyvalue,))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1591
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1592 # see if there was a result that's not retired
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1593 l = cursor.fetchall()
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1594 if not l or int(l[0][1]):
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1595 raise KeyError, 'No key (%s) value "%s" for "%s"'%(self.key,
|
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1596 keyvalue, self.classname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1597
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1598 # return the id
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1599 return l[0][0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1600
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1601 def find(self, **propspec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1602 '''Get the ids of nodes in this class which link to the given nodes.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1603
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1604 'propspec' consists of keyword args propname={nodeid:1,}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1605 'propname' must be the name of a property in this class, or a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1606 KeyError is raised. That property must be a Link or Multilink
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1607 property, or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1608
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1609 Any node in this class whose 'propname' property links to any of the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1610 nodeids will be returned. Used by the full text indexing, which knows
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1611 that "foo" occurs in msg1, msg3 and file7, so we have hits on these
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1612 issues:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1613
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1614 db.issue.find(messages={'1':1,'3':1}, files={'7':1})
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1615 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1616 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1617 print >>hyperdb.DEBUG, 'find', (self, propspec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1618 if not propspec:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1619 return []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1620 queries = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1621 tables = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1622 allvalues = ()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1623 for prop, values in propspec.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1624 allvalues += tuple(values.keys())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1625 a = self.db.arg
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1626 tables.append('select nodeid from %s_%s where linkid in (%s)'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1627 self.classname, prop, ','.join([a for x in values.keys()])))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1628 sql = '\nintersect\n'.join(tables)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1629 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1630 print >>hyperdb.DEBUG, 'find', (self, sql, allvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1631 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1632 cursor.execute(sql, allvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1633 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1634 l = [x[0] for x in cursor.fetchall()]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1635 except gadfly.database.error, message:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1636 if message == 'no more results':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1637 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1638 raise
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1639 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1640 print >>hyperdb.DEBUG, 'find ... ', l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1641 return l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1642
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1643 def list(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1644 ''' Return a list of the ids of the active nodes in this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1645 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1646 return self.db.getnodeids(self.classname, retired=0)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1647
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1648 def filter(self, search_matches, filterspec, sort, group):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1649 ''' Return a list of the ids of the active nodes in this class that
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1650 match the 'filter' spec, sorted by the group spec and then the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1651 sort spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1652
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1653 "filterspec" is {propname: value(s)}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1654 "sort" and "group" are (dir, prop) where dir is '+', '-' or None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1655 and prop is a prop name or None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1656 "search_matches" is {nodeid: marker}
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1657
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1658 The filter must match all properties specificed - but if the
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1659 property value to match is a list, any one of the values in the
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1660 list may match for that property to match.
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1661 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1662 cn = self.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1663
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1664 # figure the WHERE clause from the filterspec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1665 props = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1666 frum = ['_'+cn]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1667 where = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1668 args = []
|
|
1168
|
1669 a = self.db.arg
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1670 for k, v in filterspec.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1671 propclass = props[k]
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1672 # now do other where clause stuff
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1673 if isinstance(propclass, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1674 tn = '%s_%s'%(cn, k)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1675 frum.append(tn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1676 if isinstance(v, type([])):
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1677 s = ','.join([a for x in v])
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1678 where.append('id=%s.nodeid and %s.linkid in (%s)'%(tn,tn,s))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1679 args = args + v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1680 else:
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1681 where.append('id=%s.nodeid and %s.linkid = %s'%(tn, tn, a))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1682 args.append(v)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1683 elif isinstance(propclass, String):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1684 if not isinstance(v, type([])):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1685 v = [v]
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1686
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1687 # Quote the bits in the string that need it and then embed
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1688 # in a "substring" search. Note - need to quote the '%' so
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1689 # they make it through the python layer happily
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1690 v = ['%%'+self.db.sql_stringquote(s)+'%%' for s in v]
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1691
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1692 # now add to the where clause
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1693 where.append(' or '.join(["_%s LIKE '%s'"%(k, s) for s in v]))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1694 # note: args are embedded in the query string now
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1695 elif isinstance(propclass, Link):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1696 if isinstance(v, type([])):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1697 if '-1' in v:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1698 v.remove('-1')
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1699 xtra = ' or _%s is NULL'%k
|
|
1173
|
1700 else:
|
|
|
1701 xtra = ''
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1702 s = ','.join([a for x in v])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1703 where.append('(_%s in (%s)%s)'%(k, s, xtra))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1704 args = args + v
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1705 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1706 if v == '-1':
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1707 v = None
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1708 where.append('_%s is NULL'%k)
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1709 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1710 where.append('_%s=%s'%(k, a))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1711 args.append(v)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1712 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1713 if isinstance(v, type([])):
|
|
1168
|
1714 s = ','.join([a for x in v])
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1715 where.append('_%s in (%s)'%(k, s))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1716 args = args + v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1717 else:
|
|
1168
|
1718 where.append('_%s=%s'%(k, a))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1719 args.append(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1720
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1721 # add results of full text search
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1722 if search_matches is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1723 v = search_matches.keys()
|
|
1168
|
1724 s = ','.join([a for x in v])
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1725 where.append('id in (%s)'%s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1726 args = args + v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1727
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1728 # "grouping" is just the first-order sorting in the SQL fetch
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1729 # can modify it...)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1730 orderby = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1731 ordercols = []
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1732 if group[0] is not None and group[1] is not None:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1733 if group[0] != '-':
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1734 orderby.append('_'+group[1])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1735 ordercols.append('_'+group[1])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1736 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1737 orderby.append('_'+group[1]+' desc')
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1738 ordercols.append('_'+group[1])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1739
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1740 # now add in the sorting
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1741 group = ''
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1742 if sort[0] is not None and sort[1] is not None:
|
|
1168
|
1743 direction, colname = sort
|
|
|
1744 if direction != '-':
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1745 if colname == 'id':
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1746 orderby.append(colname)
|
|
1168
|
1747 else:
|
|
|
1748 orderby.append('_'+colname)
|
|
|
1749 ordercols.append('_'+colname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1750 else:
|
1174
8e318dfaf479
Verify contents of tracker module when the tracker is opened
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1751 if colname == 'id':
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1752 orderby.append(colname+' desc')
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1753 ordercols.append(colname)
|
|
1168
|
1754 else:
|
|
|
1755 orderby.append('_'+colname+' desc')
|
|
|
1756 ordercols.append('_'+colname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1757
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1758 # construct the SQL
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1759 frum = ','.join(frum)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1760 if where:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1761 where = ' where ' + (' and '.join(where))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1762 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1763 where = ''
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1764 cols = ['id']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1765 if orderby:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1766 cols = cols + ordercols
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1767 order = ' order by %s'%(','.join(orderby))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1768 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1769 order = ''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1770 cols = ','.join(cols)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1771 sql = 'select %s from %s %s%s%s'%(cols, frum, where, group, order)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1772 args = tuple(args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1773 if __debug__:
|
|
1168
|
1774 print >>hyperdb.DEBUG, 'filter', (self, sql, args)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1775 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1776 cursor.execute(sql, args)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1777 l = cursor.fetchall()
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1778
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1779 # return the IDs (the first column)
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1780 # XXX The filter(None, l) bit is sqlite-specific... if there's _NO_
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1781 # XXX matches to a fetch, it returns NULL instead of nothing!?!
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1782 return filter(None, [row[0] for row in l])
|
|
1168
|
1783
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1784 def count(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1785 '''Get the number of nodes in this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1786
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1787 If the returned integer is 'numnodes', the ids of all the nodes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1788 in this class run from 1 to numnodes, and numnodes+1 will be the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1789 id of the next node to be created in this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1790 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1791 return self.db.countnodes(self.classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1792
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1793 # Manipulating properties:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1794 def getprops(self, protected=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1795 '''Return a dictionary mapping property names to property objects.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1796 If the "protected" flag is true, we include protected properties -
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1797 those which may not be modified.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1798 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1799 d = self.properties.copy()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1800 if protected:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1801 d['id'] = String()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1802 d['creation'] = hyperdb.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1803 d['activity'] = hyperdb.Date()
|
|
1176
|
1804 d['creator'] = hyperdb.Link('user')
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1805 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1806
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1807 def addprop(self, **properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1808 '''Add properties to this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1809
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1810 The keyword arguments in 'properties' must map names to property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1811 objects, or a TypeError is raised. None of the keys in 'properties'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1812 may collide with the names of existing properties, or a ValueError
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1813 is raised before any properties have been added.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1814 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1815 for key in properties.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1816 if self.properties.has_key(key):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1817 raise ValueError, key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1818 self.properties.update(properties)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1819
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1820 def index(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1821 '''Add (or refresh) the node to search indexes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1822 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1823 # find all the String properties that have indexme
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1824 for prop, propclass in self.getprops().items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1825 if isinstance(propclass, String) and propclass.indexme:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1826 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1827 value = str(self.get(nodeid, prop))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1828 except IndexError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1829 # node no longer exists - entry should be removed
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1830 self.db.indexer.purge_entry((self.classname, nodeid, prop))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1831 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1832 # and index them under (classname, nodeid, property)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1833 self.db.indexer.add_text((self.classname, nodeid, prop),
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1834 value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1835
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1836
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1837 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1838 # Detector interface
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1839 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1840 def audit(self, event, detector):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1841 '''Register a detector
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1842 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1843 l = self.auditors[event]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1844 if detector not in l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1845 self.auditors[event].append(detector)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1846
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1847 def fireAuditors(self, action, nodeid, newvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1848 '''Fire all registered auditors.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1849 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1850 for audit in self.auditors[action]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1851 audit(self.db, self, nodeid, newvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1852
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1853 def react(self, event, detector):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1854 '''Register a detector
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1855 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1856 l = self.reactors[event]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1857 if detector not in l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1858 self.reactors[event].append(detector)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1859
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1860 def fireReactors(self, action, nodeid, oldvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1861 '''Fire all registered reactors.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1862 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1863 for react in self.reactors[action]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1864 react(self.db, self, nodeid, oldvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1865
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1866 class FileClass(Class):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1867 '''This class defines a large chunk of data. To support this, it has a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1868 mandatory String property "content" which is typically saved off
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1869 externally to the hyperdb.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1870
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1871 The default MIME type of this data is defined by the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1872 "default_mime_type" class attribute, which may be overridden by each
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1873 node if the class defines a "type" String property.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1874 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1875 default_mime_type = 'text/plain'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1876
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1877 def create(self, **propvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1878 ''' snaffle the file propvalue and store in a file
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1879 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1880 content = propvalues['content']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1881 del propvalues['content']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1882 newid = Class.create(self, **propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1883 self.db.storefile(self.classname, newid, None, content)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1884 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1885
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1886 def import_list(self, propnames, proplist):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1887 ''' Trap the "content" property...
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1888 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1889 # dupe this list so we don't affect others
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1890 propnames = propnames[:]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1891
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1892 # extract the "content" property from the proplist
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1893 i = propnames.index('content')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1894 content = eval(proplist[i])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1895 del propnames[i]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1896 del proplist[i]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1897
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1898 # do the normal import
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1899 newid = Class.import_list(self, propnames, proplist)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1900
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1901 # save off the "content" file
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1902 self.db.storefile(self.classname, newid, None, content)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1903 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1904
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1905 _marker = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1906 def get(self, nodeid, propname, default=_marker, cache=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1907 ''' trap the content propname and get it from the file
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1908 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1909
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1910 poss_msg = 'Possibly a access right configuration problem.'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1911 if propname == 'content':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1912 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1913 return self.db.getfile(self.classname, nodeid, None)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1914 except IOError, (strerror):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1915 # BUG: by catching this we donot see an error in the log.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1916 return 'ERROR reading file: %s%s\n%s\n%s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1917 self.classname, nodeid, poss_msg, strerror)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1918 if default is not self._marker:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1919 return Class.get(self, nodeid, propname, default, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1920 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1921 return Class.get(self, nodeid, propname, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1922
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1923 def getprops(self, protected=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1924 ''' In addition to the actual properties on the node, these methods
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1925 provide the "content" property. If the "protected" flag is true,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1926 we include protected properties - those which may not be
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1927 modified.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1928 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1929 d = Class.getprops(self, protected=protected).copy()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1930 d['content'] = hyperdb.String()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1931 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1932
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1933 def index(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1934 ''' Index the node in the search index.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1935
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1936 We want to index the content in addition to the normal String
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1937 property indexing.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1938 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1939 # perform normal indexing
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1940 Class.index(self, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1941
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1942 # get the content to index
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1943 content = self.get(nodeid, 'content')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1944
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1945 # figure the mime type
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1946 if self.properties.has_key('type'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1947 mime_type = self.get(nodeid, 'type')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1948 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1949 mime_type = self.default_mime_type
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1950
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1951 # and index!
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1952 self.db.indexer.add_text((self.classname, nodeid, 'content'), content,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1953 mime_type)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1954
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1955 # XXX deviation from spec - was called ItemClass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1956 class IssueClass(Class, roundupdb.IssueClass):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1957 # Overridden methods:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1958 def __init__(self, db, classname, **properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1959 '''The newly-created class automatically includes the "messages",
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1960 "files", "nosy", and "superseder" properties. If the 'properties'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1961 dictionary attempts to specify any of these properties or a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1962 "creation" or "activity" property, a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1963 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1964 if not properties.has_key('title'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1965 properties['title'] = hyperdb.String(indexme='yes')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1966 if not properties.has_key('messages'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1967 properties['messages'] = hyperdb.Multilink("msg")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1968 if not properties.has_key('files'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1969 properties['files'] = hyperdb.Multilink("file")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1970 if not properties.has_key('nosy'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1971 # note: journalling is turned off as it really just wastes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1972 # space. this behaviour may be overridden in an instance
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1973 properties['nosy'] = hyperdb.Multilink("user", do_journal="no")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1974 if not properties.has_key('superseder'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1975 properties['superseder'] = hyperdb.Multilink(classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1976 Class.__init__(self, db, classname, **properties)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1977
|