|
1173
|
1 # $Id: rdbms_common.py,v 1.6 2002-09-19 05:30:25 richard Exp $
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
2
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
3 # standard python modules
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
4 import sys, os, time, re, errno, weakref, copy
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
5
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
6 # roundup modules
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
7 from roundup import hyperdb, date, password, roundupdb, security
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
8 from roundup.hyperdb import String, Password, Date, Interval, Link, \
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
9 Multilink, DatabaseError, Boolean, Number
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
10
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
11 # support
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
12 from blobfiles import FileStorage
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
13 from roundup.indexer import Indexer
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
14 from sessions import Sessions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
15
|
|
1173
|
16 # number of rows to keep in memory
|
|
|
17 ROW_CACHE_SIZE = 100
|
|
|
18
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
19 class Database(FileStorage, hyperdb.Database, roundupdb.Database):
|
|
1173
|
20 ''' Wrapper around an SQL database that presents a hyperdb interface.
|
|
|
21
|
|
|
22 - some functionality is specific to the actual SQL database, hence
|
|
|
23 the sql_* methods that are NotImplemented
|
|
|
24 - we keep a cache of the latest ROW_CACHE_SIZE row fetches.
|
|
|
25 '''
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
26 # flag to set on retired entries
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
27 RETIRED_FLAG = '__hyperdb_retired'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
28
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
29 def __init__(self, config, journaltag=None):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
30 ''' Open the database and load the schema from it.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
31 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
32 self.config, self.journaltag = config, journaltag
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
33 self.dir = config.DATABASE
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
34 self.classes = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
35 self.indexer = Indexer(self.dir)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
36 self.sessions = Sessions(self.config)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
37 self.security = security.Security(self)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
38
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
39 # additional transaction support for external files and the like
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
40 self.transactions = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
41
|
|
1173
|
42 # keep a cache of the N most recently retrieved rows of any kind
|
|
|
43 # (classname, nodeid) = row
|
|
|
44 self.cache = {}
|
|
|
45 self.cache_lru = []
|
|
|
46
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
47 # open a connection to the database, creating the "conn" attribute
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
48 self.open_connection()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
49
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
50 def open_connection(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
51 ''' Open a connection to the database, creating it if necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
52 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
53 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
54
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
55 def sql(self, cursor, sql, args=None):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
56 ''' Execute the sql with the optional args.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
57 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
58 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
59 print >>hyperdb.DEBUG, (self, sql, args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
60 if args:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
61 cursor.execute(sql, args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
62 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
63 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
64
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
65 def sql_fetchone(self, cursor):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
66 ''' Fetch a single row. If there's nothing to fetch, return None.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
67 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
68 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
69
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
70 def sql_stringquote(self, value):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
71 ''' Quote the string so it's safe to put in the 'sql quotes'
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
72 '''
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
73 return re.sub("'", "''", str(value))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
74
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
75 def save_dbschema(self, cursor, schema):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
76 ''' Save the schema definition that the database currently implements
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
77 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
78 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
79
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
80 def load_dbschema(self, cursor):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
81 ''' Load the schema definition that the database currently implements
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
82 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
83 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
84
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
85 def post_init(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
86 ''' Called once the schema initialisation has finished.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
87
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
88 We should now confirm that the schema defined by our "classes"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
89 attribute actually matches the schema in the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
90 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
91 # now detect changes in the schema
|
|
1168
|
92 save = 0
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
93 for classname, spec in self.classes.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
94 if self.database_schema.has_key(classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
95 dbspec = self.database_schema[classname]
|
|
1168
|
96 if self.update_class(spec, dbspec):
|
|
|
97 self.database_schema[classname] = spec.schema()
|
|
|
98 save = 1
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
99 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
100 self.create_class(spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
101 self.database_schema[classname] = spec.schema()
|
|
1168
|
102 save = 1
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
103
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
104 for classname in self.database_schema.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
105 if not self.classes.has_key(classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
106 self.drop_class(classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
107
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
108 # update the database version of the schema
|
|
1168
|
109 if save:
|
|
|
110 cursor = self.conn.cursor()
|
|
|
111 self.sql(cursor, 'delete from schema')
|
|
|
112 self.save_dbschema(cursor, self.database_schema)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
113
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
114 # reindex the db if necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
115 if self.indexer.should_reindex():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
116 self.reindex()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
117
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
118 # commit
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
119 self.conn.commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
120
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
121 def reindex(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
122 for klass in self.classes.values():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
123 for nodeid in klass.list():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
124 klass.index(nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
125 self.indexer.save_index()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
126
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
127 def determine_columns(self, properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
128 ''' Figure the column names and multilink properties from the spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
129
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
130 "properties" is a list of (name, prop) where prop may be an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
131 instance of a hyperdb "type" _or_ a string repr of that type.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
132 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
133 cols = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
134 mls = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
135 # add the multilinks separately
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
136 for col, prop in properties:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
137 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
138 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
139 elif isinstance(prop, type('')) and prop.find('Multilink') != -1:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
140 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
141 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
142 cols.append('_'+col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
143 cols.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
144 return cols, mls
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
145
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
146 def update_class(self, spec, dbspec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
147 ''' Determine the differences between the current spec and the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
148 database version of the spec, and update where necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
149 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
150 spec_schema = spec.schema()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
151 if spec_schema == dbspec:
|
|
1168
|
152 # no save needed for this one
|
|
|
153 return 0
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
154 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
155 print >>hyperdb.DEBUG, 'update_class FIRING'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
156
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
157 # key property changed?
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
158 if dbspec[0] != spec_schema[0]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
159 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
160 print >>hyperdb.DEBUG, 'update_class setting keyprop', `spec[0]`
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
161 # XXX turn on indexing for the key property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
162
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
163 # dict 'em up
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
164 spec_propnames,spec_props = [],{}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
165 for propname,prop in spec_schema[1]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
166 spec_propnames.append(propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
167 spec_props[propname] = prop
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
168 dbspec_propnames,dbspec_props = [],{}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
169 for propname,prop in dbspec[1]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
170 dbspec_propnames.append(propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
171 dbspec_props[propname] = prop
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
172
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
173 # we're going to need one of these
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
174 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
175
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
176 # now compare
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
177 for propname in spec_propnames:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
178 prop = spec_props[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
179 if dbspec_props.has_key(propname) and prop==dbspec_props[propname]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
180 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
181 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
182 print >>hyperdb.DEBUG, 'update_class ADD', (propname, prop)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
183
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
184 if not dbspec_props.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
185 # add the property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
186 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
187 # all we have to do here is create a new table, easy!
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
188 self.create_multilink_table(cursor, spec, propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
189 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
190
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
191 # no ALTER TABLE, so we:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
192 # 1. pull out the data, including an extra None column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
193 oldcols, x = self.determine_columns(dbspec[1])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
194 oldcols.append('id')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
195 oldcols.append('__retired__')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
196 cn = spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
197 sql = 'select %s,%s from _%s'%(','.join(oldcols), self.arg, cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
198 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
199 print >>hyperdb.DEBUG, 'update_class', (self, sql, None)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
200 cursor.execute(sql, (None,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
201 olddata = cursor.fetchall()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
202
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
203 # 2. drop the old table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
204 cursor.execute('drop table _%s'%cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
205
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
206 # 3. create the new table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
207 cols, mls = self.create_class_table(cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
208 # ensure the new column is last
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
209 cols.remove('_'+propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
210 assert oldcols == cols, "Column lists don't match!"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
211 cols.append('_'+propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
212
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
213 # 4. populate with the data from step one
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
214 s = ','.join([self.arg for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
215 scols = ','.join(cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
216 sql = 'insert into _%s (%s) values (%s)'%(cn, scols, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
217
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
218 # GAH, nothing had better go wrong from here on in... but
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
219 # we have to commit the drop...
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
220 # XXX this isn't necessary in sqlite :(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
221 self.conn.commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
222
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
223 # do the insert
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
224 for row in olddata:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
225 self.sql(cursor, sql, tuple(row))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
226
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
227 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
228 # modify the property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
229 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
230 print >>hyperdb.DEBUG, 'update_class NOOP'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
231 pass # NOOP in gadfly
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
232
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
233 # and the other way - only worry about deletions here
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
234 for propname in dbspec_propnames:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
235 prop = dbspec_props[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
236 if spec_props.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
237 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
238 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
239 print >>hyperdb.DEBUG, 'update_class REMOVE', `prop`
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
240
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
241 # delete the property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
242 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
243 sql = 'drop table %s_%s'%(spec.classname, prop)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
244 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
245 print >>hyperdb.DEBUG, 'update_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
246 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
247 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
248 # no ALTER TABLE, so we:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
249 # 1. pull out the data, excluding the removed column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
250 oldcols, x = self.determine_columns(spec.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
251 oldcols.append('id')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
252 oldcols.append('__retired__')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
253 # remove the missing column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
254 oldcols.remove('_'+propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
255 cn = spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
256 sql = 'select %s from _%s'%(','.join(oldcols), cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
257 cursor.execute(sql, (None,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
258 olddata = sql.fetchall()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
259
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
260 # 2. drop the old table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
261 cursor.execute('drop table _%s'%cn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
262
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
263 # 3. create the new table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
264 cols, mls = self.create_class_table(self, cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
265 assert oldcols != cols, "Column lists don't match!"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
266
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
267 # 4. populate with the data from step one
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
268 qs = ','.join([self.arg for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
269 sql = 'insert into _%s values (%s)'%(cn, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
270 cursor.execute(sql, olddata)
|
|
1168
|
271 return 1
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
272
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
273 def create_class_table(self, cursor, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
274 ''' create the class table for the given spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
275 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
276 cols, mls = self.determine_columns(spec.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
277
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
278 # add on our special columns
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
279 cols.append('id')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
280 cols.append('__retired__')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
281
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
282 # create the base table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
283 scols = ','.join(['%s varchar'%x for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
284 sql = 'create table _%s (%s)'%(spec.classname, scols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
285 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
286 print >>hyperdb.DEBUG, 'create_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
287 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
288
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
289 return cols, mls
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
290
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
291 def create_journal_table(self, cursor, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
292 ''' create the journal table for a class given the spec and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
293 already-determined cols
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
294 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
295 # journal table
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
296 cols = ','.join(['%s varchar'%x
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
297 for x in 'nodeid date tag action params'.split()])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
298 sql = 'create table %s__journal (%s)'%(spec.classname, cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
299 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
300 print >>hyperdb.DEBUG, 'create_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
301 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
302
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
303 def create_multilink_table(self, cursor, spec, ml):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
304 ''' Create a multilink table for the "ml" property of the class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
305 given by the spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
306 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
307 sql = 'create table %s_%s (linkid varchar, nodeid varchar)'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
308 spec.classname, ml)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
309 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
310 print >>hyperdb.DEBUG, 'create_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
311 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
312
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
313 def create_class(self, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
314 ''' Create a database table according to the given spec.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
315 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
316 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
317 cols, mls = self.create_class_table(cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
318 self.create_journal_table(cursor, spec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
319
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
320 # now create the multilink tables
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
321 for ml in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
322 self.create_multilink_table(cursor, spec, ml)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
323
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
324 # ID counter
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
325 sql = 'insert into ids (name, num) values (%s,%s)'%(self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
326 vals = (spec.classname, 1)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
327 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
328 print >>hyperdb.DEBUG, 'create_class', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
329 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
330
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
331 def drop_class(self, spec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
332 ''' Drop the given table from the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
333
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
334 Drop the journal and multilink tables too.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
335 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
336 # figure the multilinks
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
337 mls = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
338 for col, prop in spec.properties.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
339 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
340 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
341 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
342
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
343 sql = 'drop table _%s'%spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
344 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
345 print >>hyperdb.DEBUG, 'drop_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
346 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
347
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
348 sql = 'drop table %s__journal'%spec.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
349 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
350 print >>hyperdb.DEBUG, 'drop_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
351 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
352
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
353 for ml in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
354 sql = 'drop table %s_%s'%(spec.classname, ml)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
355 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
356 print >>hyperdb.DEBUG, 'drop_class', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
357 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
358
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
359 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
360 # Classes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
361 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
362 def __getattr__(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
363 ''' A convenient way of calling self.getclass(classname).
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
364 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
365 if self.classes.has_key(classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
366 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
367 print >>hyperdb.DEBUG, '__getattr__', (self, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
368 return self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
369 raise AttributeError, classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
370
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
371 def addclass(self, cl):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
372 ''' Add a Class to the hyperdatabase.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
373 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
374 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
375 print >>hyperdb.DEBUG, 'addclass', (self, cl)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
376 cn = cl.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
377 if self.classes.has_key(cn):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
378 raise ValueError, cn
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
379 self.classes[cn] = cl
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
380
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
381 def getclasses(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
382 ''' Return a list of the names of all existing classes.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
383 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
384 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
385 print >>hyperdb.DEBUG, 'getclasses', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
386 l = self.classes.keys()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
387 l.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
388 return l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
389
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
390 def getclass(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
391 '''Get the Class object representing a particular class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
392
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
393 If 'classname' is not a valid class name, a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
394 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
395 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
396 print >>hyperdb.DEBUG, 'getclass', (self, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
397 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
398 return self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
399 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
400 raise KeyError, 'There is no class called "%s"'%classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
401
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
402 def clear(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
403 ''' Delete all database contents.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
404
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
405 Note: I don't commit here, which is different behaviour to the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
406 "nuke from orbit" behaviour in the *dbms.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
407 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
408 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
409 print >>hyperdb.DEBUG, 'clear', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
410 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
411 for cn in self.classes.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
412 sql = 'delete from _%s'%cn
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
413 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
414 print >>hyperdb.DEBUG, 'clear', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
415 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
416
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
417 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
418 # Node IDs
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
419 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
420 def newid(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
421 ''' Generate a new id for the given class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
422 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
423 # get the next ID
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
424 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
425 sql = 'select num from ids where name=%s'%self.arg
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
426 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
427 print >>hyperdb.DEBUG, 'newid', (self, sql, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
428 cursor.execute(sql, (classname, ))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
429 newid = cursor.fetchone()[0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
430
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
431 # update the counter
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
432 sql = 'update ids set num=%s where name=%s'%(self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
433 vals = (int(newid)+1, classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
434 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
435 print >>hyperdb.DEBUG, 'newid', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
436 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
437
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
438 # return as string
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
439 return str(newid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
440
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
441 def setid(self, classname, setid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
442 ''' Set the id counter: used during import of database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
443 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
444 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
445 sql = 'update ids set num=%s where name=%s'%(self.arg, self.arg)
|
|
1171
|
446 vals = (setid, classname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
447 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
448 print >>hyperdb.DEBUG, 'setid', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
449 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
450
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
451 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
452 # Nodes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
453 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
454
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
455 def addnode(self, classname, nodeid, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
456 ''' Add the specified node to its class's db.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
457 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
458 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
459 print >>hyperdb.DEBUG, 'addnode', (self, classname, nodeid, node)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
460 # gadfly requires values for all non-multilink columns
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
461 cl = self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
462 cols, mls = self.determine_columns(cl.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
463
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
464 # default the non-multilink columns
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
465 for col, prop in cl.properties.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
466 if not isinstance(col, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
467 if not node.has_key(col):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
468 node[col] = None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
469
|
|
1173
|
470 # clear this node out of the cache if it's in there
|
|
|
471 key = (classname, nodeid)
|
|
|
472 if self.cache.has_key(key):
|
|
|
473 del self.cache[key]
|
|
|
474 self.cache_lru.remove(key)
|
|
|
475
|
|
|
476 # make the node data safe for the DB
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
477 node = self.serialise(classname, node)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
478
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
479 # make sure the ordering is correct for column name -> column value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
480 vals = tuple([node[col[1:]] for col in cols]) + (nodeid, 0)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
481 s = ','.join([self.arg for x in cols]) + ',%s,%s'%(self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
482 cols = ','.join(cols) + ',id,__retired__'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
483
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
484 # perform the inserts
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
485 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
486 sql = 'insert into _%s (%s) values (%s)'%(classname, cols, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
487 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
488 print >>hyperdb.DEBUG, 'addnode', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
489 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
490
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
491 # insert the multilink rows
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
492 for col in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
493 t = '%s_%s'%(classname, col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
494 for entry in node[col]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
495 sql = 'insert into %s (linkid, nodeid) values (%s,%s)'%(t,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
496 self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
497 self.sql(cursor, sql, (entry, nodeid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
498
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
499 # make sure we do the commit-time extra stuff for this node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
500 self.transactions.append((self.doSaveNode, (classname, nodeid, node)))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
501
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
502 def setnode(self, classname, nodeid, node, multilink_changes):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
503 ''' Change the specified node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
504 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
505 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
506 print >>hyperdb.DEBUG, 'setnode', (self, classname, nodeid, node)
|
|
1173
|
507
|
|
|
508 # clear this node out of the cache if it's in there
|
|
|
509 key = (classname, nodeid)
|
|
|
510 if self.cache.has_key(key):
|
|
|
511 del self.cache[key]
|
|
|
512 self.cache_lru.remove(key)
|
|
|
513
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
514 node = self.serialise(classname, node)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
515
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
516 cl = self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
517 cols = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
518 mls = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
519 # add the multilinks separately
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
520 for col in node.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
521 prop = cl.properties[col]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
522 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
523 mls.append(col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
524 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
525 cols.append('_'+col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
526 cols.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
527
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
528 # make sure the ordering is correct for column name -> column value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
529 vals = tuple([node[col[1:]] for col in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
530 s = ','.join(['%s=%s'%(x, self.arg) for x in cols])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
531 cols = ','.join(cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
532
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
533 # perform the update
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
534 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
535 sql = 'update _%s set %s'%(classname, s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
536 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
537 print >>hyperdb.DEBUG, 'setnode', (self, sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
538 cursor.execute(sql, vals)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
539
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
540 # now the fun bit, updating the multilinks ;)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
541 for col, (add, remove) in multilink_changes.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
542 tn = '%s_%s'%(classname, col)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
543 if add:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
544 sql = 'insert into %s (nodeid, linkid) values (%s,%s)'%(tn,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
545 self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
546 for addid in add:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
547 self.sql(cursor, sql, (nodeid, addid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
548 if remove:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
549 sql = 'delete from %s where nodeid=%s and linkid=%s'%(tn,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
550 self.arg, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
551 for removeid in remove:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
552 self.sql(cursor, sql, (nodeid, removeid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
553
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
554 # make sure we do the commit-time extra stuff for this node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
555 self.transactions.append((self.doSaveNode, (classname, nodeid, node)))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
556
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
557 def getnode(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
558 ''' Get a node from the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
559 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
560 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
561 print >>hyperdb.DEBUG, 'getnode', (self, classname, nodeid)
|
|
1173
|
562
|
|
|
563 # see if we have this node cached
|
|
|
564 key = (classname, nodeid)
|
|
|
565 if self.cache.has_key(key):
|
|
|
566 # push us back to the top of the LRU
|
|
|
567 self.cache_lru.remove(key)
|
|
|
568 self.cache_lry.insert(0, key)
|
|
|
569 # return the cached information
|
|
|
570 return self.cache[key]
|
|
|
571
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
572 # figure the columns we're fetching
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
573 cl = self.classes[classname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
574 cols, mls = self.determine_columns(cl.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
575 scols = ','.join(cols)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
576
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
577 # perform the basic property fetch
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
578 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
579 sql = 'select %s from _%s where id=%s'%(scols, classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
580 self.sql(cursor, sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
581
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
582 values = self.sql_fetchone(cursor)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
583 if values is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
584 raise IndexError, 'no such %s node %s'%(classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
585
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
586 # make up the node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
587 node = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
588 for col in range(len(cols)):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
589 node[cols[col][1:]] = values[col]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
590
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
591 # now the multilinks
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
592 for col in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
593 # get the link ids
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
594 sql = 'select linkid from %s_%s where nodeid=%s'%(classname, col,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
595 self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
596 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
597 # extract the first column from the result
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
598 node[col] = [x[0] for x in cursor.fetchall()]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
599
|
|
1173
|
600 # un-dbificate the node data
|
|
|
601 node = self.unserialise(classname, node)
|
|
|
602
|
|
|
603 # save off in the cache
|
|
|
604 key = (classname, nodeid)
|
|
|
605 self.cache[key] = node
|
|
|
606 # update the LRU
|
|
|
607 self.cache_lru.insert(0, key)
|
|
|
608 del self.cache[self.cache_lru.pop()]
|
|
|
609
|
|
|
610 return node
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
611
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
612 def destroynode(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
613 '''Remove a node from the database. Called exclusively by the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
614 destroy() method on Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
615 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
616 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
617 print >>hyperdb.DEBUG, 'destroynode', (self, classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
618
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
619 # make sure the node exists
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
620 if not self.hasnode(classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
621 raise IndexError, '%s has no node %s'%(classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
622
|
|
1173
|
623 # see if we have this node cached
|
|
|
624 if self.cache.has_key((classname, nodeid)):
|
|
|
625 del self.cache[(classname, nodeid)]
|
|
|
626
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
627 # see if there's any obvious commit actions that we should get rid of
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
628 for entry in self.transactions[:]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
629 if entry[1][:2] == (classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
630 self.transactions.remove(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
631
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
632 # now do the SQL
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
633 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
634 sql = 'delete from _%s where id=%s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
635 self.sql(cursor, sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
636
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
637 # remove from multilnks
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
638 cl = self.getclass(classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
639 x, mls = self.determine_columns(cl.properties.items())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
640 for col in mls:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
641 # get the link ids
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
642 sql = 'delete from %s_%s where nodeid=%s'%(classname, col, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
643 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
644
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
645 # remove journal entries
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
646 sql = 'delete from %s__journal where nodeid=%s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
647 self.sql(cursor, sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
648
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
649 def serialise(self, classname, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
650 '''Copy the node contents, converting non-marshallable data into
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
651 marshallable data.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
652 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
653 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
654 print >>hyperdb.DEBUG, 'serialise', classname, node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
655 properties = self.getclass(classname).getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
656 d = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
657 for k, v in node.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
658 # if the property doesn't exist, or is the "retired" flag then
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
659 # it won't be in the properties dict
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
660 if not properties.has_key(k):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
661 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
662 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
663
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
664 # get the property spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
665 prop = properties[k]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
666
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
667 if isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
668 d[k] = str(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
669 elif isinstance(prop, Date) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
670 d[k] = v.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
671 elif isinstance(prop, Interval) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
672 d[k] = v.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
673 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
674 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
675 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
676
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
677 def unserialise(self, classname, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
678 '''Decode the marshalled node data
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
679 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
680 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
681 print >>hyperdb.DEBUG, 'unserialise', classname, node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
682 properties = self.getclass(classname).getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
683 d = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
684 for k, v in node.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
685 # if the property doesn't exist, or is the "retired" flag then
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
686 # it won't be in the properties dict
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
687 if not properties.has_key(k):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
688 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
689 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
690
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
691 # get the property spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
692 prop = properties[k]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
693
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
694 if isinstance(prop, Date) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
695 d[k] = date.Date(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
696 elif isinstance(prop, Interval) and v is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
697 d[k] = date.Interval(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
698 elif isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
699 p = password.Password()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
700 p.unpack(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
701 d[k] = p
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
702 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
703 d[k] = v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
704 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
705
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
706 def hasnode(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
707 ''' Determine if the database has a given node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
708 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
709 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
710 sql = 'select count(*) from _%s where id=%s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
711 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
712 print >>hyperdb.DEBUG, 'hasnode', (self, sql, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
713 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
714 return int(cursor.fetchone()[0])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
715
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
716 def countnodes(self, classname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
717 ''' Count the number of nodes that exist for a particular Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
718 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
719 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
720 sql = 'select count(*) from _%s'%classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
721 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
722 print >>hyperdb.DEBUG, 'countnodes', (self, sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
723 cursor.execute(sql)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
724 return cursor.fetchone()[0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
725
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
726 def getnodeids(self, classname, retired=0):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
727 ''' Retrieve all the ids of the nodes for a particular Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
728
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
729 Set retired=None to get all nodes. Otherwise it'll get all the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
730 retired or non-retired nodes, depending on the flag.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
731 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
732 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
733 # flip the sense of the flag if we don't want all of them
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
734 if retired is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
735 retired = not retired
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
736 sql = 'select id from _%s where __retired__ <> %s'%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
737 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
738 print >>hyperdb.DEBUG, 'getnodeids', (self, sql, retired)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
739 cursor.execute(sql, (retired,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
740 return [x[0] for x in cursor.fetchall()]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
741
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
742 def addjournal(self, classname, nodeid, action, params, creator=None,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
743 creation=None):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
744 ''' Journal the Action
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
745 'action' may be:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
746
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
747 'create' or 'set' -- 'params' is a dictionary of property values
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
748 'link' or 'unlink' -- 'params' is (classname, nodeid, propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
749 'retire' -- 'params' is None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
750 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
751 # serialise the parameters now if necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
752 if isinstance(params, type({})):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
753 if action in ('set', 'create'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
754 params = self.serialise(classname, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
755
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
756 # handle supply of the special journalling parameters (usually
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
757 # supplied on importing an existing database)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
758 if creator:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
759 journaltag = creator
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
760 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
761 journaltag = self.journaltag
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
762 if creation:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
763 journaldate = creation.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
764 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
765 journaldate = date.Date().serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
766
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
767 # create the journal entry
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
768 cols = ','.join('nodeid date tag action params'.split())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
769
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
770 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
771 print >>hyperdb.DEBUG, 'addjournal', (nodeid, journaldate,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
772 journaltag, action, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
773
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
774 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
775 self.save_journal(cursor, classname, cols, nodeid, journaldate,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
776 journaltag, action, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
777
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
778 def save_journal(self, cursor, classname, cols, nodeid, journaldate,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
779 journaltag, action, params):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
780 ''' Save the journal entry to the database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
781 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
782 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
783
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
784 def getjournal(self, classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
785 ''' get the journal for id
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
786 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
787 # make sure the node exists
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
788 if not self.hasnode(classname, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
789 raise IndexError, '%s has no node %s'%(classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
790
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
791 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
792 cols = ','.join('nodeid date tag action params'.split())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
793 return self.load_journal(cursor, classname, cols, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
794
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
795 def load_journal(self, cursor, classname, cols, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
796 ''' Load the journal from the database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
797 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
798 raise NotImplemented
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
799
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
800 def pack(self, pack_before):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
801 ''' Delete all journal entries except "create" before 'pack_before'.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
802 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
803 # get a 'yyyymmddhhmmss' version of the date
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
804 date_stamp = pack_before.serialise()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
805
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
806 # do the delete
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
807 cursor = self.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
808 for classname in self.classes.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
809 sql = "delete from %s__journal where date<%s and "\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
810 "action<>'create'"%(classname, self.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
811 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
812 print >>hyperdb.DEBUG, 'pack', (self, sql, date_stamp)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
813 cursor.execute(sql, (date_stamp,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
814
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
815 def sql_commit(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
816 ''' Actually commit to the database.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
817 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
818 self.conn.commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
819
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
820 def commit(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
821 ''' Commit the current transactions.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
822
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
823 Save all data changed since the database was opened or since the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
824 last commit() or rollback().
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
825 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
826 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
827 print >>hyperdb.DEBUG, 'commit', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
828
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
829 # commit the database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
830 self.sql_commit()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
831
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
832 # now, do all the other transaction stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
833 reindex = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
834 for method, args in self.transactions:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
835 reindex[method(*args)] = 1
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
836
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
837 # reindex the nodes that request it
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
838 for classname, nodeid in filter(None, reindex.keys()):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
839 print >>hyperdb.DEBUG, 'commit.reindex', (classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
840 self.getclass(classname).index(nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
841
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
842 # save the indexer state
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
843 self.indexer.save_index()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
844
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
845 # clear out the transactions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
846 self.transactions = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
847
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
848 def rollback(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
849 ''' Reverse all actions from the current transaction.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
850
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
851 Undo all the changes made since the database was opened or the last
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
852 commit() or rollback() was performed.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
853 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
854 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
855 print >>hyperdb.DEBUG, 'rollback', (self,)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
856
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
857 # roll back
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
858 self.conn.rollback()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
859
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
860 # roll back "other" transaction stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
861 for method, args in self.transactions:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
862 # delete temporary files
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
863 if method == self.doStoreFile:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
864 self.rollbackStoreFile(*args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
865 self.transactions = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
866
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
867 def doSaveNode(self, classname, nodeid, node):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
868 ''' dummy that just generates a reindex event
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
869 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
870 # return the classname, nodeid so we reindex this content
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
871 return (classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
872
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
873 def close(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
874 ''' Close off the connection.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
875 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
876 self.conn.close()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
877
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
878 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
879 # The base Class class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
880 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
881 class Class(hyperdb.Class):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
882 ''' The handle to a particular class of nodes in a hyperdatabase.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
883
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
884 All methods except __repr__ and getnode must be implemented by a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
885 concrete backend Class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
886 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
887
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
888 def __init__(self, db, classname, **properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
889 '''Create a new class with a given name and property specification.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
890
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
891 'classname' must not collide with the name of an existing class,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
892 or a ValueError is raised. The keyword arguments in 'properties'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
893 must map names to property objects, or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
894 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
895 if (properties.has_key('creation') or properties.has_key('activity')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
896 or properties.has_key('creator')):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
897 raise ValueError, '"creation", "activity" and "creator" are '\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
898 'reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
899
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
900 self.classname = classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
901 self.properties = properties
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
902 self.db = weakref.proxy(db) # use a weak ref to avoid circularity
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
903 self.key = ''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
904
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
905 # should we journal changes (default yes)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
906 self.do_journal = 1
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
907
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
908 # do the db-related init stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
909 db.addclass(self)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
910
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
911 self.auditors = {'create': [], 'set': [], 'retire': []}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
912 self.reactors = {'create': [], 'set': [], 'retire': []}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
913
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
914 def schema(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
915 ''' A dumpable version of the schema that we can store in the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
916 database
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
917 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
918 return (self.key, [(x, repr(y)) for x,y in self.properties.items()])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
919
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
920 def enableJournalling(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
921 '''Turn journalling on for this class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
922 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
923 self.do_journal = 1
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
924
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
925 def disableJournalling(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
926 '''Turn journalling off for this class
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
927 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
928 self.do_journal = 0
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
929
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
930 # Editing nodes:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
931 def create(self, **propvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
932 ''' Create a new node of this class and return its id.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
933
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
934 The keyword arguments in 'propvalues' map property names to values.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
935
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
936 The values of arguments must be acceptable for the types of their
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
937 corresponding properties or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
938
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
939 If this class has a key property, it must be present and its value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
940 must not collide with other key strings or a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
941
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
942 Any other properties on this class that are missing from the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
943 'propvalues' dictionary are set to None.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
944
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
945 If an id in a link or multilink property does not refer to a valid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
946 node, an IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
947 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
948 if propvalues.has_key('id'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
949 raise KeyError, '"id" is reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
950
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
951 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
952 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
953
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
954 if propvalues.has_key('creation') or propvalues.has_key('activity'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
955 raise KeyError, '"creation" and "activity" are reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
956
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
957 self.fireAuditors('create', None, propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
958
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
959 # new node's id
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
960 newid = self.db.newid(self.classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
961
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
962 # validate propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
963 num_re = re.compile('^\d+$')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
964 for key, value in propvalues.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
965 if key == self.key:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
966 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
967 self.lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
968 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
969 pass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
970 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
971 raise ValueError, 'node with key "%s" exists'%value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
972
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
973 # try to handle this property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
974 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
975 prop = self.properties[key]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
976 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
977 raise KeyError, '"%s" has no property "%s"'%(self.classname,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
978 key)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
979
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
980 if value is not None and isinstance(prop, Link):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
981 if type(value) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
982 raise ValueError, 'link value must be String'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
983 link_class = self.properties[key].classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
984 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
985 if not num_re.match(value):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
986 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
987 value = self.db.classes[link_class].lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
988 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
989 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
990 key, value, link_class)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
991 elif not self.db.getclass(link_class).hasnode(value):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
992 raise IndexError, '%s has no node %s'%(link_class, value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
993
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
994 # save off the value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
995 propvalues[key] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
996
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
997 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
998 if self.do_journal and self.properties[key].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
999 self.db.addjournal(link_class, value, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1000 (self.classname, newid, key))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1001
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1002 elif isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1003 if type(value) != type([]):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1004 raise TypeError, 'new property "%s" not a list of ids'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1005
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1006 # clean up and validate the list of links
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1007 link_class = self.properties[key].classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1008 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1009 for entry in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1010 if type(entry) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1011 raise ValueError, '"%s" multilink value (%r) '\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1012 'must contain Strings'%(key, value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1013 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1014 if not num_re.match(entry):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1015 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1016 entry = self.db.classes[link_class].lookup(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1017 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1018 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1019 key, entry, self.properties[key].classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1020 l.append(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1021 value = l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1022 propvalues[key] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1023
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1024 # handle additions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1025 for nodeid in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1026 if not self.db.getclass(link_class).hasnode(nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1027 raise IndexError, '%s has no node %s'%(link_class,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1028 nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1029 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1030 if self.do_journal and self.properties[key].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1031 self.db.addjournal(link_class, nodeid, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1032 (self.classname, newid, key))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1033
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1034 elif isinstance(prop, String):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1035 if type(value) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1036 raise TypeError, 'new property "%s" not a string'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1037
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1038 elif isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1039 if not isinstance(value, password.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1040 raise TypeError, 'new property "%s" not a Password'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1041
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1042 elif isinstance(prop, Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1043 if value is not None and not isinstance(value, date.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1044 raise TypeError, 'new property "%s" not a Date'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1045
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1046 elif isinstance(prop, Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1047 if value is not None and not isinstance(value, date.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1048 raise TypeError, 'new property "%s" not an Interval'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1049
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1050 elif value is not None and isinstance(prop, Number):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1051 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1052 float(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1053 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1054 raise TypeError, 'new property "%s" not numeric'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1055
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1056 elif value is not None and isinstance(prop, Boolean):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1057 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1058 int(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1059 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1060 raise TypeError, 'new property "%s" not boolean'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1061
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1062 # make sure there's data where there needs to be
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1063 for key, prop in self.properties.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1064 if propvalues.has_key(key):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1065 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1066 if key == self.key:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1067 raise ValueError, 'key property "%s" is required'%key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1068 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1069 propvalues[key] = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1070 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1071 propvalues[key] = None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1072
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1073 # done
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1074 self.db.addnode(self.classname, newid, propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1075 if self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1076 self.db.addjournal(self.classname, newid, 'create', propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1077
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1078 self.fireReactors('create', newid, None)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1079
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1080 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1081
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1082 def export_list(self, propnames, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1083 ''' Export a node - generate a list of CSV-able data in the order
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1084 specified by propnames for the given node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1085 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1086 properties = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1087 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1088 for prop in propnames:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1089 proptype = properties[prop]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1090 value = self.get(nodeid, prop)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1091 # "marshal" data where needed
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1092 if value is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1093 pass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1094 elif isinstance(proptype, hyperdb.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1095 value = value.get_tuple()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1096 elif isinstance(proptype, hyperdb.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1097 value = value.get_tuple()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1098 elif isinstance(proptype, hyperdb.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1099 value = str(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1100 l.append(repr(value))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1101 return l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1102
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1103 def import_list(self, propnames, proplist):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1104 ''' Import a node - all information including "id" is present and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1105 should not be sanity checked. Triggers are not triggered. The
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1106 journal should be initialised using the "creator" and "created"
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1107 information.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1108
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1109 Return the nodeid of the node imported.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1110 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1111 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1112 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1113 properties = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1114
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1115 # make the new node's property map
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1116 d = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1117 for i in range(len(propnames)):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1118 # Use eval to reverse the repr() used to output the CSV
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1119 value = eval(proplist[i])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1120
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1121 # Figure the property for this column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1122 propname = propnames[i]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1123 prop = properties[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1124
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1125 # "unmarshal" where necessary
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1126 if propname == 'id':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1127 newid = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1128 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1129 elif value is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1130 # don't set Nones
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1131 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1132 elif isinstance(prop, hyperdb.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1133 value = date.Date(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1134 elif isinstance(prop, hyperdb.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1135 value = date.Interval(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1136 elif isinstance(prop, hyperdb.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1137 pwd = password.Password()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1138 pwd.unpack(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1139 value = pwd
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1140 d[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1141
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1142 # extract the extraneous journalling gumpf and nuke it
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1143 if d.has_key('creator'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1144 creator = d['creator']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1145 del d['creator']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1146 if d.has_key('creation'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1147 creation = d['creation']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1148 del d['creation']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1149 if d.has_key('activity'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1150 del d['activity']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1151
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1152 # add the node and journal
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1153 self.db.addnode(self.classname, newid, d)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1154 self.db.addjournal(self.classname, newid, 'create', d, creator,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1155 creation)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1156 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1157
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1158 _marker = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1159 def get(self, nodeid, propname, default=_marker, cache=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1160 '''Get the value of a property on an existing node of this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1161
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1162 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1163 IndexError is raised. 'propname' must be the name of a property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1164 of this class or a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1165
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1166 'cache' indicates whether the transaction cache should be queried
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1167 for the node. If the node has been modified and you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1168 determine what its values prior to modification are, you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1169 set cache=0.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1170 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1171 if propname == 'id':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1172 return nodeid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1173
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1174 if propname == 'creation':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1175 if not self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1176 raise ValueError, 'Journalling is disabled for this class'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1177 journal = self.db.getjournal(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1178 if journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1179 return self.db.getjournal(self.classname, nodeid)[0][1]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1180 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1181 # on the strange chance that there's no journal
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1182 return date.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1183 if propname == 'activity':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1184 if not self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1185 raise ValueError, 'Journalling is disabled for this class'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1186 journal = self.db.getjournal(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1187 if journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1188 return self.db.getjournal(self.classname, nodeid)[-1][1]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1189 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1190 # on the strange chance that there's no journal
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1191 return date.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1192 if propname == 'creator':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1193 if not self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1194 raise ValueError, 'Journalling is disabled for this class'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1195 journal = self.db.getjournal(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1196 if journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1197 name = self.db.getjournal(self.classname, nodeid)[0][2]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1198 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1199 return None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1200 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1201 return self.db.user.lookup(name)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1202 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1203 # the journaltag user doesn't exist any more
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1204 return None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1205
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1206 # get the property (raises KeyErorr if invalid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1207 prop = self.properties[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1208
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1209 # get the node's dict
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1210 d = self.db.getnode(self.classname, nodeid) #, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1211
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1212 if not d.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1213 if default is self._marker:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1214 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1215 return []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1216 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1217 return None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1218 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1219 return default
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1220
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1221 # don't pass our list to other code
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1222 if isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1223 return d[propname][:]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1224
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1225 return d[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1226
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1227 def getnode(self, nodeid, cache=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1228 ''' Return a convenience wrapper for the node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1229
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1230 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1231 IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1232
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1233 'cache' indicates whether the transaction cache should be queried
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1234 for the node. If the node has been modified and you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1235 determine what its values prior to modification are, you need to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1236 set cache=0.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1237 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1238 return Node(self, nodeid, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1239
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1240 def set(self, nodeid, **propvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1241 '''Modify a property on an existing node of this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1242
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1243 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1244 IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1245
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1246 Each key in 'propvalues' must be the name of a property of this
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1247 class or a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1248
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1249 All values in 'propvalues' must be acceptable types for their
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1250 corresponding properties or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1251
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1252 If the value of the key property is set, it must not collide with
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1253 other key strings or a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1254
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1255 If the value of a Link or Multilink property contains an invalid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1256 node id, a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1257 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1258 if not propvalues:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1259 return propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1260
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1261 if propvalues.has_key('creation') or propvalues.has_key('activity'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1262 raise KeyError, '"creation" and "activity" are reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1263
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1264 if propvalues.has_key('id'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1265 raise KeyError, '"id" is reserved'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1266
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1267 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1268 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1269
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1270 self.fireAuditors('set', nodeid, propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1271 # Take a copy of the node dict so that the subsequent set
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1272 # operation doesn't modify the oldvalues structure.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1273 # XXX used to try the cache here first
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1274 oldvalues = copy.deepcopy(self.db.getnode(self.classname, nodeid))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1275
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1276 node = self.db.getnode(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1277 if self.is_retired(nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1278 raise IndexError, 'Requested item is retired'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1279 num_re = re.compile('^\d+$')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1280
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1281 # if the journal value is to be different, store it in here
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1282 journalvalues = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1283
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1284 # remember the add/remove stuff for multilinks, making it easier
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1285 # for the Database layer to do its stuff
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1286 multilink_changes = {}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1287
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1288 for propname, value in propvalues.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1289 # check to make sure we're not duplicating an existing key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1290 if propname == self.key and node[propname] != value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1291 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1292 self.lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1293 except KeyError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1294 pass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1295 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1296 raise ValueError, 'node with key "%s" exists'%value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1297
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1298 # this will raise the KeyError if the property isn't valid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1299 # ... we don't use getprops() here because we only care about
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1300 # the writeable properties.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1301 prop = self.properties[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1302
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1303 # if the value's the same as the existing value, no sense in
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1304 # doing anything
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1305 if node.has_key(propname) and value == node[propname]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1306 del propvalues[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1307 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1308
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1309 # do stuff based on the prop type
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1310 if isinstance(prop, Link):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1311 link_class = prop.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1312 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1313 if value is not None and not isinstance(value, type('')):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1314 raise ValueError, 'property "%s" link value be a string'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1315 propname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1316 if isinstance(value, type('')) and not num_re.match(value):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1317 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1318 value = self.db.classes[link_class].lookup(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1319 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1320 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1321 propname, value, prop.classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1322
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1323 if (value is not None and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1324 not self.db.getclass(link_class).hasnode(value)):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1325 raise IndexError, '%s has no node %s'%(link_class, value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1326
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1327 if self.do_journal and prop.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1328 # register the unlink with the old linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1329 if node[propname] is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1330 self.db.addjournal(link_class, node[propname], 'unlink',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1331 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1332
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1333 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1334 if value is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1335 self.db.addjournal(link_class, value, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1336 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1337
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1338 elif isinstance(prop, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1339 if type(value) != type([]):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1340 raise TypeError, 'new property "%s" not a list of'\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1341 ' ids'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1342 link_class = self.properties[propname].classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1343 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1344 for entry in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1345 # if it isn't a number, it's a key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1346 if type(entry) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1347 raise ValueError, 'new property "%s" link value ' \
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1348 'must be a string'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1349 if not num_re.match(entry):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1350 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1351 entry = self.db.classes[link_class].lookup(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1352 except (TypeError, KeyError):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1353 raise IndexError, 'new property "%s": %s not a %s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1354 propname, entry,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1355 self.properties[propname].classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1356 l.append(entry)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1357 value = l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1358 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1359
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1360 # figure the journal entry for this property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1361 add = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1362 remove = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1363
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1364 # handle removals
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1365 if node.has_key(propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1366 l = node[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1367 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1368 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1369 for id in l[:]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1370 if id in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1371 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1372 # register the unlink with the old linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1373 if self.do_journal and self.properties[propname].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1374 self.db.addjournal(link_class, id, 'unlink',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1375 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1376 l.remove(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1377 remove.append(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1378
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1379 # handle additions
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1380 for id in value:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1381 if not self.db.getclass(link_class).hasnode(id):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1382 raise IndexError, '%s has no node %s'%(link_class, id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1383 if id in l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1384 continue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1385 # register the link with the newly linked node
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1386 if self.do_journal and self.properties[propname].do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1387 self.db.addjournal(link_class, id, 'link',
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1388 (self.classname, nodeid, propname))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1389 l.append(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1390 add.append(id)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1391
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1392 # figure the journal entry
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1393 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1394 if add:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1395 l.append(('+', add))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1396 if remove:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1397 l.append(('-', remove))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1398 multilink_changes[propname] = (add, remove)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1399 if l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1400 journalvalues[propname] = tuple(l)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1401
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1402 elif isinstance(prop, String):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1403 if value is not None and type(value) != type(''):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1404 raise TypeError, 'new property "%s" not a string'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1405
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1406 elif isinstance(prop, Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1407 if not isinstance(value, password.Password):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1408 raise TypeError, 'new property "%s" not a Password'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1409 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1410
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1411 elif value is not None and isinstance(prop, Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1412 if not isinstance(value, date.Date):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1413 raise TypeError, 'new property "%s" not a Date'% propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1414 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1415
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1416 elif value is not None and isinstance(prop, Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1417 if not isinstance(value, date.Interval):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1418 raise TypeError, 'new property "%s" not an '\
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1419 'Interval'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1420 propvalues[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1421
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1422 elif value is not None and isinstance(prop, Number):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1423 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1424 float(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1425 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1426 raise TypeError, 'new property "%s" not numeric'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1427
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1428 elif value is not None and isinstance(prop, Boolean):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1429 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1430 int(value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1431 except ValueError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1432 raise TypeError, 'new property "%s" not boolean'%propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1433
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1434 node[propname] = value
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1435
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1436 # nothing to do?
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1437 if not propvalues:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1438 return propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1439
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1440 # do the set, and journal it
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1441 self.db.setnode(self.classname, nodeid, node, multilink_changes)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1442
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1443 if self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1444 propvalues.update(journalvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1445 self.db.addjournal(self.classname, nodeid, 'set', propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1446
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1447 self.fireReactors('set', nodeid, oldvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1448
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1449 return propvalues
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1450
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1451 def retire(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1452 '''Retire a node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1453
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1454 The properties on the node remain available from the get() method,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1455 and the node's id is never reused.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1456
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1457 Retired nodes are not returned by the find(), list(), or lookup()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1458 methods, and other nodes may reuse the values of their key properties.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1459 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1460 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1461 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1462
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1463 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1464 sql = 'update _%s set __retired__=1 where id=%s'%(self.classname,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1465 self.db.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1466 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1467 print >>hyperdb.DEBUG, 'retire', (self, sql, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1468 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1469
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1470 def is_retired(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1471 '''Return true if the node is rerired
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1472 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1473 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1474 sql = 'select __retired__ from _%s where id=%s'%(self.classname,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1475 self.db.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1476 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1477 print >>hyperdb.DEBUG, 'is_retired', (self, sql, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1478 cursor.execute(sql, (nodeid,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1479 return int(cursor.fetchone()[0])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1480
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1481 def destroy(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1482 '''Destroy a node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1483
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1484 WARNING: this method should never be used except in extremely rare
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1485 situations where there could never be links to the node being
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1486 deleted
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1487 WARNING: use retire() instead
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1488 WARNING: the properties of this node will not be available ever again
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1489 WARNING: really, use retire() instead
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1490
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1491 Well, I think that's enough warnings. This method exists mostly to
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1492 support the session storage of the cgi interface.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1493
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1494 The node is completely removed from the hyperdb, including all journal
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1495 entries. It will no longer be available, and will generally break code
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1496 if there are any references to the node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1497 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1498 if self.db.journaltag is None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1499 raise DatabaseError, 'Database open read-only'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1500 self.db.destroynode(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1501
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1502 def history(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1503 '''Retrieve the journal of edits on a particular node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1504
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1505 'nodeid' must be the id of an existing node of this class or an
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1506 IndexError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1507
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1508 The returned list contains tuples of the form
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1509
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1510 (date, tag, action, params)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1511
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1512 'date' is a Timestamp object specifying the time of the change and
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1513 'tag' is the journaltag specified when the database was opened.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1514 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1515 if not self.do_journal:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1516 raise ValueError, 'Journalling is disabled for this class'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1517 return self.db.getjournal(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1518
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1519 # Locating nodes:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1520 def hasnode(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1521 '''Determine if the given nodeid actually exists
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1522 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1523 return self.db.hasnode(self.classname, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1524
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1525 def setkey(self, propname):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1526 '''Select a String property of this class to be the key property.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1527
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1528 'propname' must be the name of a String property of this class or
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1529 None, or a TypeError is raised. The values of the key property on
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1530 all existing nodes must be unique or a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1531 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1532 # XXX create an index on the key prop column
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1533 prop = self.getprops()[propname]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1534 if not isinstance(prop, String):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1535 raise TypeError, 'key properties must be String'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1536 self.key = propname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1537
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1538 def getkey(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1539 '''Return the name of the key property for this class or None.'''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1540 return self.key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1541
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1542 def labelprop(self, default_to_id=0):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1543 ''' Return the property name for a label for the given node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1544
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1545 This method attempts to generate a consistent label for the node.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1546 It tries the following in order:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1547 1. key property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1548 2. "name" property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1549 3. "title" property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1550 4. first property from the sorted property name list
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1551 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1552 k = self.getkey()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1553 if k:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1554 return k
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1555 props = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1556 if props.has_key('name'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1557 return 'name'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1558 elif props.has_key('title'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1559 return 'title'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1560 if default_to_id:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1561 return 'id'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1562 props = props.keys()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1563 props.sort()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1564 return props[0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1565
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1566 def lookup(self, keyvalue):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1567 '''Locate a particular node by its key property and return its id.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1568
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1569 If this class has no key property, a TypeError is raised. If the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1570 'keyvalue' matches one of the values for the key property among
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1571 the nodes in this class, the matching node's id is returned;
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1572 otherwise a KeyError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1573 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1574 if not self.key:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1575 raise TypeError, 'No key property set for class %s'%self.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1576
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1577 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1578 sql = 'select id from _%s where _%s=%s'%(self.classname, self.key,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1579 self.db.arg)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1580 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1581 print >>hyperdb.DEBUG, 'lookup', (self, sql, keyvalue)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1582 cursor.execute(sql, (keyvalue,))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1583
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1584 # see if there was a result
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1585 l = cursor.fetchall()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1586 if not l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1587 raise KeyError, keyvalue
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1588
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1589 # return the id
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1590 return l[0][0]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1591
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1592 def find(self, **propspec):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1593 '''Get the ids of nodes in this class which link to the given nodes.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1594
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1595 'propspec' consists of keyword args propname={nodeid:1,}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1596 'propname' must be the name of a property in this class, or a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1597 KeyError is raised. That property must be a Link or Multilink
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1598 property, or a TypeError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1599
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1600 Any node in this class whose 'propname' property links to any of the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1601 nodeids will be returned. Used by the full text indexing, which knows
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1602 that "foo" occurs in msg1, msg3 and file7, so we have hits on these
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1603 issues:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1604
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1605 db.issue.find(messages={'1':1,'3':1}, files={'7':1})
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1606 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1607 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1608 print >>hyperdb.DEBUG, 'find', (self, propspec)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1609 if not propspec:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1610 return []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1611 queries = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1612 tables = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1613 allvalues = ()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1614 for prop, values in propspec.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1615 allvalues += tuple(values.keys())
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1616 a = self.db.arg
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1617 tables.append('select nodeid from %s_%s where linkid in (%s)'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1618 self.classname, prop, ','.join([a for x in values.keys()])))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1619 sql = '\nintersect\n'.join(tables)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1620 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1621 print >>hyperdb.DEBUG, 'find', (self, sql, allvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1622 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1623 cursor.execute(sql, allvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1624 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1625 l = [x[0] for x in cursor.fetchall()]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1626 except gadfly.database.error, message:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1627 if message == 'no more results':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1628 l = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1629 raise
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1630 if __debug__:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1631 print >>hyperdb.DEBUG, 'find ... ', l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1632 return l
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1633
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1634 def list(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1635 ''' Return a list of the ids of the active nodes in this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1636 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1637 return self.db.getnodeids(self.classname, retired=0)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1638
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1639 def filter(self, search_matches, filterspec, sort, group):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1640 ''' Return a list of the ids of the active nodes in this class that
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1641 match the 'filter' spec, sorted by the group spec and then the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1642 sort spec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1643
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1644 "filterspec" is {propname: value(s)}
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1645 "sort" and "group" are (dir, prop) where dir is '+', '-' or None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1646 and prop is a prop name or None
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1647 "search_matches" is {nodeid: marker}
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1648
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1649 The filter must match all properties specificed - but if the
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1650 property value to match is a list, any one of the values in the
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1651 list may match for that property to match.
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1652 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1653 cn = self.classname
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1654
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1655 # figure the WHERE clause from the filterspec
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1656 props = self.getprops()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1657 frum = ['_'+cn]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1658 where = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1659 args = []
|
|
1168
|
1660 a = self.db.arg
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1661 for k, v in filterspec.items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1662 propclass = props[k]
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1663 # now do other where clause stuff
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1664 if isinstance(propclass, Multilink):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1665 tn = '%s_%s'%(cn, k)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1666 frum.append(tn)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1667 if isinstance(v, type([])):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1668 s = ','.join([self.arg for x in v])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1669 where.append('id=%s.nodeid and %s.linkid in (%s)'%(tn,tn,s))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1670 args = args + v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1671 else:
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1672 where.append('id=%s.nodeid and %s.linkid = %s'%(tn, tn, a))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1673 args.append(v)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1674 elif isinstance(propclass, String):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1675 if not isinstance(v, type([])):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1676 v = [v]
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1677
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1678 # Quote the bits in the string that need it and then embed
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1679 # in a "substring" search. Note - need to quote the '%' so
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1680 # they make it through the python layer happily
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1681 v = ['%%'+self.db.sql_stringquote(s)+'%%' for s in v]
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1682
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1683 # now add to the where clause
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1684 where.append(' or '.join(["_%s LIKE '%s'"%(k, s) for s in v]))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1685 # note: args are embedded in the query string now
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1686 elif isinstance(propclass, Link):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1687 if isinstance(v, type([])):
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1688 if '-1' in v:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1689 v.remove('-1')
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1690 xtra = ' or _%s is NULL'%k
|
|
1173
|
1691 else:
|
|
|
1692 xtra = ''
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1693 s = ','.join([a for x in v])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1694 where.append('(_%s in (%s)%s)'%(k, s, xtra))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1695 args = args + v
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1696 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1697 if v == '-1':
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1698 v = None
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1699 where.append('_%s is NULL'%k)
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1700 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1701 where.append('_%s=%s'%(k, a))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1702 args.append(v)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1703 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1704 if isinstance(v, type([])):
|
|
1168
|
1705 s = ','.join([a for x in v])
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1706 where.append('_%s in (%s)'%(k, s))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1707 args = args + v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1708 else:
|
|
1168
|
1709 where.append('_%s=%s'%(k, a))
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1710 args.append(v)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1711
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1712 # add results of full text search
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1713 if search_matches is not None:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1714 v = search_matches.keys()
|
|
1168
|
1715 s = ','.join([a for x in v])
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1716 where.append('id in (%s)'%s)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1717 args = args + v
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1718
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1719 # "grouping" is just the first-order sorting in the SQL fetch
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1720 # can modify it...)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1721 orderby = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1722 ordercols = []
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1723 if group[0] is not None and group[1] is not None:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1724 if group[0] != '-':
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1725 orderby.append('_'+group[1])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1726 ordercols.append('_'+group[1])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1727 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1728 orderby.append('_'+group[1]+' desc')
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1729 ordercols.append('_'+group[1])
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1730
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1731 # now add in the sorting
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1732 group = ''
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1733 if sort[0] is not None and sort[1] is not None:
|
|
1168
|
1734 direction, colname = sort
|
|
|
1735 if direction != '-':
|
|
|
1736 if colname == 'activity':
|
|
|
1737 orderby.append('activity')
|
|
|
1738 ordercols.append('max(%s__journal.date) as activity'%cn)
|
|
|
1739 frum.append('%s__journal'%cn)
|
|
|
1740 where.append('%s__journal.nodeid = _%s.id'%(cn, cn))
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1741 # we need to group by id
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1742 group = ' group by id'
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1743 elif colname == 'id':
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1744 orderby.append(colname)
|
|
1168
|
1745 else:
|
|
|
1746 orderby.append('_'+colname)
|
|
|
1747 ordercols.append('_'+colname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1748 else:
|
|
1168
|
1749 if colname == 'activity':
|
|
|
1750 orderby.append('activity desc')
|
|
|
1751 ordercols.append('max(%s__journal.date) as activity'%cn)
|
|
|
1752 frum.append('%s__journal'%cn)
|
|
|
1753 where.append('%s__journal.nodeid = _%s.id'%(cn, cn))
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1754 # we need to group by id
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1755 group = ' group by id'
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1756 elif colname == 'id':
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1757 orderby.append(colname+' desc')
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1758 ordercols.append(colname)
|
|
1168
|
1759 else:
|
|
|
1760 orderby.append('_'+colname+' desc')
|
|
|
1761 ordercols.append('_'+colname)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1762
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1763 # construct the SQL
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1764 frum = ','.join(frum)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1765 if where:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1766 where = ' where ' + (' and '.join(where))
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1767 else:
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1768 where = ''
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1769 cols = ['id']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1770 if orderby:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1771 cols = cols + ordercols
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1772 order = ' order by %s'%(','.join(orderby))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1773 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1774 order = ''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1775 cols = ','.join(cols)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1776 sql = 'select %s from %s %s%s%s'%(cols, frum, where, group, order)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1777 args = tuple(args)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1778 if __debug__:
|
|
1168
|
1779 print >>hyperdb.DEBUG, 'filter', (self, sql, args)
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1780 cursor = self.db.conn.cursor()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1781 cursor.execute(sql, args)
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1782 l = cursor.fetchall()
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1783
|
1170
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1784 # return the IDs (the first column)
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1785 # XXX The filter(None, l) bit is sqlite-specific... if there's _NO_
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1786 # XXX matches to a fetch, it returns NULL instead of nothing!?!
|
af104fa52746
Added some words to the installation doc about choosing backends.
Richard Jones <richard@users.sourceforge.net>
diff
changeset
|
1787 return filter(None, [row[0] for row in l])
|
|
1168
|
1788
|
1165
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1789 def count(self):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1790 '''Get the number of nodes in this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1791
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1792 If the returned integer is 'numnodes', the ids of all the nodes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1793 in this class run from 1 to numnodes, and numnodes+1 will be the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1794 id of the next node to be created in this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1795 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1796 return self.db.countnodes(self.classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1797
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1798 # Manipulating properties:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1799 def getprops(self, protected=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1800 '''Return a dictionary mapping property names to property objects.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1801 If the "protected" flag is true, we include protected properties -
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1802 those which may not be modified.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1803 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1804 d = self.properties.copy()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1805 if protected:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1806 d['id'] = String()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1807 d['creation'] = hyperdb.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1808 d['activity'] = hyperdb.Date()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1809 d['creator'] = hyperdb.Link("user")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1810 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1811
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1812 def addprop(self, **properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1813 '''Add properties to this class.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1814
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1815 The keyword arguments in 'properties' must map names to property
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1816 objects, or a TypeError is raised. None of the keys in 'properties'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1817 may collide with the names of existing properties, or a ValueError
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1818 is raised before any properties have been added.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1819 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1820 for key in properties.keys():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1821 if self.properties.has_key(key):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1822 raise ValueError, key
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1823 self.properties.update(properties)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1824
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1825 def index(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1826 '''Add (or refresh) the node to search indexes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1827 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1828 # find all the String properties that have indexme
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1829 for prop, propclass in self.getprops().items():
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1830 if isinstance(propclass, String) and propclass.indexme:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1831 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1832 value = str(self.get(nodeid, prop))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1833 except IndexError:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1834 # node no longer exists - entry should be removed
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1835 self.db.indexer.purge_entry((self.classname, nodeid, prop))
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1836 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1837 # and index them under (classname, nodeid, property)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1838 self.db.indexer.add_text((self.classname, nodeid, prop),
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1839 value)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1840
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1841
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1842 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1843 # Detector interface
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1844 #
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1845 def audit(self, event, detector):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1846 '''Register a detector
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1847 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1848 l = self.auditors[event]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1849 if detector not in l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1850 self.auditors[event].append(detector)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1851
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1852 def fireAuditors(self, action, nodeid, newvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1853 '''Fire all registered auditors.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1854 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1855 for audit in self.auditors[action]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1856 audit(self.db, self, nodeid, newvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1857
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1858 def react(self, event, detector):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1859 '''Register a detector
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1860 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1861 l = self.reactors[event]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1862 if detector not in l:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1863 self.reactors[event].append(detector)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1864
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1865 def fireReactors(self, action, nodeid, oldvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1866 '''Fire all registered reactors.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1867 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1868 for react in self.reactors[action]:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1869 react(self.db, self, nodeid, oldvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1870
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1871 class FileClass(Class):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1872 '''This class defines a large chunk of data. To support this, it has a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1873 mandatory String property "content" which is typically saved off
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1874 externally to the hyperdb.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1875
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1876 The default MIME type of this data is defined by the
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1877 "default_mime_type" class attribute, which may be overridden by each
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1878 node if the class defines a "type" String property.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1879 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1880 default_mime_type = 'text/plain'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1881
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1882 def create(self, **propvalues):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1883 ''' snaffle the file propvalue and store in a file
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1884 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1885 content = propvalues['content']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1886 del propvalues['content']
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1887 newid = Class.create(self, **propvalues)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1888 self.db.storefile(self.classname, newid, None, content)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1889 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1890
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1891 def import_list(self, propnames, proplist):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1892 ''' Trap the "content" property...
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1893 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1894 # dupe this list so we don't affect others
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1895 propnames = propnames[:]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1896
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1897 # extract the "content" property from the proplist
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1898 i = propnames.index('content')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1899 content = eval(proplist[i])
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1900 del propnames[i]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1901 del proplist[i]
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1902
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1903 # do the normal import
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1904 newid = Class.import_list(self, propnames, proplist)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1905
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1906 # save off the "content" file
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1907 self.db.storefile(self.classname, newid, None, content)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1908 return newid
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1909
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1910 _marker = []
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1911 def get(self, nodeid, propname, default=_marker, cache=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1912 ''' trap the content propname and get it from the file
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1913 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1914
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1915 poss_msg = 'Possibly a access right configuration problem.'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1916 if propname == 'content':
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1917 try:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1918 return self.db.getfile(self.classname, nodeid, None)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1919 except IOError, (strerror):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1920 # BUG: by catching this we donot see an error in the log.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1921 return 'ERROR reading file: %s%s\n%s\n%s'%(
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1922 self.classname, nodeid, poss_msg, strerror)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1923 if default is not self._marker:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1924 return Class.get(self, nodeid, propname, default, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1925 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1926 return Class.get(self, nodeid, propname, cache=cache)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1927
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1928 def getprops(self, protected=1):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1929 ''' In addition to the actual properties on the node, these methods
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1930 provide the "content" property. If the "protected" flag is true,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1931 we include protected properties - those which may not be
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1932 modified.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1933 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1934 d = Class.getprops(self, protected=protected).copy()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1935 d['content'] = hyperdb.String()
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1936 return d
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1937
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1938 def index(self, nodeid):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1939 ''' Index the node in the search index.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1940
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1941 We want to index the content in addition to the normal String
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1942 property indexing.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1943 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1944 # perform normal indexing
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1945 Class.index(self, nodeid)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1946
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1947 # get the content to index
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1948 content = self.get(nodeid, 'content')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1949
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1950 # figure the mime type
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1951 if self.properties.has_key('type'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1952 mime_type = self.get(nodeid, 'type')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1953 else:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1954 mime_type = self.default_mime_type
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1955
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1956 # and index!
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1957 self.db.indexer.add_text((self.classname, nodeid, 'content'), content,
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1958 mime_type)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1959
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1960 # XXX deviation from spec - was called ItemClass
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1961 class IssueClass(Class, roundupdb.IssueClass):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1962 # Overridden methods:
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1963 def __init__(self, db, classname, **properties):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1964 '''The newly-created class automatically includes the "messages",
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1965 "files", "nosy", and "superseder" properties. If the 'properties'
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1966 dictionary attempts to specify any of these properties or a
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1967 "creation" or "activity" property, a ValueError is raised.
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1968 '''
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1969 if not properties.has_key('title'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1970 properties['title'] = hyperdb.String(indexme='yes')
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1971 if not properties.has_key('messages'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1972 properties['messages'] = hyperdb.Multilink("msg")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1973 if not properties.has_key('files'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1974 properties['files'] = hyperdb.Multilink("file")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1975 if not properties.has_key('nosy'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1976 # note: journalling is turned off as it really just wastes
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1977 # space. this behaviour may be overridden in an instance
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1978 properties['nosy'] = hyperdb.Multilink("user", do_journal="no")
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1979 if not properties.has_key('superseder'):
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1980 properties['superseder'] = hyperdb.Multilink(classname)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1981 Class.__init__(self, db, classname, **properties)
|
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
1982
|
