Mercurial > p > roundup > code
annotate roundup/backends/back_mysql.py @ 2323:ffd14fa75bec maint-0.6 0.6.10
mysql backend wasn't locking tracker
| author | Richard Jones <richard@users.sourceforge.net> |
|---|---|
| date | Mon, 17 May 2004 00:47:29 +0000 |
| parents | d5d5594c6fb4 |
| children |
| rev | line source |
|---|---|
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
1 # |
|
1433
8429095241d7
mysql tests will not be run if there is no chance of passing.
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1415
diff
changeset
|
2 # Copyright (c) 2003 Martynas Sklyzmantas, Andrey Lebedev <andrey@micro.lt> |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
3 # |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
4 # This module is free software, and you may redistribute it and/or modify |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
5 # under the same terms as Python, so long as this copyright message and |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
6 # disclaimer are retained in their original form. |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
7 # |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
8 # Mysql backend for roundup |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
9 # |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
10 |
|
2074
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
11 from roundup import hyperdb |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
12 from roundup.backends.rdbms_common import * |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
13 from roundup.backends import rdbms_common |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
14 import MySQLdb |
|
1434
b953750bdc04
trackers on mysql can be initialised
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1433
diff
changeset
|
15 import os, shutil |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
16 from MySQLdb.constants import ER |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
17 |
|
2074
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
18 def db_nuke(config): |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
19 """Clear all database contents and drop database itself""" |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
20 if db_exists(config): |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
21 conn = MySQLdb.connect(config.MYSQL_DBHOST, config.MYSQL_DBUSER, |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
22 config.MYSQL_DBPASSWORD) |
|
1922
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
23 try: |
|
2074
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
24 conn.select_db(config.MYSQL_DBNAME) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
25 except: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
26 # no, it doesn't exist |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
27 pass |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
28 else: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
29 cursor = conn.cursor() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
30 cursor.execute("SHOW TABLES") |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
31 tables = cursor.fetchall() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
32 for table in tables: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
33 if __debug__: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
34 print >>hyperdb.DEBUG, 'DROP TABLE %s'%table[0] |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
35 cursor.execute("DROP TABLE %s"%table[0]) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
36 if __debug__: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
37 print >>hyperdb.DEBUG, "DROP DATABASE %s"%config.MYSQL_DBNAME |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
38 cursor.execute("DROP DATABASE %s"%config.MYSQL_DBNAME) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
39 conn.commit() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
40 conn.close() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
41 |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
42 if os.path.exists(config.DATABASE): |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
43 shutil.rmtree(config.DATABASE) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
44 |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
45 def db_create(config): |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
46 """Create the database.""" |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
47 conn = MySQLdb.connect(config.MYSQL_DBHOST, config.MYSQL_DBUSER, |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
48 config.MYSQL_DBPASSWORD) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
49 cursor = conn.cursor() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
50 if __debug__: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
51 print >>hyperdb.DEBUG, "CREATE DATABASE %s"%config.MYSQL_DBNAME |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
52 cursor.execute("CREATE DATABASE %s"%config.MYSQL_DBNAME) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
53 conn.commit() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
54 conn.close() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
55 |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
56 def db_exists(config): |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
57 """Check if database already exists.""" |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
58 conn = MySQLdb.connect(config.MYSQL_DBHOST, config.MYSQL_DBUSER, |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
59 config.MYSQL_DBPASSWORD) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
60 # tables = None |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
61 try: |
|
1922
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
62 try: |
|
2074
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
63 conn.select_db(config.MYSQL_DBNAME) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
64 # cursor = conn.cursor() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
65 # cursor.execute("SHOW TABLES") |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
66 # tables = cursor.fetchall() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
67 # if __debug__: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
68 # print >>hyperdb.DEBUG, "tables %s"%(tables,) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
69 except MySQLdb.OperationalError: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
70 if __debug__: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
71 print >>hyperdb.DEBUG, "no database '%s'"%config.MYSQL_DBNAME |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
72 return 0 |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
73 finally: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
74 conn.close() |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
75 if __debug__: |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
76 print >>hyperdb.DEBUG, "database '%s' exists"%config.MYSQL_DBNAME |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
77 return 1 |
|
1434
b953750bdc04
trackers on mysql can be initialised
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1433
diff
changeset
|
78 |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
79 class Database(Database): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
80 arg = '%s' |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
81 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
82 def open_connection(self): |
|
2074
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
83 # make sure the database actually exists |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
84 if not db_exists(self.config): |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
85 db_create(self.config) |
|
d5d5594c6fb4
fix mysql unit tests for recent MySQL releases
Richard Jones <richard@users.sourceforge.net>
parents:
1922
diff
changeset
|
86 |
|
2323
ffd14fa75bec
mysql backend wasn't locking tracker
Richard Jones <richard@users.sourceforge.net>
parents:
2074
diff
changeset
|
87 # lock the tracker |
|
ffd14fa75bec
mysql backend wasn't locking tracker
Richard Jones <richard@users.sourceforge.net>
parents:
2074
diff
changeset
|
88 dbdir = os.path.join(self.config.DATABASE, 'db') |
|
ffd14fa75bec
mysql backend wasn't locking tracker
Richard Jones <richard@users.sourceforge.net>
parents:
2074
diff
changeset
|
89 lockfilenm = dbdir[:-3] + 'lck' |
|
ffd14fa75bec
mysql backend wasn't locking tracker
Richard Jones <richard@users.sourceforge.net>
parents:
2074
diff
changeset
|
90 self.lockfile = locking.acquire_lock(lockfilenm) |
|
ffd14fa75bec
mysql backend wasn't locking tracker
Richard Jones <richard@users.sourceforge.net>
parents:
2074
diff
changeset
|
91 self.lockfile.write(str(os.getpid())) |
|
ffd14fa75bec
mysql backend wasn't locking tracker
Richard Jones <richard@users.sourceforge.net>
parents:
2074
diff
changeset
|
92 self.lockfile.flush() |
|
ffd14fa75bec
mysql backend wasn't locking tracker
Richard Jones <richard@users.sourceforge.net>
parents:
2074
diff
changeset
|
93 |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
94 db = getattr(self.config, 'MYSQL_DATABASE') |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
95 try: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
96 self.conn = MySQLdb.connect(*db) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
97 except MySQLdb.OperationalError, message: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
98 raise DatabaseError, message |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
99 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
100 self.cursor = self.conn.cursor() |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
101 # start transaction |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
102 self.sql("SET AUTOCOMMIT=0") |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
103 self.sql("BEGIN") |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
104 try: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
105 self.database_schema = self.load_dbschema() |
|
1433
8429095241d7
mysql tests will not be run if there is no chance of passing.
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1415
diff
changeset
|
106 except MySQLdb.OperationalError, message: |
|
8429095241d7
mysql tests will not be run if there is no chance of passing.
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1415
diff
changeset
|
107 if message[0] != ER.NO_DB_ERROR: |
|
8429095241d7
mysql tests will not be run if there is no chance of passing.
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1415
diff
changeset
|
108 raise |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
109 except MySQLdb.ProgrammingError, message: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
110 if message[0] != ER.NO_SUCH_TABLE: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
111 raise DatabaseError, message |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
112 self.database_schema = {} |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
113 self.sql("CREATE TABLE schema (schema TEXT) TYPE=BDB") |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
114 self.sql("CREATE TABLE ids (name varchar(255), num INT) TYPE=BDB") |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
115 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
116 def __repr__(self): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
117 return '<myroundsql 0x%x>'%id(self) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
118 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
119 def sql_fetchone(self): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
120 return self.cursor.fetchone() |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
121 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
122 def sql_fetchall(self): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
123 return self.cursor.fetchall() |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
124 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
125 def save_dbschema(self, schema): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
126 s = repr(self.database_schema) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
127 self.sql('INSERT INTO schema VALUES (%s)', (s,)) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
128 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
129 def load_dbschema(self): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
130 self.cursor.execute('SELECT schema FROM schema') |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
131 schema = self.cursor.fetchone() |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
132 if schema: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
133 return eval(schema[0]) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
134 return None |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
135 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
136 def save_journal(self, classname, cols, nodeid, journaldate, |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
137 journaltag, action, params): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
138 params = repr(params) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
139 entry = (nodeid, journaldate, journaltag, action, params) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
140 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
141 a = self.arg |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
142 sql = 'insert into %s__journal (%s) values (%s,%s,%s,%s,%s)'%(classname, |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
143 cols, a, a, a, a, a) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
144 if __debug__: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
145 print >>hyperdb.DEBUG, 'addjournal', (self, sql, entry) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
146 self.cursor.execute(sql, entry) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
147 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
148 def load_journal(self, classname, cols, nodeid): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
149 sql = 'select %s from %s__journal where nodeid=%s'%(cols, classname, |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
150 self.arg) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
151 if __debug__: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
152 print >>hyperdb.DEBUG, 'getjournal', (self, sql, nodeid) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
153 self.cursor.execute(sql, (nodeid,)) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
154 res = [] |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
155 for nodeid, date_stamp, user, action, params in self.cursor.fetchall(): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
156 params = eval(params) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
157 res.append((nodeid, date.Date(date_stamp), user, action, params)) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
158 return res |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
159 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
160 def create_class_table(self, spec): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
161 cols, mls = self.determine_columns(spec.properties.items()) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
162 cols.append('id') |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
163 cols.append('__retired__') |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
164 scols = ',' . join(['`%s` VARCHAR(255)'%x for x in cols]) |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
165 sql = 'CREATE TABLE `_%s` (%s) TYPE=BDB'%(spec.classname, scols) |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
166 if __debug__: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
167 print >>hyperdb.DEBUG, 'create_class', (self, sql) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
168 self.cursor.execute(sql) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
169 return cols, mls |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
170 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
171 def create_journal_table(self, spec): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
172 cols = ',' . join(['`%s` VARCHAR(255)'%x |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
173 for x in 'nodeid date tag action params' . split()]) |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
174 sql = 'CREATE TABLE `%s__journal` (%s) TYPE=BDB'%(spec.classname, cols) |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
175 if __debug__: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
176 print >>hyperdb.DEBUG, 'create_class', (self, sql) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
177 self.cursor.execute(sql) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
178 |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
179 def create_multilink_table(self, spec, ml): |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
180 sql = '''CREATE TABLE `%s_%s` (linkid VARCHAR(255), |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
181 nodeid VARCHAR(255)) TYPE=BDB'''%(spec.classname, ml) |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
182 if __debug__: |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
183 print >>hyperdb.DEBUG, 'create_class', (self, sql) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
184 self.cursor.execute(sql) |
|
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
185 |
|
1434
b953750bdc04
trackers on mysql can be initialised
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1433
diff
changeset
|
186 |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
187 class MysqlClass: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
188 def find(self, **propspec): |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
189 '''Get the ids of nodes in this class which link to the given nodes. |
|
1375
faf93d3fbf2f
added mysql backend
Richard Jones <richard@users.sourceforge.net>
parents:
diff
changeset
|
190 |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
191 Since MySQL < 4.0.0 does not support unions, so we overrideg this |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
192 method without using this keyword |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
193 |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
194 ''' |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
195 if __debug__: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
196 print >>hyperdb.DEBUG, 'find', (self, propspec) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
197 |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
198 # shortcut |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
199 if not propspec: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
200 return [] |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
201 |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
202 # validate the args |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
203 props = self.getprops() |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
204 propspec = propspec.items() |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
205 for propname, nodeids in propspec: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
206 # check the prop is OK |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
207 prop = props[propname] |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
208 if not isinstance(prop, Link) and not isinstance(prop, Multilink): |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
209 raise TypeError, "'%s' not a Link/Multilink property"%propname |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
210 |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
211 # first, links |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
212 l = [] |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
213 where = [] |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
214 allvalues = () |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
215 a = self.db.arg |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
216 for prop, values in propspec: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
217 if not isinstance(props[prop], hyperdb.Link): |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
218 continue |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
219 if type(values) is type(''): |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
220 allvalues += (values,) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
221 where.append('_%s = %s'%(prop, a)) |
|
1922
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
222 elif values is None: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
223 where.append('_%s is NULL'%prop) |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
224 else: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
225 allvalues += tuple(values.keys()) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
226 where.append('_%s in (%s)'%(prop, ','.join([a]*len(values)))) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
227 tables = [] |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
228 if where: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
229 self.db.sql('select id as nodeid from _%s where %s' % (self.classname, ' and '.join(where)), allvalues) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
230 l += [x[0] for x in self.db.sql_fetchall()] |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
231 |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
232 # now multilinks |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
233 for prop, values in propspec: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
234 vals = () |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
235 if not isinstance(props[prop], hyperdb.Multilink): |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
236 continue |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
237 if type(values) is type(''): |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
238 vals = (values,) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
239 s = a |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
240 else: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
241 vals = tuple(values.keys()) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
242 s = ','.join([a]*len(values)) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
243 query = 'select nodeid from %s_%s where linkid in (%s)'%( |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
244 self.classname, prop, s) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
245 self.db.sql(query, vals) |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
246 l += [x[0] for x in self.db.sql_fetchall()] |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
247 if __debug__: |
|
1434
b953750bdc04
trackers on mysql can be initialised
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1433
diff
changeset
|
248 print >>hyperdb.DEBUG, 'find ... ', l |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
249 |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
250 # Remove duplicated ids |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
251 d = {} |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
252 for k in l: |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
253 d[k] = 1 |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
254 return d.keys() |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
255 |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
256 return l |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
257 |
|
1922
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
258 # we're overriding this method for ONE missing bit of functionality. |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
259 # look for "I can't believe it's not a toy RDBMS" below |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
260 def filter(self, search_matches, filterspec, sort=(None,None), |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
261 group=(None,None)): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
262 ''' Return a list of the ids of the active nodes in this class that |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
263 match the 'filter' spec, sorted by the group spec and then the |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
264 sort spec |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
265 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
266 "filterspec" is {propname: value(s)} |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
267 "sort" and "group" are (dir, prop) where dir is '+', '-' or None |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
268 and prop is a prop name or None |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
269 "search_matches" is {nodeid: marker} |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
270 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
271 The filter must match all properties specificed - but if the |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
272 property value to match is a list, any one of the values in the |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
273 list may match for that property to match. |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
274 ''' |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
275 # just don't bother if the full-text search matched diddly |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
276 if search_matches == {}: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
277 return [] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
278 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
279 cn = self.classname |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
280 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
281 timezone = self.db.getUserTimezone() |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
282 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
283 # figure the WHERE clause from the filterspec |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
284 props = self.getprops() |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
285 frum = ['_'+cn] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
286 where = [] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
287 args = [] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
288 a = self.db.arg |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
289 for k, v in filterspec.items(): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
290 propclass = props[k] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
291 # now do other where clause stuff |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
292 if isinstance(propclass, Multilink): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
293 tn = '%s_%s'%(cn, k) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
294 if v in ('-1', ['-1']): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
295 # only match rows that have count(linkid)=0 in the |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
296 # corresponding multilink table) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
297 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
298 # "I can't believe it's not a toy RDBMS" |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
299 # see, even toy RDBMSes like gadfly and sqlite can do |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
300 # sub-selects... |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
301 self.db.sql('select nodeid from %s'%tn) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
302 s = ','.join([x[0] for x in self.db.sql_fetchall()]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
303 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
304 where.append('id not in (%s)'%s) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
305 elif isinstance(v, type([])): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
306 frum.append(tn) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
307 s = ','.join([a for x in v]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
308 where.append('id=%s.nodeid and %s.linkid in (%s)'%(tn,tn,s)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
309 args = args + v |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
310 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
311 frum.append(tn) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
312 where.append('id=%s.nodeid and %s.linkid=%s'%(tn, tn, a)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
313 args.append(v) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
314 elif k == 'id': |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
315 if isinstance(v, type([])): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
316 s = ','.join([a for x in v]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
317 where.append('%s in (%s)'%(k, s)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
318 args = args + v |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
319 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
320 where.append('%s=%s'%(k, a)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
321 args.append(v) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
322 elif isinstance(propclass, String): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
323 if not isinstance(v, type([])): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
324 v = [v] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
325 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
326 # Quote the bits in the string that need it and then embed |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
327 # in a "substring" search. Note - need to quote the '%' so |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
328 # they make it through the python layer happily |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
329 v = ['%%'+self.db.sql_stringquote(s)+'%%' for s in v] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
330 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
331 # now add to the where clause |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
332 where.append(' or '.join(["_%s LIKE '%s'"%(k, s) for s in v])) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
333 # note: args are embedded in the query string now |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
334 elif isinstance(propclass, Link): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
335 if isinstance(v, type([])): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
336 if '-1' in v: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
337 v = v[:] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
338 v.remove('-1') |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
339 xtra = ' or _%s is NULL'%k |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
340 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
341 xtra = '' |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
342 if v: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
343 s = ','.join([a for x in v]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
344 where.append('(_%s in (%s)%s)'%(k, s, xtra)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
345 args = args + v |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
346 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
347 where.append('_%s is NULL'%k) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
348 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
349 if v == '-1': |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
350 v = None |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
351 where.append('_%s is NULL'%k) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
352 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
353 where.append('_%s=%s'%(k, a)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
354 args.append(v) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
355 elif isinstance(propclass, Date): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
356 if isinstance(v, type([])): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
357 s = ','.join([a for x in v]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
358 where.append('_%s in (%s)'%(k, s)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
359 args = args + [date.Date(x).serialise() for x in v] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
360 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
361 try: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
362 # Try to filter on range of dates |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
363 date_rng = Range(v, date.Date, offset=timezone) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
364 if (date_rng.from_value): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
365 where.append('_%s >= %s'%(k, a)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
366 args.append(date_rng.from_value.serialise()) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
367 if (date_rng.to_value): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
368 where.append('_%s <= %s'%(k, a)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
369 args.append(date_rng.to_value.serialise()) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
370 except ValueError: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
371 # If range creation fails - ignore that search parameter |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
372 pass |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
373 elif isinstance(propclass, Interval): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
374 if isinstance(v, type([])): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
375 s = ','.join([a for x in v]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
376 where.append('_%s in (%s)'%(k, s)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
377 args = args + [date.Interval(x).serialise() for x in v] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
378 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
379 try: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
380 # Try to filter on range of intervals |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
381 date_rng = Range(v, date.Interval) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
382 if (date_rng.from_value): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
383 where.append('_%s >= %s'%(k, a)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
384 args.append(date_rng.from_value.serialise()) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
385 if (date_rng.to_value): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
386 where.append('_%s <= %s'%(k, a)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
387 args.append(date_rng.to_value.serialise()) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
388 except ValueError: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
389 # If range creation fails - ignore that search parameter |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
390 pass |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
391 #where.append('_%s=%s'%(k, a)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
392 #args.append(date.Interval(v).serialise()) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
393 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
394 if isinstance(v, type([])): |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
395 s = ','.join([a for x in v]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
396 where.append('_%s in (%s)'%(k, s)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
397 args = args + v |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
398 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
399 where.append('_%s=%s'%(k, a)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
400 args.append(v) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
401 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
402 # don't match retired nodes |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
403 where.append('__retired__ <> 1') |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
404 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
405 # add results of full text search |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
406 if search_matches is not None: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
407 v = search_matches.keys() |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
408 s = ','.join([a for x in v]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
409 where.append('id in (%s)'%s) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
410 args = args + v |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
411 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
412 # "grouping" is just the first-order sorting in the SQL fetch |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
413 # can modify it...) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
414 orderby = [] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
415 ordercols = [] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
416 if group[0] is not None and group[1] is not None: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
417 if group[0] != '-': |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
418 orderby.append('_'+group[1]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
419 ordercols.append('_'+group[1]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
420 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
421 orderby.append('_'+group[1]+' desc') |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
422 ordercols.append('_'+group[1]) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
423 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
424 # now add in the sorting |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
425 group = '' |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
426 if sort[0] is not None and sort[1] is not None: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
427 direction, colname = sort |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
428 if direction != '-': |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
429 if colname == 'id': |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
430 orderby.append(colname) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
431 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
432 orderby.append('_'+colname) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
433 ordercols.append('_'+colname) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
434 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
435 if colname == 'id': |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
436 orderby.append(colname+' desc') |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
437 ordercols.append(colname) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
438 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
439 orderby.append('_'+colname+' desc') |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
440 ordercols.append('_'+colname) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
441 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
442 # construct the SQL |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
443 frum = ','.join(frum) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
444 if where: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
445 where = ' where ' + (' and '.join(where)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
446 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
447 where = '' |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
448 cols = ['id'] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
449 if orderby: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
450 cols = cols + ordercols |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
451 order = ' order by %s'%(','.join(orderby)) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
452 else: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
453 order = '' |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
454 cols = ','.join(cols) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
455 sql = 'select %s from %s %s%s%s'%(cols, frum, where, group, order) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
456 args = tuple(args) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
457 if __debug__: |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
458 print >>hyperdb.DEBUG, 'filter', (self, sql, args) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
459 self.db.cursor.execute(sql, args) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
460 l = self.db.cursor.fetchall() |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
461 |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
462 # return the IDs (the first column) |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
463 return [row[0] for row in l] |
|
84b6d5b07626
testing fixes for mysql, backported from HEAD
Richard Jones <richard@users.sourceforge.net>
parents:
1434
diff
changeset
|
464 |
|
1415
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
465 class Class(MysqlClass, rdbms_common.Class): |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
466 pass |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
467 class IssueClass(MysqlClass, rdbms_common.IssueClass): |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
468 pass |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
469 class FileClass(MysqlClass, rdbms_common.FileClass): |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
470 pass |
|
6883852e9b15
mysql backend passes all tests (at last!)
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1375
diff
changeset
|
471 |
|
1434
b953750bdc04
trackers on mysql can be initialised
Andrey Lebedev <kedder@users.sourceforge.net>
parents:
1433
diff
changeset
|
472 #vim: set et |
