Repository navigation
Expand file tree
/
Copy pathvec1binary.test
More file actions
162 lines (133 loc) · 3.83 KB
/
Copy pathvec1binary.test
File metadata and controls
162 lines (133 loc) · 3.83 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
# 2026-01-17
#
# The author disclaims copyright to this source code. In place of
# a legal notice, here is a blessing:
#
# May you do good and not evil.
# May you find forgiveness for yourself and forgive others.
# May you share freely, never taking more than you give.
#
#***********************************************************************
#
#
source [file join [file dirname [info script]] vec1_common.tcl]
set testprefix vec1binary
foreach {tn nElem codesize} {
1 16 2
2 16 1
3 48 6
4 48 3
} {
reset_db
vec1_load db
expr srand(0)
do_execsql_test 1.$tn.0 {
CREATE VIRTUAL TABLE v1 USING vec1(v);
}
set nRow [expr 40]
set nLimit [expr 40]
do_execsql_test 1.$tn.1 {
WITH s(i) AS (
SELECT 1 UNION ALL SELECT i+1 FROM s WHERE i<$nRow
)
INSERT INTO v1 SELECT random_vector($nElem) FROM s;
}
set jarg "{quantizer:\"bq\", nbucket: 8, codesize: $codesize}"
do_execsql_test 1.$tn.2 {
INSERT INTO v1(cmd, arg) VALUES('rebuild', (
SELECT vec1_train(v, $jarg) FROM v1
));
}
set v [db one {SELECT random_vector($nElem)}]
set res [db eval {
SELECT rowid FROM v1 ORDER by vec1_l2_distance($v, v) LIMIT $nLimit
}]
do_execsql_test 1.$tn.2 {
SELECT rowid FROM v1($v, '{K:50, nprobe:8}')
ORDER BY vec1_l2_distance(v, $v)
LIMIT $nLimit
} $res
do_execsql_test 1.$tn.3 {
PRAGMA integrity_check
} {ok}
}
#-------------------------------------------------------------------------
reset_db
vec1_load db
do_execsql_test 2.1 {
CREATE VIRTUAL TABLE v1 USING vec1(v);
INSERT INTO v1(cmd, arg) VALUES('rebuild', (
WITH s(i) AS ( SELECT 1 UNION ALL SELECT i+1 FROM s WHERE i<$nRow )
SELECT vec1_train(random_vector(8), '{quantizer:"bq", nbucket:8}') FROM s
));
INSERT INTO v1 VALUES( random_vector(8) );
}
set v [db one {SELECT random_vector(8)}]
do_execsql_test 2.2 {
SELECT rowid FROM v1($v, '{nprobe:8}') LIMIT $nLimit
} {1}
#-------------------------------------------------------------------------
reset_db
vec1_load db
do_execsql_test 2.1 {
CREATE VIRTUAL TABLE v1 USING vec1(abc);
INSERT INTO v1(cmd, arg) VALUES('rebuild', (
WITH s(i) AS ( SELECT 1 UNION ALL SELECT i+1 FROM s WHERE i<$nRow )
SELECT vec1_train(random_vector(64), '{quantizer:"bq", nbucket:2}') FROM s
));
WITH s(i) AS (
SELECT 1 UNION ALL SELECT i+1 FROM s WHERE i<1000
)
INSERT INTO v1 SELECT random_vector(64) FROM s;
}
do_execsql_test 2.2 {
PRAGMA integrity_check
} {ok}
foreach id [db eval {SELECT rowid FROM v1}] {
db eval { DELETE FROM v1 WHERE rowid = $id }
if {($id % 1)==0} {
do_execsql_test 2.3.$id {
PRAGMA integrity_check
} {ok}
}
}
#-------------------------------------------------------------------------
# Now check the version number in model headers. This should be 7 when
# using a binary quantizer, or 4 otherwise.
#
reset_db
vec1_load db
foreach {tn jarg iVersion} {
1 "{nbucket:2, codesize:8}" 4
2 "{nbucket:2, codesize:8, quantizer:\"bq\"}" 7
3 "{nbucket:2, codesize:8, quantizer:\"pq\"}" 4
} {
do_test 2.$tn {
set M [db one {
WITH s(i) AS (
SELECT 1 UNION ALL SELECT i+1 FROM s WHERE i<512
)
SELECT vec1_train(random_vector(16), $jarg) FROM s;
}]
binary scan $M I version
set version
} $iVersion
}
#-------------------------------------------------------------------------
reset_db
vec1_load db
do_execsql_test 3.1 {
CREATE VIRTUAL TABLE v1 USING vec1(v);
WITH s(i) AS ( SELECT 1 UNION ALL SELECT i+1 FROM s WHERE i<1000 )
INSERT INTO v1 SELECT random_vector(100) FROM s;
INSERT INTO v1(cmd, arg) VALUES('rebuild', (
SELECT vec1_train(v, '{quantizer:"bq", nbucket:2, codesize:8}') FROM v1
));
}
set v [db one {SELECT random_vector(100)}]
do_execsql_test 3.2 {
SELECT count(*) FROM (
SELECT rowid FROM v1($v, '{nprobe:2}') LIMIT 5
);
} {5}
finish_test