Repository navigation
Expand file tree
/
Copy pathvec1query.test
More file actions
147 lines (121 loc) · 3.1 KB
/
Copy pathvec1query.test
File metadata and controls
147 lines (121 loc) · 3.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
# 2026-01-17
#
# The author disclaims copyright to this source code. In place of
# a legal notice, here is a blessing:
#
# May you do good and not evil.
# May you find forgiveness for yourself and forgive others.
# May you share freely, never taking more than you give.
#
#***********************************************************************
#
#
source [file join [file dirname [info script]] vec1_common.tcl]
set testprefix vec1query
vec1_load db
set lCentroid [list]
proc allocate_centroids {nCentroid nElem} {
global lCentroid
for {set ii 0} {$ii < $nCentroid} {incr ii} {
lappend lCentroid [randvec $nElem 10.0]
}
}
proc randvec {nElem {scale 1.0}} {
set vec [list]
for {set ii 0} {$ii < $nElem} {incr ii} {
lappend vec [expr {rand() * $scale}]
}
return $vec
}
proc addvec {a b} {
if {[llength $a]!=[llength $b]} {
error "vectors are different lengths"
}
set ret [list]
foreach ia $a ib $b {
lappend ret [expr $ia + $ib]
}
return $ret
}
proc cvec {nDim} {
global lCentroid
if {[llength $lCentroid]==0} {
allocate_centroids 16 $nDim
}
set ii [expr int(abs(rand()) * [llength $lCentroid])]
set ret [addvec [lindex $lCentroid $ii] [randvec $nDim 1.0]]
binary format r* $ret
}
db func cvec cvec
do_execsql_test 1.0 {
CREATE VIRTUAL TABLE v1 USING vec1(v);
}
do_execsql_test 1.1 {
WITH s(i) AS (
SELECT 1 UNION ALL SELECT i+1 FROM s WHERE i<1000
)
INSERT INTO v1 SELECT cvec(24) FROM s;
}
do_execsql_test 1.2 {
INSERT INTO v1(cmd, arg) VALUES('rebuild', (
SELECT vec1_train(v, '{codesize:0, nbucket:20, distance:"l2"}') FROM v1
));
}
set nRep 100
proc testquery {v p} {
db one {SELECT
(SELECT rowid FROM v1($v, $p) ORDER BY vec1_l2_distance(v, $v))
==
(SELECT rowid FROM v1 ORDER BY vec1_l2_distance(v, $v))
}
}
do_test 1.3 {
set nTry 0
set nFind 0
for {set ii 0} {$ii < $nRep} {incr ii} {
set v [cvec 24]
set p "{K:50, nprobe:4}"
incr nTry 1
incr nFind [testquery $v $p]
}
expr {((double($nFind) / $nTry) >= 0.98) ? "ok" : "$nFind/$nTry"}
} {ok}
do_test 1.4 {
set nTry 0
set nFind 0
for {set ii 0} {$ii < $nRep} {incr ii} {
set v [random_vector 24]
set p "{K:50, nprobe:4}"
incr nTry 1
incr nFind [testquery $v $p]
}
expr {((double($nFind) / $nTry) >= 0.99) ? "ok" : "$nFind/$nTry"}
} {ok}
model2tbl model v1
if {1 || [set_test_counter errors]>0} {
set ii 0
foreach c $lCentroid {
set bin [binary format r* $c]
puts -nonewline "CENTROID $ii: "
set L [
db eval {
SELECT format('%.1f', vec1_l2_distance($bin, coarse)) AS d FROM model
}
]
puts [lrange [lsort $L] 0 0]
incr ii
}
}
do_execsql_test 1.5 {
PRAGMA integrity_check
} {ok}
set v [db one {SELECT random_vector(24)}]
set p "{K:50,nprobe:null}"
do_catchsql_test 1.6 {
SELECT (SELECT rowid FROM v1($v, $p) ORDER BY vec1_cos_distance(v, $v))
==(SELECT rowid FROM v1 ORDER BY vec1_cos_distance(v, $v))
} {1 {vec1: null value in json object}}
do_catchsql_test 1.7 {
SELECT rowid FROM v1($v, -10)
} {1 {vec1: K must be an integer value between 0 and 33554432}}
finish_test