Debian Codegraph @

ext/fts5/test/fts5origintext3.test

raw
1 # 2023 November 22
2 #
3 # The author disclaims copyright to this source code. In place of
4 # a legal notice, here is a blessing:
5 #
6 # May you do good and not evil.
7 # May you find forgiveness for yourself and forgive others.
8 # May you share freely, never taking more than you give.
9 #
10 #***********************************************************************
11 #
12 # Tests focused on phrase queries.
13 #
14
15 source [file join [file dirname [info script]] fts5_common.tcl]
16 set testprefix fts5origintext3
17
18 # If SQLITE_ENABLE_FTS5 is not defined, omit this file.
19 ifcapable !fts5 {
20 finish_test
21 return
22 }
23
24 foreach_detail_mode $testprefix {
25 foreach {tn insttoken} {
26 1 0
27 2 1
28 } {
29
30 reset_db
31
32 sqlite3_fts5_register_origintext db
33 fts5_aux_test_functions db
34 proc insttoken {cmd iIdx iToken} {
35 set txt [$cmd xInstToken $iIdx $iToken]
36 string map [list "\0" "."] $txt
37 }
38 sqlite3_fts5_create_function db insttoken insttoken
39
40 do_execsql_test $tn.1.0 {
41 CREATE VIRTUAL TABLE ft USING fts5(
42 x, tokenize="origintext unicode61", tokendata=1, detail=%DETAIL%
43 );
44 }
45
46 do_execsql_test $tn.1.0.1 {
47 INSERT INTO ft(ft, rank) VALUES('insttoken', 1);
48 }
49
50 do_execsql_test $tn.1.1 {
51 INSERT INTO ft VALUES('Hello world HELLO WORLD hello');
52 }
53
54 do_execsql_test $tn.1.2 {
55 SELECT fts5_test_poslist(ft) FROM ft('hello');
56 } {{0.0.0 0.0.2 0.0.4}}
57
58 do_execsql_test $tn.1.3 {
59 SELECT
60 insttoken(ft, 0, 0),
61 insttoken(ft, 1, 0),
62 insttoken(ft, 2, 0)
63 FROM ft('hello');
64 } {hello.Hello hello.HELLO hello}
65
66 do_execsql_test $tn.1.3.1 {
67 SELECT
68 insttoken(ft, 0, 0),
69 insttoken(ft, 1, 0),
70 insttoken(ft, 2, 0)
71 FROM ft('hel*');
72 } {hello.Hello hello.HELLO hello}
73
74 do_execsql_test $tn.1.4 {
75 SELECT
76 insttoken(ft, 0, 0),
77 insttoken(ft, 1, 0),
78 insttoken(ft, 2, 0)
79 FROM ft('hello') ORDER BY rank;
80 } {hello.Hello hello.HELLO hello}
81
82 do_execsql_test $tn.1.5 {
83 CREATE VIRTUAL TABLE ft2 USING fts5(
84 x, tokenize="origintext unicode61", tokendata=1, detail=%DETAIL%
85 );
86 INSERT INTO ft2(rowid, x) VALUES(1, 'ONE one two three ONE');
87 INSERT INTO ft2(rowid, x) VALUES(2, 'TWO one two three TWO');
88 INSERT INTO ft2(rowid, x) VALUES(3, 'THREE one two three THREE');
89 }
90
91 do_execsql_test $tn.1.6 {
92 SELECT insttoken(ft2, 0, 0), rowid FROM ft2('three') ORDER BY rank;
93 } {three.THREE 3 three 1 three 2}
94
95 do_execsql_test $tn.1.7 {
96 INSERT INTO ft2(rowid, x) VALUES(10, 'aaa bbb BBB');
97 INSERT INTO ft2(rowid, x) VALUES(12, 'bbb bbb bbb');
98 INSERT INTO ft2(rowid, x) VALUES(13, 'bbb bbb bbb');
99 INSERT INTO ft2(rowid, x) VALUES(14, 'bbb BBB bbb');
100 INSERT INTO ft2(rowid, x) VALUES(15, 'bbb bbb bbb');
101 INSERT INTO ft2(rowid, x) VALUES(16, 'bbb bbb bbb');
102 INSERT INTO ft2(rowid, x) VALUES(17, 'bbb bbb bbb');
103 INSERT INTO ft2(rowid, x) VALUES(18, 'bbb bbb bbb');
104 INSERT INTO ft2(rowid, x) VALUES(19, 'bbb bbb bbb');
105 INSERT INTO ft2(rowid, x) VALUES(20, 'bbb bbb bbb');
106 INSERT INTO ft2(rowid, x) VALUES(21, 'bbb bbb bbb');
107 INSERT INTO ft2(rowid, x) VALUES(22, 'bbb bbb bbb');
108 INSERT INTO ft2(rowid, x) VALUES(23, 'bbb bbb bbb');
109 INSERT INTO ft2(rowid, x) VALUES(24, 'aaa bbb BBB');
110 }
111
112 do_execsql_test $tn.1.8 { SELECT rowid FROM ft2('aaa AND bbb'); } {10 24}
113 do_execsql_test $tn.1.9 { SELECT rowid FROM ft2('bbb AND aaa'); } {10 24}
114
115 do_execsql_test $tn.2.0 {
116 CREATE VIRTUAL TABLE ft3 USING fts5(
117 x, tokenize="origintext unicode61", tokendata=1, detail=%DETAIL%,
118 prefix=2
119 );
120 }
121 do_execsql_test $tn.2.1 {
122 INSERT INTO ft3(rowid, x) VALUES(1, 'one');
123 INSERT INTO ft3(rowid, x) VALUES(2, 'ONE');
124 INSERT INTO ft3(rowid, x) VALUES(3, 'ONT');
125 INSERT INTO ft3(rowid, x) VALUES(4, 'on');
126 INSERT INTO ft3(rowid, x) VALUES(5, 'On');
127 }
128
129 do_execsql_test $tn.2.2 {
130 SELECT rowid FROM ft3('on*');
131 } {1 2 3 4 5}
132
133 do_execsql_test $tn.2.3 {
134 SELECT rowid, insttoken(ft3, 0, 0) FROM ft3('on*');
135 } {1 one 2 one.ONE 3 ont.ONT 4 on 5 on.On}
136
137 }
138 }
139
140 finish_test
141