| 1 |
# 2014 Jan 08 |
| 2 |
# |
| 3 |
# The author disclaims copyright to this source code. In place of |
| 4 |
# a legal notice, here is a blessing: |
| 5 |
# |
| 6 |
# May you do good and not evil. |
| 7 |
# May you find forgiveness for yourself and forgive others. |
| 8 |
# May you share freely, never taking more than you give. |
| 9 |
# |
| 10 |
#*********************************************************************** |
| 11 |
# |
| 12 |
# Tests focused on phrase queries. |
| 13 |
# |
| 14 |
|
| 15 |
source [file join [file dirname [info script]] fts5_common.tcl] |
| 16 |
set testprefix fts5origintext6 |
| 17 |
|
| 18 |
# If SQLITE_ENABLE_FTS5 is not defined, omit this file. |
| 19 |
ifcapable !fts5 { |
| 20 |
finish_test |
| 21 |
return |
| 22 |
} |
| 23 |
|
| 24 |
proc insert_data {tbl} { |
| 25 |
db eval " |
| 26 |
INSERT INTO $tbl (rowid, x, y) VALUES |
| 27 |
(1, 'ChH BDd HhG efc BjJ BGi GBG FdD','ciJ AFf ADf fBJ fhC GFI JEH fcA'), |
| 28 |
(2, 'deg AIG Fie jII cCd Hbf igF fEE','GeA Ija gJg EDc HFi DDI dCf aDd'), |
| 29 |
(3, 'IJC hga deC Jfa Aeg hfh CcH dfb','ajD hgC Jaf IfH CHe jIG AjD adF'), |
| 30 |
(4, 'FiH GJH IDA AiG bBc CGG Eih bIH','hHg JaH aii IHE Ggd gcH gji CGc'), |
| 31 |
(5, 'ceg CAd jFI GAB BGg EeC IdH acG','bBC eIG ifH eDE Adj bjb GCj ebA'), |
| 32 |
(6, 'Eac Fbh aFF Eea jeG EIj HCc JJH','hbd giE Gfe eiI dEF abE cJf cAb'), |
| 33 |
(7, 'dic hAc jEC AiG FEF jHc HiD HBI','aEd ebE Gfi AJG EBA faj GiG jjE'), |
| 34 |
(8, 'Fca iEe EgE jjJ gce ijf EGc EBi','gaI dhH bFg CFc HeC CjI Jfg ccH'), |
| 35 |
(9, 'cfd iaa HCf iHJ HjG ffh ABb ibi','CfG bia Dai eii Ejg Jeg fCg hDb'), |
| 36 |
(10, 'Jjf hJC IID HJj bGB EbJ cgg eBj','jci jhi JAF jIg Bei Bcd cAC AJd'), |
| 37 |
(11, 'egG Cdi bFf fEB hfH jDH jia Efd','FAd eCg fAi aiC baC eJG acF iGE'), |
| 38 |
(12, 'Ada Gde CJI ADG gJA Cbb ccF iAB','eAE ajC FBB ccd Jgh fJg ieg hGE'), |
| 39 |
(13, 'gBb fDG Jdd HdD fiJ Bed Cig iGg','heC FeI iaj gdg ebB giC HaD FIe'), |
| 40 |
(14, 'FiI iDd Ffe igI bgB EJf FHG hDF','cjC AeI abf Fah cbJ ffH jEb aib'), |
| 41 |
(15, 'jaF hBI jIH Gdh FEc Fij hgj jFh','dGA ADH feh AAI AfJ DbC gBi hGH'), |
| 42 |
(16, 'gjH BGg iGj aFE CAH edI idf HEH','hIf DDg fjB hGi cHF BCH FjG Bgd'), |
| 43 |
(17, 'iaI JGH hji gcj Dda eeG jDd CBi','cHg jeh caG gIc feF ihG hgJ Abj'), |
| 44 |
(18, 'jHI iDB eFf AiH EFB CDb IAj GbC','Ghe dEI gdI jai gib dAG BIa djb'), |
| 45 |
(19, 'abI fHG Ccf aAc FDa fiC agF bdB','afi hde IgE bGF cfg DHD diE aca'), |
| 46 |
(20, 'IFh eDJ jfh cDg dde JGJ GAf fIJ','IBa EfH faE aeI FIF baJ FGj EIH'), |
| 47 |
(21, 'Dee bFC bBA dEI CEj aJI ghA dCH','hBA ddA HJh dfj egI Dij dFE bGE'), |
| 48 |
(22, 'JFE BCj FgA afc Jda FGD iHJ HDh','eAI jHe BHD Gah bbD Bgj gbh eGB'), |
| 49 |
(23, 'edE CJE FjG aFI edA Cea FId iFe','ABG jcA ddj EEc Dcg hAI agA biA'), |
| 50 |
(24, 'AgE cfc eef cGh aFB DcH efJ hcH','eGF HaB diG fgi bdc iGJ FGJ fFB'), |
| 51 |
(25, 'aCa AgI GhC DDI hGJ Hgc Gcg bbG','iID Fga jHa jIj idj DFD bAC AFJ'), |
| 52 |
(26, 'gjC JGh Fge faa eCA iGG gHE Gai','bDi hFE BbI DHD Adb Fgi hCa Hij'), |
| 53 |
(27, 'Eji jEI jhF DFC afH cDh AGc dHA','IDe GcA ChF DIb Bif HfH agD DGh'), |
| 54 |
(28, 'gDD AEE Dfg ICf Cbi JdE jgH eEi','eEb dBG FDE jgf cAI FaJ jaA cDd'), |
| 55 |
(29, 'cbe Gec hgB Egi bca dHg bAJ jBf','EFB DgD GJc fDb EeE bBA GFC Hbe'), |
| 56 |
(30, 'Adc eHB afI hDc Bhh baE hcJ BBd','JAH deg bcF Dab Bgj Gbb JHi FIB'), |
| 57 |
(31, 'agF dIj AJJ Hfg cCG hED Igc fHC','JEf eia dHf Ggc Agj geD bEE Gei'), |
| 58 |
(32, 'DAd cCe cbJ FjG gJe gba dJA GCf','eAf hFc bGE ABI hHA IcE abF CCE'), |
| 59 |
(33, 'fFh jJe DhJ cDJ EBi AfD eFI IhG','fEG GCc Bjd EFF ggg CFe EHd ciB'), |
| 60 |
(34, 'Ejb BjI eAF HaD eEJ FaG Eda AHC','Iah hgD EJG fdD cIE Daj IFf eJh'), |
| 61 |
(35, 'aHG eCe FjA djJ dAJ jiJ IaE GGB','Acg iEF JfB FIC Eei ggj dic Iii'), |
| 62 |
(36, 'Fdb EDF GaF JjB ehH IgC hgi DCG','cag DHI Fah hAJ bbh egG Hia hgJ'), |
| 63 |
(37, 'HGg icC JEC AFJ Ddh dhi hfC Ich','fEg bED Bff hCJ EiA cIf bfG cGA'), |
| 64 |
(38, 'aEJ jGI BCi FaA ebA BHj cIJ GcC','dCH ADd bGB cFE AgF geD cbG jIc'), |
| 65 |
(39, 'JFB bBi heA BFA hgB Ahj EIE CgI','EIJ JFG FJE GeA Hdg HeH ACh GiA'), |
| 66 |
(40, 'agB DDC CED igC Dfc DhI eiC fHi','dAB dcg iJF cej Fcc cAc AfB Fdd'), |
| 67 |
(41, 'BdF DHj Ege hcG DEd eFa dCf gBb','FBG ChB cej iGd Hbh fCc Ibe Abh'), |
| 68 |
(42, 'Bgc DjI cbC jGD bdb hHB IJA IJH','heg cii abb IGf eDe hJc dii fcE'), |
| 69 |
(43, 'fhf ECa FiA aDh Jbf CiB Jhe ajD','GFE bIF aeD gDE BIE Jea DfC BEc'), |
| 70 |
(44, 'GjE dBj DbJ ICF aDh EEH Ejb jFb','dJj aEc IBg bEG Faf fjA hjf FAF'), |
| 71 |
(45, 'BfA efd IIJ AHG dDF eGg dIJ Gcb','Bfj jeb Ahc dAE ACH Dfb ieb dhC'), |
| 72 |
(46, 'Ibj ege geC dJh CIi hbD EAG fGA','DEb BFe Bjg FId Fhg HeF JAc BbE'), |
| 73 |
(47, 'dhB afC hgG bEJ aIe Cbe iEE JCD','bdg Ajc FGA jbh Jge iAj fIA jbE'), |
| 74 |
(48, 'egH iDi bfH iiI hGC jFF Hfd AHB','bjE Beb iCc haB gIH Dea bga dfd'), |
| 75 |
(49, 'jgf chc jGc Baj HBb jdE hgh heI','FFB aBd iEB EIG HGf Bbj EIi JbI'), |
| 76 |
(50, 'jhe EGi ajA fbH geh EHe FdC bij','jDE bBC gbH HeE dcH iBH IFE AHi'), |
| 77 |
(51, 'aCb JiD cgJ Bjj iAI Hbe IAF FhH','ijf bhE Jdf FED dCH bbG HcJ ebH'); |
| 78 |
" |
| 79 |
} |
| 80 |
|
| 81 |
foreach_detail_mode $testprefix { |
| 82 |
foreach external {0 1 2} { |
| 83 |
reset_db |
| 84 |
|
| 85 |
proc tokens {cmd} { |
| 86 |
set ret [list] |
| 87 |
for {set iTok 0} {$iTok < [$cmd xInstCount]} {incr iTok} { |
| 88 |
set txt [$cmd xInstToken $iTok 0] |
| 89 |
set txt [string map [list "\0" "."] $txt] |
| 90 |
lappend ret $txt |
| 91 |
} |
| 92 |
set ret |
| 93 |
} |
| 94 |
sqlite3_fts5_create_function db tokens tokens |
| 95 |
sqlite3_fts5_register_origintext db |
| 96 |
|
| 97 |
set E(0) internal |
| 98 |
set E(1) external |
| 99 |
set E(2) contentless |
| 100 |
set e $E($external) |
| 101 |
|
| 102 |
db eval { CREATE TABLE ex(x, y) } |
| 103 |
switch -- $external { |
| 104 |
0 { |
| 105 |
do_execsql_test 1.$e.0 { |
| 106 |
CREATE VIRTUAL TABLE ft USING fts5( |
| 107 |
x, y, tokenize="origintext unicode61", tokendata=1, detail=%DETAIL% |
| 108 |
); |
| 109 |
} |
| 110 |
} |
| 111 |
|
| 112 |
1 { |
| 113 |
do_execsql_test 1.$e.0 { |
| 114 |
CREATE VIRTUAL TABLE ft USING fts5( |
| 115 |
x, y, tokenize="origintext unicode61", tokendata=1, detail=%DETAIL%, |
| 116 |
content=ex |
| 117 |
); |
| 118 |
} |
| 119 |
} |
| 120 |
|
| 121 |
2 { |
| 122 |
do_execsql_test 1.$e.0 { |
| 123 |
CREATE VIRTUAL TABLE ft USING fts5( |
| 124 |
x, y, tokenize="origintext unicode61", tokendata=1, detail=%DETAIL%, |
| 125 |
content= |
| 126 |
); |
| 127 |
} |
| 128 |
} |
| 129 |
} |
| 130 |
insert_data ex |
| 131 |
insert_data ft |
| 132 |
|
| 133 |
proc prefixquery {prefix bInst bYOnly} { |
| 134 |
set ret [list] |
| 135 |
db eval { SELECT rowid, x, y FROM ex ORDER BY rowid } { |
| 136 |
set row [list] |
| 137 |
set bSeen 0 |
| 138 |
|
| 139 |
set T [concat $x $y] |
| 140 |
if {$bYOnly} { set T $y } |
| 141 |
|
| 142 |
foreach w $T { |
| 143 |
if {[string match -nocase $prefix $w]} { |
| 144 |
set bSeen 1 |
| 145 |
if {$bInst} { |
| 146 |
set v [string tolower $w] |
| 147 |
if {$w != $v} { append v ".$w" } |
| 148 |
lappend row $v |
| 149 |
} |
| 150 |
} |
| 151 |
} |
| 152 |
|
| 153 |
if {$bSeen} { |
| 154 |
lappend ret $rowid |
| 155 |
lappend ret $row |
| 156 |
} |
| 157 |
} |
| 158 |
|
| 159 |
set ret |
| 160 |
} |
| 161 |
|
| 162 |
proc do_prefixquery_test {tn prefix} { |
| 163 |
set bInst [expr {$::e!="contentless" || "%DETAIL%"=="full"}] |
| 164 |
set expect [prefixquery $prefix $bInst 0] |
| 165 |
set expect2 [prefixquery $prefix $bInst 1] |
| 166 |
|
| 167 |
uplevel [list do_execsql_test $tn.1 " |
| 168 |
SELECT rowid, tokens(ft) FROM ft('$prefix') |
| 169 |
" $expect] |
| 170 |
uplevel [list do_execsql_test $tn.2 " |
| 171 |
SELECT rowid, tokens(ft) FROM ft(fts5_insttoken('$prefix')) |
| 172 |
" $expect] |
| 173 |
db eval { INSERT INTO ft(ft, rank) VALUES('insttoken', 1) } |
| 174 |
uplevel [list do_execsql_test $tn.3 " |
| 175 |
SELECT rowid, tokens(ft) FROM ft('$prefix') |
| 176 |
" $expect] |
| 177 |
db eval { INSERT INTO ft(ft, rank) VALUES('insttoken', 0) } |
| 178 |
|
| 179 |
if {"%DETAIL%"!="none"} { |
| 180 |
uplevel [list do_execsql_test $tn.4 " |
| 181 |
SELECT rowid, tokens(ft) FROM ft('y: $prefix') |
| 182 |
" $expect2] |
| 183 |
uplevel [list do_execsql_test $tn.5 " |
| 184 |
SELECT rowid, tokens(ft) FROM ft(fts5_insttoken('y: $prefix')) |
| 185 |
" $expect2] |
| 186 |
db eval { INSERT INTO ft(ft, rank) VALUES('insttoken', 1) } |
| 187 |
uplevel [list do_execsql_test $tn.6 " |
| 188 |
SELECT rowid, tokens(ft) FROM ft('y: $prefix') |
| 189 |
" $expect2] |
| 190 |
db eval { INSERT INTO ft(ft, rank) VALUES('insttoken', 0) } |
| 191 |
} |
| 192 |
} |
| 193 |
|
| 194 |
do_prefixquery_test 1.$e.1 a* |
| 195 |
do_prefixquery_test 1.$e.2 b* |
| 196 |
do_prefixquery_test 1.$e.3 c* |
| 197 |
do_prefixquery_test 1.$e.4 d* |
| 198 |
do_prefixquery_test 1.$e.5 e* |
| 199 |
do_prefixquery_test 1.$e.6 f* |
| 200 |
do_prefixquery_test 1.$e.7 g* |
| 201 |
do_prefixquery_test 1.$e.8 h* |
| 202 |
do_prefixquery_test 1.$e.9 i* |
| 203 |
do_prefixquery_test 1.$e.10 j* |
| 204 |
}} |
| 205 |
|
| 206 |
|
| 207 |
|
| 208 |
finish_test |
| 209 |
|