Debian Codegraph @

mysql-test/suite/innodb_fts/t/large_records.test

raw
1 --source include/no_valgrind_without_big.inc
2
3 # This test for FTS index with big records
4 # case a) more words in single record
5 # b) more words across records
6
7 --disable_warnings
8 DROP TABLE IF EXISTS t1;
9 --enable_warnings
10
11 # Create FTS table
12 EVAL CREATE TABLE t1 (
13 FTS_DOC_ID BIGINT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
14 a TEXT,
15 b TEXT
16 ) ENGINE = InnoDB;
17
18 CREATE UNIQUE INDEX FTS_DOC_ID_INDEX on t1(FTS_DOC_ID);
19
20 let $counter = 1;
21 --disable_query_log
22
23 # Generate input file using perl
24 perl;
25 use strict;
26 my $fname= "$ENV{'MYSQLTEST_VARDIR'}/tmp/fts_input_data1.txt";
27 open FH,">$fname";
28 my $record_counter = 1;
29 while ($record_counter < 50) {
30 my $word_counter = 1;
31 my ($col1,$col2);
32 while ($word_counter < 51) {
33 $col1 = $col1. "row".$record_counter."col1"."word".$word_counter." ";
34 $col2 = $col2. "row".$record_counter."col2"."word".$word_counter." ";
35 $word_counter++;
36 }
37 print FH "$col1,$col2\n";
38 $record_counter++;
39 }
40 close FH;
41 EOF
42
43 EVAL LOAD DATA INFILE '$MYSQLTEST_VARDIR/tmp/fts_input_data1.txt' INTO
44 TABLE t1 FIELDS TERMINATED BY ',' (a,b);
45 --enable_query_log
46 --echo "Loading data using LOAD DATA Command , File <MYSQLTEST_VARDIR>/tmp/fts_input_data1.txt"
47
48 # Create the FTS index again
49 CREATE FULLTEXT INDEX idx on t1 (a,b);
50
51 SELECT COUNT(*) FROM t1;
52
53 # Select word "tutorial" in the table
54 SELECT FTS_DOC_ID FROM t1 WHERE MATCH (a,b)
55 AGAINST ('row35col2word49' IN NATURAL LANGUAGE MODE);
56
57 # boolean mode
58 SELECT COUNT(*) from t1
59 WHERE MATCH(a,b) AGAINST("+row5col2word49 +row5col1word49" IN BOOLEAN MODE);
60 SELECT COUNT(*) from t1
61 WHERE MATCH(a,b) AGAINST("+row5col2word49" IN BOOLEAN MODE);
62 SELECT COUNT(*) from t1
63 WHERE MATCH(a,b) AGAINST("+row35col2word49 +(row35col1word49 row35col2word40)" IN BOOLEAN MODE);
64 SELECT COUNT(*) from t1
65 WHERE MATCH(a,b) AGAINST("+row35col2word49 -(row45col2word49)" IN BOOLEAN MODE);
66 SELECT COUNT(*) from t1
67 WHERE MATCH(a,b) AGAINST("row5col2word49 row5col2word40" IN BOOLEAN MODE);
68 SELECT COUNT(*) from t1
69 WHERE MATCH a,b AGAINST ("+row5col2word* +row5col1word49*" IN BOOLEAN MODE);
70 SELECT COUNT(*) from t1
71 WHERE MATCH a,b AGAINST ('"row35col2word49"' IN BOOLEAN MODE);
72 SELECT COUNT(*) from t1
73 WHERE MATCH a,b AGAINST ('"ROW35col2WORD49"' IN BOOLEAN MODE);
74
75 # query expansion
76 SELECT COUNT(*) from t1
77 WHERE MATCH(a,b) AGAINST ("row5col2word49" WITH QUERY EXPANSION);
78
79 SELECT FTS_DOC_ID FROM t1
80 WHERE MATCH (a,b)
81 AGAINST ('"row5col2word48 row5col2word49"@2' IN BOOLEAN MODE);
82
83 SELECT * FROM t1
84 WHERE MATCH (a,b)
85 AGAINST ('"row5col2word48 row5col2word49"@1' IN BOOLEAN MODE);
86
87 UPDATE t1 SET a = "using update" , b = "changing fulltext index record", FTS_DOC_ID = FTS_DOC_ID + 10000
88 WHERE MATCH(a,b) AGAINST("+row5col2word49 +row5col1word49" IN BOOLEAN MODE);
89
90 SELECT a,b FROM t1 WHERE MATCH(a,b) AGAINST("+row5col2word49 +row5col1word49" IN BOOLEAN MODE);
91 SELECT a,b FROM t1 WHERE MATCH(a,b) AGAINST("changing fulltext" IN BOOLEAN MODE);
92 SELECT a,b FROM t1 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
93
94 DELETE FROM t1 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
95 SELECT a,b FROM t1 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
96
97 --remove_file '$MYSQLTEST_VARDIR/tmp/fts_input_data1.txt';
98 DROP TABLE t1;
99
100 #--------------------------------------------------------------------------------------------
101 # Create FTS table
102 EVAL CREATE TABLE t1 (
103 FTS_DOC_ID BIGINT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
104 a TEXT,
105 b TEXT
106 ) ENGINE = InnoDB;
107
108 CREATE UNIQUE INDEX FTS_DOC_ID_INDEX on t1(FTS_DOC_ID);
109
110 let $counter = 1;
111 --disable_query_log
112
113 # Generate input file using perl
114 perl;
115 use strict;
116 my $fname= "$ENV{'MYSQLTEST_VARDIR'}/tmp/fts_input_data2.txt";
117 open FH,">$fname";
118 my $record_counter = 1;
119 while ($record_counter < 101) {
120 my $word_counter = 1;
121 my ($col1,$col2);
122 while ($word_counter < 50) {
123 $col1 = $col1. "row".$record_counter."col1"."word".$word_counter." ";
124 $col2 = $col2. "row".$record_counter."col2"."word".$word_counter." ";
125 $word_counter++;
126 }
127 print FH "$col1,$col2\n";
128 $record_counter++;
129 }
130 close FH;
131 EOF
132
133 EVAL LOAD DATA INFILE '$MYSQLTEST_VARDIR/tmp/fts_input_data2.txt'
134 INTO TABLE t1 FIELDS TERMINATED BY ',' (a,b);
135 --enable_query_log
136 --echo "Loading data using LOAD DATA Command , File <MYSQLTEST_VARDIR>/tmp/fts_input_data2.txt"
137
138 # Create the FTS index again
139 CREATE FULLTEXT INDEX idx on t1 (a,b);
140
141 SELECT COUNT(*) FROM t1;
142
143 SELECT FTS_DOC_ID from t1 WHERE b like '%row300col2word30%';
144
145 SELECT FTS_DOC_ID FROM t1 WHERE MATCH (a,b)
146 AGAINST ('row35col2word49' IN NATURAL LANGUAGE MODE);
147
148 # boolean mode
149 SELECT COUNT(*) from t1
150 WHERE MATCH(a,b) AGAINST("+row5col2word49 +row5col1word49" IN BOOLEAN MODE);
151 SELECT COUNT(*) from t1
152 WHERE MATCH(a,b) AGAINST("+row5col2word49" IN BOOLEAN MODE);
153 SELECT COUNT(*) from t1
154 WHERE MATCH(a,b) AGAINST("+row35col2word49 +(row35col1word49 row35col2word40)" IN BOOLEAN MODE);
155 SELECT COUNT(*) from t1
156 WHERE MATCH(a,b) AGAINST("+row35col2word49 -(row45col2word49)" IN BOOLEAN MODE);
157 SELECT COUNT(*) from t1
158 WHERE MATCH(a,b) AGAINST("row5col2word49 row5col2word40" IN BOOLEAN MODE);
159 SELECT COUNT(*) from t1
160 WHERE MATCH a,b AGAINST ("+row5col2word* +row5col1word49*" IN BOOLEAN MODE);
161 SELECT COUNT(*) from t1
162 WHERE MATCH a,b AGAINST ('"row35col2word49"' IN BOOLEAN MODE);
163 SELECT COUNT(*) from t1
164 WHERE MATCH a,b AGAINST ('"ROW35col2WORD49"' IN BOOLEAN MODE);
165
166 # query expansion
167 SELECT COUNT(*) from t1 WHERE MATCH(a,b) AGAINST ("row5col2word49" WITH QUERY EXPANSION);
168
169 SELECT FTS_DOC_ID FROM t1
170 WHERE MATCH (a,b)
171 AGAINST ('"row5col2word48 row5col2word49"@2' IN BOOLEAN MODE);
172
173 SELECT * FROM t1
174 WHERE MATCH (a,b)
175 AGAINST ('"row5col2word48 row5col2word49"@1' IN BOOLEAN MODE);
176
177 UPDATE t1 SET a = "using update" , b = "changing fulltext index record", FTS_DOC_ID = FTS_DOC_ID + 10000
178 WHERE MATCH(a,b) AGAINST("+row5col2word49 +row5col1word49" IN BOOLEAN MODE);
179
180 SELECT a,b FROM t1
181 WHERE MATCH(a,b) AGAINST("+row5col2word49 +row5col1word49" IN BOOLEAN MODE);
182 SELECT a,b FROM t1
183 WHERE MATCH(a,b) AGAINST("changing fulltext" IN BOOLEAN MODE);
184 SELECT a,b FROM t1
185 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
186
187 DELETE FROM t1 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
188 SELECT a,b FROM t1 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
189
190 ALTER TABLE t1 DROP INDEX idx;
191 # Create the FTS index again
192 CREATE FULLTEXT INDEX idx on t1 (a,b);
193 UPDATE t1 SET a = NULL , b = NULL, FTS_DOC_ID= 6000 + FTS_DOC_ID;
194
195 SELECT COUNT(*) FROM t1 WHERE a IS NULL AND b IS NULL;
196 ALTER TABLE t1 DROP INDEX idx;
197 SELECT COUNT(*) FROM t1 WHERE a IS NULL AND b IS NULL;
198
199 --remove_file '$MYSQLTEST_VARDIR/tmp/fts_input_data2.txt';
200 DROP TABLE t1;
201
202 #--------------------------------------------------------------------------------------------
203 # Create FTS table
204 EVAL CREATE TABLE t1 (
205 FTS_DOC_ID BIGINT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
206 a TEXT,
207 b TEXT
208 ) ENGINE = InnoDB;
209
210 CREATE UNIQUE INDEX FTS_DOC_ID_INDEX on t1(FTS_DOC_ID);
211
212 let $counter = 1;
213 --disable_query_log
214
215 # Generate input file using perl
216 perl;
217 use strict;
218 my $fname= "$ENV{'MYSQLTEST_VARDIR'}/tmp/fts_input_data3.txt";
219 open FH,">$fname";
220 my $record_counter = 1;
221 while ($record_counter < 101) {
222 my $word_counter = 1;
223 my ($col1,$col2);
224 while ($word_counter < 50) {
225 $col1 = $col1. "samerowword" ." ";
226 $col2 = $col2. "samerowword" ." ";
227 $word_counter++;
228 }
229 print FH "$col1,$col2\n";
230 $record_counter++;
231 }
232 close FH;
233 EOF
234
235 EVAL LOAD DATA INFILE '$MYSQLTEST_VARDIR/tmp/fts_input_data3.txt'
236 INTO TABLE t1 FIELDS TERMINATED BY ',' (a,b);
237 --enable_query_log
238 --echo "Loading data using LOAD DATA Command , File <MYSQLTEST_VARDIR>/tmp/fts_input_data3.txt"
239
240 # Create the FTS index again
241 CREATE FULLTEXT INDEX idx on t1 (a,b);
242
243 SELECT COUNT(*) FROM t1;
244
245 SELECT COUNT(*) from t1 WHERE b like '%samerowword%';
246
247 SELECT COUNT(*) FROM t1 WHERE MATCH (a,b)
248 AGAINST ('samerowword' IN NATURAL LANGUAGE MODE);
249
250 # boolean mode
251 SELECT COUNT(*) from t1
252 WHERE MATCH(a,b) AGAINST("+samerowword +samerowword" IN BOOLEAN MODE);
253 SELECT COUNT(*) from t1
254 WHERE MATCH(a,b) AGAINST("+samerowword" IN BOOLEAN MODE);
255 SELECT COUNT(*) from t1
256 WHERE MATCH(a,b) AGAINST("+samerowword -(row45col2word49)" IN BOOLEAN MODE);
257 SELECT COUNT(*) from t1
258 WHERE MATCH a,b AGAINST ("+sameroww" IN BOOLEAN MODE);
259
260 # query expansion
261 SELECT COUNT(*) from t1
262 WHERE MATCH(a,b) AGAINST ("samerowword" WITH QUERY EXPANSION);
263
264 UPDATE t1 SET a = "using update" , b = "changing fulltext index record",
265 FTS_DOC_ID = FTS_DOC_ID + 10000
266 WHERE MATCH(a,b) AGAINST("+samerowword +samerowword" IN BOOLEAN MODE);
267
268 SELECT COUNT(*) from t1
269 WHERE MATCH(a,b) AGAINST("+samerowword +samerowword" IN BOOLEAN MODE);
270 SELECT COUNT(*) from t1
271 WHERE MATCH(a,b) AGAINST("+samerowword" IN BOOLEAN MODE);
272 SELECT COUNT(*) from t1
273 WHERE MATCH(a,b) AGAINST("changing fulltext" IN BOOLEAN MODE);
274 SELECT COUNT(*) from t1
275 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
276
277 DELETE FROM t1 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
278
279 SELECT COUNT(*) from t1
280 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
281
282 ALTER TABLE t1 DROP INDEX idx;
283 # Create the FTS index again
284 CREATE FULLTEXT INDEX idx on t1 (a,b);
285 UPDATE t1 SET a = NULL , b = NULL ;
286
287 SELECT COUNT(*) FROM t1 WHERE a IS NULL AND b IS NULL;
288 ALTER TABLE t1 DROP INDEX idx;
289 SELECT COUNT(*) FROM t1 WHERE a IS NULL AND b IS NULL;
290
291 --remove_file '$MYSQLTEST_VARDIR/tmp/fts_input_data3.txt';
292 DROP TABLE t1;
293
294 #--------------------------------------------------------------------------------------------
295 # Create FTS with same word and numbers
296 EVAL CREATE TABLE t1 (
297 FTS_DOC_ID BIGINT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
298 a TEXT,
299 b TEXT
300 ) ENGINE = InnoDB;
301
302 CREATE UNIQUE INDEX FTS_DOC_ID_INDEX on t1(FTS_DOC_ID);
303
304
305 let $counter = 1;
306 --disable_query_log
307
308 # Generate input file using perl
309 perl;
310 use strict;
311 my $fname= "$ENV{'MYSQLTEST_VARDIR'}/tmp/fts_input_data4.txt";
312 open FH,">$fname";
313 my $record_counter = 1;
314 while ($record_counter < 101) {
315 my $word_counter = 1001;
316 my ($col1,$col2);
317 while ($word_counter < 1101) {
318 $col1 = $col1. "samerowword" ." ";
319 $col2 = $col2. "$word_counter" ." ";
320 $word_counter++;
321 }
322 print FH "$col1,$col2\n";
323 $record_counter++;
324 }
325 close FH;
326 EOF
327
328 EVAL LOAD DATA INFILE '$MYSQLTEST_VARDIR/tmp/fts_input_data4.txt'
329 INTO TABLE t1 FIELDS TERMINATED BY ',' (a,b);
330 --enable_query_log
331 --echo "Loading data using LOAD DATA Command , File <MYSQLTEST_VARDIR>/tmp/fts_input_data4.txt"
332
333 # Create the FTS index again
334 CREATE FULLTEXT INDEX idx on t1 (a,b);
335
336 SELECT COUNT(*) FROM t1;
337
338 SELECT COUNT(*) from t1 WHERE a like '%samerowword%';
339
340 SELECT COUNT(*) FROM t1 WHERE MATCH (a,b)
341 AGAINST ('samerowword' IN NATURAL LANGUAGE MODE);
342
343 # boolean mode
344 SELECT COUNT(*) from t1 WHERE MATCH(a,b) AGAINST("+samerowword +1050" IN BOOLEAN MODE);
345 SELECT COUNT(*) from t1 WHERE MATCH(a,b) AGAINST("+samerowword" IN BOOLEAN MODE);
346 SELECT COUNT(*) from t1 WHERE MATCH(a,b) AGAINST("+samerowword -(1050)" IN BOOLEAN MODE);
347 SELECT COUNT(*) from t1 WHERE MATCH a,b AGAINST ("+2001" IN BOOLEAN MODE);
348
349 # query expansion
350 SELECT COUNT(*) from t1 WHERE MATCH(a,b) AGAINST ("samerowword" WITH QUERY EXPANSION);
351
352 UPDATE t1 SET a = "using update" , b = "changing fulltext index record",
353 FTS_DOC_ID = FTS_DOC_ID + 10000
354 WHERE MATCH(a,b) AGAINST("+samerowword +1050" IN BOOLEAN MODE);
355
356 SELECT COUNT(*) from t1
357 WHERE MATCH(a,b) AGAINST("+samerowword +1050" IN BOOLEAN MODE);
358 SELECT COUNT(*) from t1
359 WHERE MATCH(a,b) AGAINST("+samerowword" IN BOOLEAN MODE);
360 SELECT COUNT(*) from t1
361 WHERE MATCH(a,b) AGAINST("changing fulltext" IN BOOLEAN MODE);
362 SELECT COUNT(*) from t1
363 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
364
365 DELETE FROM t1
366 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
367 SELECT COUNT(*) from t1
368 WHERE MATCH(a,b) AGAINST("+chang* +fulltext" IN BOOLEAN MODE);
369
370 ALTER TABLE t1 DROP INDEX idx;
371 # Create the FTS index again
372 CREATE FULLTEXT INDEX idx on t1 (a,b);
373 UPDATE t1 SET a = NULL , b = NULL ;
374
375 SELECT COUNT(*) FROM t1 WHERE a IS NULL AND b IS NULL;
376 ALTER TABLE t1 DROP INDEX idx;
377 SELECT COUNT(*) FROM t1 WHERE a IS NULL AND b IS NULL;
378
379 --remove_file '$MYSQLTEST_VARDIR/tmp/fts_input_data4.txt';
380 DROP TABLE t1;
381