# 2012 March 01 # # The author disclaims copyright to this source code. In place of # a legal notice, here is a blessing: # # May you do good and not evil. # May you find forgiveness for yourself and forgive others. # May you share freely, never taking more than you give. # #************************************************************************* # This file implements regression tests for SQLite library. The # focus of this script is testing the languageid=xxx FTS4 option. # set testdir [file dirname $argv0] source $testdir/tester.tcl set ::testprefix fts4langid2 # If SQLITE_ENABLE_FTS3 is defined, omit this file. ifcapable !fts3 { finish_test return } #------------------------------------------------------------------------- # Test out-of-range values for the languageid_bits= parameter. # do_catchsql_test 1.1 { CREATE VIRTUAL TABLE t1 USING fts4(languageid=lid, languageid_bits=31); } {1 {languageid_bits parameter out of range}} do_catchsql_test 1.2 { CREATE VIRTUAL TABLE t1 USING fts4(languageid=lid, languageid_bits=-1); } {1 {languageid_bits parameter out of range}} do_catchsql_test 1.3 { CREATE VIRTUAL TABLE t1 USING fts4(languageid=lid, languageid_bits=0); CREATE VIRTUAL TABLE t2 USING fts4(languageid=lid, languageid_bits=30); } {0 {}} do_execsql_test 1.4 { DROP TABLE t1; DROP TABLE t2; } #------------------------------------------------------------------------- # Test out-of-range values in the languageid column. # do_execsql_test 2.1 { CREATE VIRTUAL TABLE t1 USING fts4(languageid=lid, languageid_bits=8); CREATE VIRTUAL TABLE t2 USING fts4(languageid=lid, languageid_bits=7); } do_catchsql_test 2.2 { INSERT INTO t1(docid, lid, content) VALUES(1, 256, 'abc def'); } {1 {constraint failed}} do_catchsql_test 2.3 { INSERT INTO t2(docid, lid, content) VALUES(1, 128, 'abc def'); } {1 {constraint failed}} do_catchsql_test 2.3 { INSERT INTO t1(docid, lid, content) VALUES(1, -1, 'abc def'); } {1 {constraint failed}} do_execsql_test 2.4 { DROP TABLE t1; DROP TABLE t2; } #------------------------------------------------------------------------- # Test that if languageid_bits is set to a non-zero value it is # not possible to specify a non-NULL rowid, even if it is the same # as the docid. # do_execsql_test 3.1 { CREATE VIRTUAL TABLE t1 USING fts4(languageid=lid, languageid_bits=4); CREATE VIRTUAL TABLE t2 USING fts4(languageid=lid, languageid_bits=0); } do_catchsql_test 3.2.1 { INSERT INTO t1(rowid, lid, content) VALUES(1, 0, 'abc def'); } {1 {constraint failed}} do_catchsql_test 3.2.2 { INSERT INTO t2(rowid, lid, content) VALUES(1, 0, 'abc def'); } {0 {}} do_catchsql_test 3.3 { INSERT INTO t1(rowid, docid, lid, content) VALUES(2, 2, 0, 'abc def'); } {1 {constraint failed}} do_catchsql_test 3.4 { INSERT INTO t1(lid, content) VALUES(0, 'one two def'); } {1 {constraint failed}} do_execsql_test 3.4 { DROP TABLE t1; DROP TABLE t2; } #------------------------------------------------------------------------- # Simple tests inserting data with multiple languageid values. # do_execsql_test 4.1 { CREATE VIRTUAL TABLE t1 USING fts4(languageid=lid, languageid_bits=5); } do_execsql_test 4.2 { INSERT INTO t1 (docid, lid, content) VALUES(1, 0, '1 2 3'); INSERT INTO t1 (docid, lid, content) VALUES(1, 1, '1 2 3 4'); } do_execsql_test 4.3 { SELECT docid, lid FROM t1; } {1 0 1 1} do_execsql_test 4.4 { SELECT docid, lid, content FROM t1 WHERE t1 MATCH '2'; } {1 0 {1 2 3}} do_execsql_test 4.5 { SELECT docid, lid, content FROM t1 WHERE t1 MATCH '2' AND lid=1; } {1 1 {1 2 3 4}} do_execsql_test 4.6 { UPDATE t1 SET content = 'x y z' || lid; SELECT docid, lid FROM t1; } {1 0 1 1} do_execsql_test 3.4 { DROP TABLE t1; } #------------------------------------------------------------------------- # Tests for docid range boundary conditions. # for {set bits 1} {$bits <= 30} {incr bits} { do_execsql_test 5.$bits.1 " CREATE VIRTUAL TABLE t1 USING fts4(languageid=lid, languageid_bits=$bits); " set max_docid [expr int(1<<(63-$bits))-1] set min_docid [expr -1*int(1<<(63-$bits))] set max_langid [expr (1<<$bits)-1] set min_langid 0 do_catchsql_test 5.$bits.2.1 { INSERT INTO t1(docid, lid, content) VALUES($max_docid+1, 4, ''); } {1 {constraint failed}} do_catchsql_test 5.$bits.2.2 { INSERT INTO t1(docid, lid, content) VALUES($min_docid-1, 4, ''); } {1 {constraint failed}} do_test 5.$bits.3 { foreach {a b c} " $min_docid $min_langid {1 min min x} $min_docid $max_langid {2 min max x} $max_docid $min_langid {3 max min x} $max_docid $max_langid {4 max max x} " { execsql { INSERT INTO t1(docid, lid, content) VALUES($a, $b, $c) } } } {} do_execsql_test 5.$bits.4.1 { SELECT docid, lid, content FROM t1 ORDER BY content } " $min_docid $min_langid {1 min min x} $min_docid $max_langid {2 min max x} $max_docid $min_langid {3 max min x} $max_docid $max_langid {4 max max x} " do_execsql_test 5.$bits.4.2 { SELECT docid, lid, content FROM t1 WHERE lid=$min_langid AND t1 MATCH 'x' } " $min_docid $min_langid {1 min min x} $max_docid $min_langid {3 max min x} " do_execsql_test 5.$bits.4.3 { SELECT docid, lid, content FROM t1 WHERE lid=$max_langid AND t1 MATCH 'x' } " $min_docid $max_langid {2 min max x} $max_docid $max_langid {4 max max x} " do_execsql_test 5.$bits.4.4 { SELECT docid, lid, content FROM t1 WHERE t1 MATCH '1' } " $min_docid $min_langid {1 min min x} " do_execsql_test 5.$bits.5 { DROP TABLE t1 } } #------------------------------------------------------------------------- # Tests for auxilliary functions with langaugeid_bits tables. # proc mit {blob} { set scan(littleEndian) i* set scan(bigEndian) I* binary scan $blob $scan($::tcl_platform(byteOrder)) r return $r } db func mit mit do_execsql_test 6.1 { CREATE VIRTUAL TABLE t1 USING fts4(languageid_bits=4, languageid=lid); INSERT INTO t1(docid,lid,content) VALUES(1, 1, 'one two three four'); INSERT INTO t1(docid,lid,content) VALUES(2, 1, 'two three four five'); INSERT INTO t1(docid,lid,content) VALUES(3, 1, 'three four five six'); INSERT INTO t1(docid,lid,content) VALUES(4, 1, 'four five six seven'); INSERT INTO t1(docid,lid,content) VALUES(1, 2, 'four three two one'); INSERT INTO t1(docid,lid,content) VALUES(2, 2, 'five four three two'); INSERT INTO t1(docid,lid,content) VALUES(3, 2, 'six five four three'); INSERT INTO t1(docid,lid,content) VALUES(4, 2, 'A B C D'); } do_execsql_test 6.2.1 { SELECT docid, snippet(t1) FROM t1 WHERE t1 MATCH 'one' AND lid=1; } {1 {one two three four}} do_execsql_test 6.2.2 { SELECT docid, snippet(t1) FROM t1 WHERE t1 MATCH 'one' AND lid=2; } {1 {four three two one}} do_execsql_test 6.2.1 { SELECT docid, offsets(t1) FROM t1 WHERE t1 MATCH 'two' AND lid=1; } {1 {0 0 4 3} 2 {0 0 0 3}} do_execsql_test 6.2.2 { SELECT docid, offsets(t1) FROM t1 WHERE t1 MATCH 'two' AND lid=2; } {1 {0 0 11 3} 2 {0 0 16 3}} do_execsql_test 6.3.1 { SELECT docid, mit(matchinfo(t1)) FROM t1 WHERE t1 MATCH 'two' AND lid=1; } {1 {1 1 1 2 2} 2 {1 1 1 2 2}} do_execsql_test 6.3.2 { SELECT docid, mit(matchinfo(t1)) FROM t1 WHERE t1 MATCH 'two' AND lid=2; } {1 {1 1 1 2 2} 2 {1 1 1 2 2}} do_execsql_test 6.3.3 { SELECT docid, mit(matchinfo(t1)) FROM t1 WHERE t1 MATCH 'B' AND lid=1; } {} do_execsql_test 6.3.4 { SELECT docid, mit(matchinfo(t1)) FROM t1 WHERE t1 MATCH 'B' AND lid=2; } {4 {1 1 1 1 1}} do_execsql_test 6.4 { CREATE VIRTUAL TABLE t2 USING fts4(languageid_bits=8, languageid=lid); INSERT INTO t2(docid,lid,content) VALUES(-1, 0, 'A B C D'); INSERT INTO t2(docid,lid,content) VALUES(-2, 0, 'D C B A'); INSERT INTO t2(docid,lid,content) VALUES(-3, 0, 'C B D A'); INSERT INTO t2(docid,lid,content) VALUES(-4, 0, 'A D B C'); INSERT INTO t2(docid,lid,content) VALUES(-1, 1, 'A A A A'); INSERT INTO t2(docid,lid,content) VALUES(-2, 1, 'B B B B'); INSERT INTO t2(docid,lid,content) VALUES(-3, 1, 'C C C C'); INSERT INTO t2(docid,lid,content) VALUES(-4, 1, 'D D D D'); } do_execsql_test 6.4.1 { SELECT docid, mit(matchinfo(t2)) FROM t2 WHERE t2 MATCH 'B'; } { -4 {1 1 1 4 4} -3 {1 1 1 4 4} -2 {1 1 1 4 4} -1 {1 1 1 4 4} } do_execsql_test 6.4.2 { SELECT docid, mit(matchinfo(t2)) FROM t2 WHERE t2 MATCH 'B' AND lid=1; } {-2 {1 1 4 4 1}} do_execsql_test 6.5 { DROP TABLE t1; DROP TABLE t2; } #------------------------------------------------------------------------- # Tests for querying by docid. # do_execsql_test 7.1 { CREATE VIRTUAL TABLE t1 USING fts4(languageid_bits=8, languageid=lid); INSERT INTO t1(docid,lid,content) VALUES(10, 10, 'abc def'); } do_execsql_test 7.2 { SELECT docid,lid,content FROM t1 WHERE docid=10; } {10 10 {abc def}} do_execsql_test 7.3 { SELECT docid,lid,content FROM t1 WHERE docid<11; } {10 10 {abc def}} do_execsql_test 7.4 { DROP TABLE t1; } #------------------------------------------------------------------------- # Tests for sorting by docid. # do_execsql_test 8.1 { CREATE VIRTUAL TABLE t1 USING fts4(languageid_bits=6, languageid=lid); INSERT INTO t1 (docid,lid,content) VALUES(1, 0, 'abc def'); INSERT INTO t1 (docid,lid,content) VALUES(3, 0, 'abc ghi'); INSERT INTO t1 (docid,lid,content) VALUES(2, 0, 'def ghi'); INSERT INTO t1 (docid,lid,content) VALUES(1, 5, 'A B'); INSERT INTO t1 (docid,lid,content) VALUES(3, 5, 'A C'); INSERT INTO t1 (docid,lid,content) VALUES(2, 5, 'B C'); } do_execsql_test 8.2 { SELECT docid FROM t1 ORDER BY docid; } {1 1 2 2 3 3} do_execsql_test 8.3 { SELECT docid FROM t1 WHERE t1 MATCH 'ghi' ORDER BY docid; } {2 3} do_execsql_test 8.4 { SELECT docid FROM t1 WHERE t1 MATCH 'ghi' ORDER BY docid DESC; } {3 2} # Test that the docid and languageid fields may be updated. # do_execsql_test 8.5 { UPDATE t1 SET docid=docid+3, lid=0 WHERE lid=5; } do_execsql_test 8.6 { SELECT docid FROM t1 ORDER BY docid; } {1 2 3 4 5 6} do_execsql_test 8.7 { SELECT docid FROM t1 WHERE t1 MATCH 'A' } {4 6} do_execsql_test 8.8 { SELECT docid FROM t1 WHERE t1 MATCH 'A' AND lid=5 } {} finish_test