# 2013 January 10
#
# The author disclaims copyright to this source code. In place of
# a legal notice, here is a blessing:
#
# May you do good and not evil.
# May you find forgiveness for yourself and forgive others.
# May you share freely, never taking more than you give.
#
#*************************************************************************
#
# The tests in this file test the FTS5 snippet() function.
#
set testdir [file dirname $argv0]
source $testdir/tester.tcl
# If SQLITE4_ENABLE_FTS3 is not defined, omit this file.
source $testdir/fts3_common.tcl
set DO_MALLOC_TEST 0
# Transform the list $L to its "normal" form. So that it can be compared to
# another list with the same set of elements using [string compare].
#
proc normalize {L} {
set ret [list]
foreach l $L {lappend ret $l}
return $ret
}
# Document text used by a few tests. Contains the English names of all
# integers between 1 and 300.
#
set numbers [normalize {
one two three four five six seven eight nine ten eleven twelve thirteen
fourteen fifteen sixteen seventeen eighteen nineteen twenty twentyone
twentytwo twentythree twentyfour twentyfive twentysix twentyseven
twentyeight twentynine thirty thirtyone thirtytwo thirtythree thirtyfour
thirtyfive thirtysix thirtyseven thirtyeight thirtynine forty fortyone
fortytwo fortythree fortyfour fortyfive fortysix fortyseven fortyeight
fortynine fifty fiftyone fiftytwo fiftythree fiftyfour fiftyfive fiftysix
fiftyseven fiftyeight fiftynine sixty sixtyone sixtytwo sixtythree sixtyfour
sixtyfive sixtysix sixtyseven sixtyeight sixtynine seventy seventyone
seventytwo seventythree seventyfour seventyfive seventysix seventyseven
seventyeight seventynine eighty eightyone eightytwo eightythree eightyfour
eightyfive eightysix eightyseven eightyeight eightynine ninety ninetyone
ninetytwo ninetythree ninetyfour ninetyfive ninetysix ninetyseven
ninetyeight ninetynine onehundred onehundredone onehundredtwo
onehundredthree onehundredfour onehundredfive onehundredsix onehundredseven
onehundredeight onehundrednine onehundredten onehundredeleven
onehundredtwelve onehundredthirteen onehundredfourteen onehundredfifteen
onehundredsixteen onehundredseventeen onehundredeighteen onehundrednineteen
onehundredtwenty onehundredtwentyone onehundredtwentytwo
onehundredtwentythree onehundredtwentyfour onehundredtwentyfive
onehundredtwentysix onehundredtwentyseven onehundredtwentyeight
onehundredtwentynine onehundredthirty onehundredthirtyone
onehundredthirtytwo onehundredthirtythree onehundredthirtyfour
onehundredthirtyfive onehundredthirtysix onehundredthirtyseven
onehundredthirtyeight onehundredthirtynine onehundredforty
onehundredfortyone onehundredfortytwo onehundredfortythree
onehundredfortyfour onehundredfortyfive onehundredfortysix
onehundredfortyseven onehundredfortyeight onehundredfortynine
onehundredfifty onehundredfiftyone onehundredfiftytwo onehundredfiftythree
onehundredfiftyfour onehundredfiftyfive onehundredfiftysix
onehundredfiftyseven onehundredfiftyeight onehundredfiftynine
onehundredsixty onehundredsixtyone onehundredsixtytwo onehundredsixtythree
onehundredsixtyfour onehundredsixtyfive onehundredsixtysix
onehundredsixtyseven onehundredsixtyeight onehundredsixtynine
onehundredseventy onehundredseventyone onehundredseventytwo
onehundredseventythree onehundredseventyfour onehundredseventyfive
onehundredseventysix onehundredseventyseven onehundredseventyeight
onehundredseventynine onehundredeighty onehundredeightyone
onehundredeightytwo onehundredeightythree onehundredeightyfour
onehundredeightyfive onehundredeightysix onehundredeightyseven
onehundredeightyeight onehundredeightynine onehundredninety
onehundredninetyone onehundredninetytwo onehundredninetythree
onehundredninetyfour onehundredninetyfive onehundredninetysix
onehundredninetyseven onehundredninetyeight onehundredninetynine twohundred
twohundredone twohundredtwo twohundredthree twohundredfour twohundredfive
twohundredsix twohundredseven twohundredeight twohundrednine twohundredten
twohundredeleven twohundredtwelve twohundredthirteen twohundredfourteen
twohundredfifteen twohundredsixteen twohundredseventeen twohundredeighteen
twohundrednineteen twohundredtwenty twohundredtwentyone twohundredtwentytwo
twohundredtwentythree twohundredtwentyfour twohundredtwentyfive
twohundredtwentysix twohundredtwentyseven twohundredtwentyeight
twohundredtwentynine twohundredthirty twohundredthirtyone
twohundredthirtytwo twohundredthirtythree twohundredthirtyfour
twohundredthirtyfive twohundredthirtysix twohundredthirtyseven
twohundredthirtyeight twohundredthirtynine twohundredforty
twohundredfortyone twohundredfortytwo twohundredfortythree
twohundredfortyfour twohundredfortyfive twohundredfortysix
twohundredfortyseven twohundredfortyeight twohundredfortynine
twohundredfifty twohundredfiftyone twohundredfiftytwo twohundredfiftythree
twohundredfiftyfour twohundredfiftyfive twohundredfiftysix
twohundredfiftyseven twohundredfiftyeight twohundredfiftynine
twohundredsixty twohundredsixtyone twohundredsixtytwo twohundredsixtythree
twohundredsixtyfour twohundredsixtyfive twohundredsixtysix
twohundredsixtyseven twohundredsixtyeight twohundredsixtynine
twohundredseventy twohundredseventyone twohundredseventytwo
twohundredseventythree twohundredseventyfour twohundredseventyfive
twohundredseventysix twohundredseventyseven twohundredseventyeight
twohundredseventynine twohundredeighty twohundredeightyone
twohundredeightytwo twohundredeightythree twohundredeightyfour
twohundredeightyfive twohundredeightysix twohundredeightyseven
twohundredeightyeight twohundredeightynine twohundredninety
twohundredninetyone twohundredninetytwo twohundredninetythree
twohundredninetyfour twohundredninetyfive twohundredninetysix
twohundredninetyseven twohundredninetyeight twohundredninetynine
threehundred
}]
foreach {DO_MALLOC_TEST enc} {
0 utf8
1 utf8
1 utf16
} {
if {$DO_MALLOC_TEST || $enc=="utf16"} continue
db close
forcedelete test.db
sqlite4 db test.db
db eval "PRAGMA encoding = \"$enc\""
# Set variable $T to the test name prefix for this iteration of the loop.
#
set T "fts5snippet-$enc"
##########################################################################
# Test the snippet function.
#
proc do_snippet_test {name expr iCol nTok args} {
set res [list]
foreach a $args { lappend res [string trim $a] }
do_select_test $name {
SELECT snippet(ft,'{','}','...',$iCol,$nTok) FROM ft WHERE ft MATCH $expr
} $res
}
do_test $T.3.1 {
execsql {
DROP TABLE IF EXISTS ft;
CREATE TABLE ft(content);
CREATE INDEX fti ON ft USING fts5();
INSERT INTO ft VALUES('one two three four five six seven eight nine ten');
}
} {}
do_snippet_test $T.3.2 one 0 5 "{one} two three four five..."
do_snippet_test $T.3.3 two 0 5 "one {two} three four five..."
do_snippet_test $T.3.4 three 0 5 "one two {three} four five..."
do_snippet_test $T.3.5 four 0 5 "...two three {four} five six..."
do_snippet_test $T.3.6 five 0 5 "...three four {five} six seven..."
do_snippet_test $T.3.7 six 0 5 "...four five {six} seven eight..."
do_snippet_test $T.3.8 seven 0 5 "...five six {seven} eight nine..."
do_snippet_test $T.3.9 eight 0 5 "...six seven {eight} nine ten"
do_snippet_test $T.3.10 nine 0 5 "...six seven eight {nine} ten"
do_snippet_test $T.3.11 ten 0 5 "...six seven eight nine {ten}"
do_test $T.4.1 {
execsql {
INSERT INTO ft VALUES(
'one two three four five '
|| 'six seven eight nine ten '
|| 'eleven twelve thirteen fourteen fifteen '
|| 'sixteen seventeen eighteen nineteen twenty '
|| 'one two three four five '
|| 'six seven eight nine ten '
|| 'eleven twelve thirteen fourteen fifteen '
|| 'sixteen seventeen eighteen nineteen twenty'
);
}
} {}
do_snippet_test $T.4.2 {one nine} 0 5 {
{one} two three...eight {nine} ten
} {
{one} two three...eight {nine} ten...
}
do_snippet_test $T.4.3 {one nine} 0 -5 {
{one} two three four five...six seven eight {nine} ten
} {
{one} two three four five...seven eight {nine} ten eleven...
}
do_snippet_test $T.4.3 {one nineteen} 0 -5 {
...eighteen {nineteen} twenty {one} two...
}
do_snippet_test $T.4.4 {two nineteen} 0 -5 {
...eighteen {nineteen} twenty one {two}...
}
do_snippet_test $T.4.5 {three nineteen} 0 -5 {
...{nineteen} twenty one two {three}...
}
do_snippet_test $T.4.6 {four nineteen} 0 -5 {
...two three {four} five six...seventeen eighteen {nineteen} twenty one...
}
do_snippet_test $T.4.7 {four NEAR nineteen} 0 -5 {
...seventeen eighteen {nineteen} twenty one...two three {four} five six...
}
do_snippet_test $T.4.8 {four nineteen} 0 5 {
...three {four} five...eighteen {nineteen} twenty...
}
do_snippet_test $T.4.9 {four NEAR nineteen} 0 5 {
...eighteen {nineteen} twenty...three {four} five...
}
do_snippet_test $T.4.10 {four NEAR nineteen} 0 -5 {
...seventeen eighteen {nineteen} twenty one...two three {four} five six...
}
do_snippet_test $T.4.11 {four NOT (nineteen+twentyone)} 0 5 {
...two three {four} five six...
} {
...two three {four} five six...
}
do_snippet_test $T.4.12 {four OR nineteen NEAR twentyone} 0 5 {
...two three {four} five six...
} {
...two three {four} five six...
}
do_test $T.5.1 {
execsql {
DROP TABLE IF EXISTS ft;
CREATE TABLE ft(a, b, c);
CREATE INDEX fti ON ft USING fts5();
INSERT INTO ft VALUES(
'one two three four five',
'four five six seven eight',
'seven eight nine ten eleven'
);
}
} {}
do_snippet_test $T.5.2 {five} -1 3 {...three four {five}}
do_snippet_test $T.5.3 {five} 0 3 {...three four {five}}
do_snippet_test $T.5.4 {five} 1 3 {four {five} six...}
do_snippet_test $T.5.5 {five} 2 3 {seven eight nine...}
do_test $T.5.6 {
execsql { UPDATE ft SET b = NULL }
} {}
do_snippet_test $T.5.7 {five} -1 3 {...three four {five}}
do_snippet_test $T.5.8 {five} 0 3 {...three four {five}}
do_snippet_test $T.5.9 {five} 1 3 {}
do_snippet_test $T.5.10 {five} 2 3 {seven eight nine...}
do_snippet_test $T.5.11 {one "seven eight nine"} -1 -3 {
{one} two three...{seven} {eight} {nine}...
}
do_test $T.6.1 {
execsql {
DROP TABLE IF EXISTS ft;
CREATE TABLE ft(x);
CREATE INDEX fti ON ft USING fts5();
INSERT INTO ft VALUES($numbers);
}
} {}
do_snippet_test $T.6.2 {
one fifty onehundred onehundredfifty twohundredfifty threehundred
} -1 4 {
{one}...{fifty}...{onehundred}...{onehundredfifty}...
}
do_snippet_test $T.6.3 {
one fifty onehundred onehundredfifty twohundredfifty threehundred
} -1 -4 {
{one} two three four...fortyeight fortynine {fifty} fiftyone...ninetyeight ninetynine {onehundred} onehundredone...onehundredfortyeight onehundredfortynine {onehundredfifty} onehundredfiftyone...
}
do_test $T.7.1 {
execsql {
BEGIN;
DROP TABLE IF EXISTS ft;
CREATE TABLE ft(x);
CREATE INDEX fti ON ft USING fts5();
}
set testresults [list]
for {set i 1} {$i < 150} {incr i} {
set commas [string repeat , $i]
execsql {INSERT INTO ft VALUES('one' || $commas || 'two')}
lappend testresults "{one}$commas{two}"
}
execsql COMMIT
} {}
eval [list do_snippet_test $T.7.2 {one two} -1 3] $testresults
}
finish_test