1# 2007 March 28 2# 3# The author disclaims copyright to this source code. 4# 5#************************************************************************* 6# This file implements regression tests for SQLite library. The focus 7# of this script is testing isspace/isalnum/tolower problems with the 8# FTS3 module. Unfortunately, this code isn't a really principled set 9# of tests, because it is impossible to know where new uses of these 10# functions might appear. 11# 12# $Id: fts3al.test,v 1.2 2007/12/13 21:54:11 drh Exp $ 13# 14 15set testdir [file dirname $argv0] 16source $testdir/tester.tcl 17 18# If SQLITE_ENABLE_FTS3 is defined, omit this file. 19ifcapable !fts3 { 20 finish_test 21 return 22} 23 24# Tests that startsWith() (calls isspace, tolower, isalnum) can handle 25# hi-bit chars. parseSpec() also calls isalnum here. 26do_test fts3al-1.1 { 27 execsql "CREATE VIRTUAL TABLE t1 USING fts3(content, \x80)" 28} {} 29 30# Additionally tests isspace() call in getToken(), and isalnum() call 31# in tokenListToIdList(). 32do_test fts3al-1.2 { 33 catch { 34 execsql "CREATE VIRTUAL TABLE t2 USING fts3(content, tokenize \x80)" 35 } 36 sqlite3_errmsg $DB 37} "unknown tokenizer: \x80" 38 39# Additionally test final isalnum() in startsWith(). 40do_test fts3al-1.3 { 41 execsql "CREATE VIRTUAL TABLE t3 USING fts3(content, tokenize\x80)" 42} {} 43 44# The snippet-generation code has calls to isspace() which are sort of 45# hard to get to. It finds convenient breakpoints by starting ~40 46# chars before and after the matched term, and scanning ~10 chars 47# around that position for isspace() characters. The long word with 48# embedded hi-bit chars causes one of these isspace() calls to be 49# exercised. The version with a couple extra spaces should cause the 50# other isspace() call to be exercised. [Both cases have been tested 51# in the debugger, but I'm hoping to continue to catch it if simple 52# constant changes change things slightly. 53# 54# The trailing and leading hi-bit chars help with code which tests for 55# isspace() to coalesce multiple spaces. 56# 57# UPDATE: The above is no longer true; there is no such code in fts3. 58# But leave the test in just the same. 59# 60 61set word "\x80xxxxx\x80xxxxx\x80xxxxx\x80xxxxx\x80xxxxx\x80xxxxx\x80" 62set phrase1 "$word $word $word target $word $word $word" 63set phrase2 "$word $word $word target $word $word $word" 64 65db eval {CREATE VIRTUAL TABLE t4 USING fts3(content)} 66db eval "INSERT INTO t4 (content) VALUES ('$phrase1')" 67db eval "INSERT INTO t4 (content) VALUES ('$phrase2')" 68 69do_test fts3al-1.4 { 70 execsql {SELECT rowid, length(snippet(t4)) FROM t4 WHERE t4 MATCH 'target'} 71} {1 241 2 247} 72 73finish_test 74