123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206 |
- # 2009 January 1
- #
- # The author disclaims copyright to this source code. In place of
- # a legal notice, here is a blessing:
- #
- # May you do good and not evil.
- # May you find forgiveness for yourself and forgive others.
- # May you share freely, never taking more than you give.
- #
- #*************************************************************************
- # This file implements regression tests for SQLite library. The
- # focus of this script is testing the part of the FTS3 expression
- # parser that rebalances large expressions.
- #
- # $Id: fts3expr2.test,v 1.2 2009/06/05 17:09:12 drh Exp $
- #
- set testdir [file dirname $argv0]
- source $testdir/tester.tcl
- source $testdir/malloc_common.tcl
- set ::testprefix fts3expr3
- # If SQLITE_ENABLE_FTS3 is defined, omit this file.
- ifcapable !fts3 {
- finish_test
- return
- }
- set sqlite_fts3_enable_parentheses 1
- proc strip_phrase_data {L} {
- if {[lindex $L 0] eq "PHRASE"} {
- return [list P [lrange $L 3 end]]
- }
- return [list \
- [lindex $L 0] \
- [strip_phrase_data [lindex $L 1]] \
- [strip_phrase_data [lindex $L 2]] \
- ]
- }
- proc test_fts3expr2 {expr} {
- strip_phrase_data [
- db one {SELECT fts3_exprtest_rebalance('simple', $expr, 'a', 'b', 'c')}
- ]
- }
- proc balanced_exprtree_structure {nEntry} {
- set L [list]
- for {set i 1} {$i <= $nEntry} {incr i} {
- lappend L xxx
- }
- while {[llength $L] > 1} {
- set N [list]
- if {[llength $L] % 2} {
- foreach {a b} [lrange $L 0 end-1] { lappend N [list AND $a $b] }
- lappend N [lindex $L end]
- } else {
- foreach {a b} $L { lappend N [list AND $a $b] }
- }
- set L $N
- }
- return [lindex $L 0]
- }
- proc balanced_and_tree {nEntry} {
- set query [balanced_exprtree_structure $nEntry]
- if {$query == "xxx"} {
- return "P 1"
- }
- for {set i 1} {$i <= $nEntry} {incr i} {
- regsub xxx $query "{P $i}" query
- }
- return $query
- }
- proc random_tree_structure {nEntry bParen op} {
- set query xxx
- for {set i 1} {$i < $nEntry} {incr i} {
- set x1 [expr int(rand()*4.0)]
- set x2 [expr int(rand()*2.0)]
- if {$x1==0 && $bParen} {
- set query "($query)"
- }
- if {$x2} {
- set query "xxx $op $query"
- } else {
- set query "$query $op xxx"
- }
- }
- return $query
- }
- proc random_and_query {nEntry {bParen 0}} {
- set query [random_tree_structure $nEntry $bParen AND]
- for {set i 1} {$i <= $nEntry} {incr i} {
- regsub xxx $query $i query
- }
- return $query
- }
- proc random_or_query {nEntry} {
- set query [random_tree_structure $nEntry 1 OR]
- for {set i 1} {$i <= $nEntry} {incr i} {
- regsub xxx $query $i query
- }
- return $query
- }
- proc random_andor_query {nEntry} {
- set query [random_tree_structure $nEntry 1 AND]
- for {set i 1} {$i <= $nEntry} {incr i} {
- regsub xxx $query "([random_or_query $nEntry])" query
- }
- return $query
- }
- proc balanced_andor_tree {nEntry} {
- set tree [balanced_exprtree_structure $nEntry]
- set node "{[balanced_and_tree $nEntry]}"
- regsub -all AND $node OR node
- regsub -all xxx $tree $node tree
- return $tree
- }
- # Test that queries like "1 AND 2 AND 3 AND 4..." are transformed to
- # balanced trees by FTS.
- #
- for {set i 1} {$i < 100} {incr i} {
- do_test 1.$i {
- test_fts3expr2 [random_and_query $i]
- } [balanced_and_tree $i]
- }
- # Same again, except with parenthesis inserted at arbitrary points.
- #
- for {set i 1} {$i < 100} {incr i} {
- do_test 2.$i {
- test_fts3expr2 [random_and_query $i 1]
- } [balanced_and_tree $i]
- }
- # Now attempt to balance two AND trees joined by an OR.
- #
- for {set i 1} {$i < 100} {incr i} {
- do_test 3.$i {
- test_fts3expr2 "[random_and_query $i 1] OR [random_and_query $i 1]"
- } [list OR [balanced_and_tree $i] [balanced_and_tree $i]]
- }
- # Try trees of AND nodes with leaves that are themselves trees of OR nodes.
- #
- for {set i 2} {$i < 64} {incr i 4} {
- do_test 3.$i {
- test_fts3expr2 [random_andor_query $i]
- } [balanced_andor_tree $i]
- }
- # These exceed the depth limit.
- #
- for {set i 65} {$i < 70} {incr i} {
- do_test 3.$i {
- list [catch {test_fts3expr2 [random_andor_query $i]} msg] $msg
- } {1 {Error parsing expression}}
- }
- # This also exceeds the depth limit.
- #
- do_test 4.1.1 {
- set q "1"
- for {set i 2} {$i < 5000} {incr i} {
- append q " AND $i"
- }
- list [catch {test_fts3expr2 $q} msg] $msg
- } {1 {Error parsing expression}}
- do_test 4.1.2 {
- set q "1"
- for {set i 2} {$i < 4000} {incr i} {
- append q " AND $i"
- }
- catch {test_fts3expr2 $q}
- } {0}
- proc create_toggle_tree {nDepth} {
- if {$nDepth == 0} { return xxx }
- set nNew [expr $nDepth-1]
- if {$nDepth % 2} {
- return "([create_toggle_tree $nNew]) OR ([create_toggle_tree $nNew])"
- }
- return "([create_toggle_tree $nNew]) AND ([create_toggle_tree $nNew])"
- }
- do_test 4.2 {
- list [catch {test_fts3expr2 [create_toggle_tree 17]} msg] $msg
- } {1 {Error parsing expression}}
- set query [random_andor_query 12]
- set result [balanced_andor_tree 12]
- do_faultsim_test fts3expr3-fault-1 -faults oom-* -body {
- test_fts3expr2 $::query
- } -test {
- faultsim_test_result [list 0 $::result]
- }
- set sqlite_fts3_enable_parentheses 0
- finish_test
|