fts3expr3.test 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206
  1. # 2009 January 1
  2. #
  3. # The author disclaims copyright to this source code. In place of
  4. # a legal notice, here is a blessing:
  5. #
  6. # May you do good and not evil.
  7. # May you find forgiveness for yourself and forgive others.
  8. # May you share freely, never taking more than you give.
  9. #
  10. #*************************************************************************
  11. # This file implements regression tests for SQLite library. The
  12. # focus of this script is testing the part of the FTS3 expression
  13. # parser that rebalances large expressions.
  14. #
  15. # $Id: fts3expr2.test,v 1.2 2009/06/05 17:09:12 drh Exp $
  16. #
  17. set testdir [file dirname $argv0]
  18. source $testdir/tester.tcl
  19. source $testdir/malloc_common.tcl
  20. set ::testprefix fts3expr3
  21. # If SQLITE_ENABLE_FTS3 is defined, omit this file.
  22. ifcapable !fts3 {
  23. finish_test
  24. return
  25. }
  26. set sqlite_fts3_enable_parentheses 1
  27. proc strip_phrase_data {L} {
  28. if {[lindex $L 0] eq "PHRASE"} {
  29. return [list P [lrange $L 3 end]]
  30. }
  31. return [list \
  32. [lindex $L 0] \
  33. [strip_phrase_data [lindex $L 1]] \
  34. [strip_phrase_data [lindex $L 2]] \
  35. ]
  36. }
  37. proc test_fts3expr2 {expr} {
  38. strip_phrase_data [
  39. db one {SELECT fts3_exprtest_rebalance('simple', $expr, 'a', 'b', 'c')}
  40. ]
  41. }
  42. proc balanced_exprtree_structure {nEntry} {
  43. set L [list]
  44. for {set i 1} {$i <= $nEntry} {incr i} {
  45. lappend L xxx
  46. }
  47. while {[llength $L] > 1} {
  48. set N [list]
  49. if {[llength $L] % 2} {
  50. foreach {a b} [lrange $L 0 end-1] { lappend N [list AND $a $b] }
  51. lappend N [lindex $L end]
  52. } else {
  53. foreach {a b} $L { lappend N [list AND $a $b] }
  54. }
  55. set L $N
  56. }
  57. return [lindex $L 0]
  58. }
  59. proc balanced_and_tree {nEntry} {
  60. set query [balanced_exprtree_structure $nEntry]
  61. if {$query == "xxx"} {
  62. return "P 1"
  63. }
  64. for {set i 1} {$i <= $nEntry} {incr i} {
  65. regsub xxx $query "{P $i}" query
  66. }
  67. return $query
  68. }
  69. proc random_tree_structure {nEntry bParen op} {
  70. set query xxx
  71. for {set i 1} {$i < $nEntry} {incr i} {
  72. set x1 [expr int(rand()*4.0)]
  73. set x2 [expr int(rand()*2.0)]
  74. if {$x1==0 && $bParen} {
  75. set query "($query)"
  76. }
  77. if {$x2} {
  78. set query "xxx $op $query"
  79. } else {
  80. set query "$query $op xxx"
  81. }
  82. }
  83. return $query
  84. }
  85. proc random_and_query {nEntry {bParen 0}} {
  86. set query [random_tree_structure $nEntry $bParen AND]
  87. for {set i 1} {$i <= $nEntry} {incr i} {
  88. regsub xxx $query $i query
  89. }
  90. return $query
  91. }
  92. proc random_or_query {nEntry} {
  93. set query [random_tree_structure $nEntry 1 OR]
  94. for {set i 1} {$i <= $nEntry} {incr i} {
  95. regsub xxx $query $i query
  96. }
  97. return $query
  98. }
  99. proc random_andor_query {nEntry} {
  100. set query [random_tree_structure $nEntry 1 AND]
  101. for {set i 1} {$i <= $nEntry} {incr i} {
  102. regsub xxx $query "([random_or_query $nEntry])" query
  103. }
  104. return $query
  105. }
  106. proc balanced_andor_tree {nEntry} {
  107. set tree [balanced_exprtree_structure $nEntry]
  108. set node "{[balanced_and_tree $nEntry]}"
  109. regsub -all AND $node OR node
  110. regsub -all xxx $tree $node tree
  111. return $tree
  112. }
  113. # Test that queries like "1 AND 2 AND 3 AND 4..." are transformed to
  114. # balanced trees by FTS.
  115. #
  116. for {set i 1} {$i < 100} {incr i} {
  117. do_test 1.$i {
  118. test_fts3expr2 [random_and_query $i]
  119. } [balanced_and_tree $i]
  120. }
  121. # Same again, except with parenthesis inserted at arbitrary points.
  122. #
  123. for {set i 1} {$i < 100} {incr i} {
  124. do_test 2.$i {
  125. test_fts3expr2 [random_and_query $i 1]
  126. } [balanced_and_tree $i]
  127. }
  128. # Now attempt to balance two AND trees joined by an OR.
  129. #
  130. for {set i 1} {$i < 100} {incr i} {
  131. do_test 3.$i {
  132. test_fts3expr2 "[random_and_query $i 1] OR [random_and_query $i 1]"
  133. } [list OR [balanced_and_tree $i] [balanced_and_tree $i]]
  134. }
  135. # Try trees of AND nodes with leaves that are themselves trees of OR nodes.
  136. #
  137. for {set i 2} {$i < 64} {incr i 4} {
  138. do_test 3.$i {
  139. test_fts3expr2 [random_andor_query $i]
  140. } [balanced_andor_tree $i]
  141. }
  142. # These exceed the depth limit.
  143. #
  144. for {set i 65} {$i < 70} {incr i} {
  145. do_test 3.$i {
  146. list [catch {test_fts3expr2 [random_andor_query $i]} msg] $msg
  147. } {1 {Error parsing expression}}
  148. }
  149. # This also exceeds the depth limit.
  150. #
  151. do_test 4.1.1 {
  152. set q "1"
  153. for {set i 2} {$i < 5000} {incr i} {
  154. append q " AND $i"
  155. }
  156. list [catch {test_fts3expr2 $q} msg] $msg
  157. } {1 {Error parsing expression}}
  158. do_test 4.1.2 {
  159. set q "1"
  160. for {set i 2} {$i < 4000} {incr i} {
  161. append q " AND $i"
  162. }
  163. catch {test_fts3expr2 $q}
  164. } {0}
  165. proc create_toggle_tree {nDepth} {
  166. if {$nDepth == 0} { return xxx }
  167. set nNew [expr $nDepth-1]
  168. if {$nDepth % 2} {
  169. return "([create_toggle_tree $nNew]) OR ([create_toggle_tree $nNew])"
  170. }
  171. return "([create_toggle_tree $nNew]) AND ([create_toggle_tree $nNew])"
  172. }
  173. do_test 4.2 {
  174. list [catch {test_fts3expr2 [create_toggle_tree 17]} msg] $msg
  175. } {1 {Error parsing expression}}
  176. set query [random_andor_query 12]
  177. set result [balanced_andor_tree 12]
  178. do_faultsim_test fts3expr3-fault-1 -faults oom-* -body {
  179. test_fts3expr2 $::query
  180. } -test {
  181. faultsim_test_result [list 0 $::result]
  182. }
  183. set sqlite_fts3_enable_parentheses 0
  184. finish_test