123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311 |
- # 2008 June 18
- #
- # The author disclaims copyright to this source code. In place of
- # a legal notice, here is a blessing:
- #
- # May you do good and not evil.
- # May you find forgiveness for yourself and forgive others.
- # May you share freely, never taking more than you give.
- #
- #***********************************************************************
- #
- # This file contains tests of the memory allocation subsystem
- #
- set testdir [file dirname $argv0]
- source $testdir/tester.tcl
- sqlite3_reset_auto_extension
- # This test assumes that no page-cache or scratch buffers are installed
- # by default when a new database connection is opened. As a result, it
- # will not work with the "memsubsys1" permutation.
- #
- if {[permutation] == "memsubsys1"} {
- finish_test
- return
- }
- # This procedure constructs a new database in test.db. It fills
- # this database with many small records (enough to force multiple
- # rebalance operations in the btree-layer and to require a large
- # page cache), verifies correct results, then returns.
- #
- proc build_test_db {testname pragmas} {
- catch {db close}
- forcedelete test.db test.db-journal
- sqlite3 db test.db
- sqlite3_db_config_lookaside db 0 0 0
- db eval $pragmas
- db eval {
- CREATE TABLE t1(x, y);
- CREATE TABLE t2(a, b);
- CREATE INDEX i1 ON t1(x,y);
- INSERT INTO t1 VALUES(1, 100);
- INSERT INTO t1 VALUES(2, 200);
- }
- for {set i 2} {$i<5000} {incr i $i} {
- db eval {INSERT INTO t2 SELECT * FROM t1}
- db eval {INSERT INTO t1 SELECT a+$i, a+b*100 FROM t2}
- db eval {DELETE FROM t2}
- }
- do_test $testname.1 {
- db eval {SELECT count(*) FROM t1}
- } 8192
- integrity_check $testname.2
- }
- # Reset all of the highwater marks.
- #
- proc reset_highwater_marks {} {
- sqlite3_status SQLITE_STATUS_MEMORY_USED 1
- sqlite3_status SQLITE_STATUS_MALLOC_SIZE 1
- sqlite3_status SQLITE_STATUS_PAGECACHE_USED 1
- sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 1
- sqlite3_status SQLITE_STATUS_PAGECACHE_SIZE 1
- sqlite3_status SQLITE_STATUS_SCRATCH_USED 1
- sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 1
- sqlite3_status SQLITE_STATUS_SCRATCH_SIZE 1
- sqlite3_status SQLITE_STATUS_PARSER_STACK 1
- }
- set xtra_size 290
- # Test 1: Both PAGECACHE and SCRATCH are shut down.
- #
- db close
- sqlite3_shutdown
- sqlite3_config_lookaside 0 0
- sqlite3_initialize
- reset_highwater_marks
- build_test_db memsubsys1-1 {PRAGMA page_size=1024}
- do_test memsubsys1-1.3 {
- set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
- } 0
- do_test memsubsys1-1.4 {
- set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
- } 0
- set max_pagecache [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
- #show_memstats
- # Test 2: Activate PAGECACHE with 20 pages
- #
- db close
- sqlite3_shutdown
- sqlite3_config_pagecache [expr 1024+$xtra_size] 20
- sqlite3_initialize
- reset_highwater_marks
- build_test_db memsubsys1-2 {PRAGMA page_size=1024; PRAGMA mmap_size=0}
- #show_memstats
- set MEMORY_MANAGEMENT $sqlite_options(memorymanage)
- ifcapable !malloc_usable_size {
- do_test memsubsys1-2.3 {
- set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
- } [expr ($TEMP_STORE>1 || $MEMORY_MANAGEMENT==0)*1024]
- }
- do_test memsubsys1-2.4 {
- set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
- } 20
- do_test memsubsys1-2.5 {
- set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
- } 0
- # Test 3: Activate PAGECACHE with 20 pages but use the wrong page size
- # so that PAGECACHE is not used.
- #
- db close
- sqlite3_shutdown
- sqlite3_config_pagecache [expr 512+$xtra_size] 20
- sqlite3_initialize
- reset_highwater_marks
- build_test_db memsubsys1-3.1 {PRAGMA page_size=1024}
- #show_memstats
- do_test memsubsys1-3.1.3 {
- set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
- } 0
- do_test memsubsys1-3.1.4 {
- set overflow [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
- } $max_pagecache
- do_test memsubsys1-3.1.5 {
- set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
- } 0
- db close
- sqlite3_shutdown
- sqlite3_config_pagecache [expr 2048+$xtra_size] 20
- sqlite3_initialize
- reset_highwater_marks
- build_test_db memsubsys1-3.2 {PRAGMA page_size=2048}
- #show_memstats
- do_test memsubsys1-3.2.3 {
- db eval {PRAGMA page_size}
- } 2048
- do_test memsubsys1-3.2.4 {
- set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
- } 20
- do_test memsubsys1-3.2.5 {
- set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
- } 0
- # Test 4: Activate both PAGECACHE and SCRATCH.
- #
- db close
- sqlite3_shutdown
- sqlite3_config_pagecache [expr 1024+$xtra_size] 50
- sqlite3_config_scratch 6000 2
- sqlite3_initialize
- reset_highwater_marks
- build_test_db memsubsys1-4 {PRAGMA page_size=1024}
- #show_memstats
- do_test memsubsys1-4.3 {
- set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
- expr {$pg_used>=45 && $pg_used<=50}
- } 1
- do_test memsubsys1-4.4 {
- set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
- } 0
- do_test memsubsys1-4.5 {
- set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
- expr {$maxreq<7000}
- } 1
- do_test memsubsys1-4.6 {
- set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
- } 1
- # Test 5: Activate both PAGECACHE and SCRATCH. But make the page size
- # such that the SCRATCH allocations are too small.
- #
- db close
- sqlite3_shutdown
- sqlite3_config_pagecache [expr 4096+$xtra_size] 24
- sqlite3_config_scratch 6000 2
- sqlite3_initialize
- reset_highwater_marks
- build_test_db memsubsys1-5 {PRAGMA page_size=4096}
- #show_memstats
- do_test memsubsys1-5.3 {
- set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
- } 24
- do_test memsubsys1-5.4 {
- set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
- expr {$maxreq>4096}
- } 1
- do_test memsubsys1-5.5 {
- set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
- } 0
- do_test memsubsys1-5.6 {
- set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
- expr {$s_ovfl>6000}
- } 1
- # Test 6: Activate both PAGECACHE and SCRATCH with a 4k page size.
- # Make it so that SCRATCH is large enough
- #
- db close
- sqlite3_shutdown
- sqlite3_config_pagecache [expr 4096+$xtra_size] 24
- sqlite3_config_scratch 25300 1
- sqlite3_initialize
- reset_highwater_marks
- build_test_db memsubsys1-6 {PRAGMA page_size=4096}
- #show_memstats
- do_test memsubsys1-6.3 {
- set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
- } 24
- #do_test memsubsys1-6.4 {
- # set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
- # expr {$maxreq>4096 && $maxreq<=(4096+$xtra_size)}
- #} 1
- do_test memsubsys1-6.5 {
- set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
- } 1
- do_test memsubsys1-6.6 {
- set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
- } 0
- # Test 7: Activate both PAGECACHE and SCRATCH with a 4k page size.
- # Set cache_size small so that no PAGECACHE overflow occurs. Verify
- # that maximum allocation size is small.
- #
- db close
- sqlite3_shutdown
- sqlite3_config_pagecache [expr 4096+$xtra_size] 24
- sqlite3_config_scratch 25300 1
- sqlite3_initialize
- reset_highwater_marks
- build_test_db memsubsys1-7 {
- PRAGMA page_size=4096;
- PRAGMA cache_size=10;
- PRAGMA temp_store=memory;
- }
- #show_memstats
- do_test memsubsys1-7.3 {
- set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
- expr {$pg_used<24}
- } 1
- do_test memsubsys1-7.4 {
- set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
- } 0
- do_test memsubsys1-7.5 {
- set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
- expr {$maxreq<4100}
- } 1
- do_test memsubsys1-7.6 {
- set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
- } 1
- do_test memsubsys1-7.7 {
- set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
- } 0
- # Test 8: Disable PAGECACHE. Make available SCRATCH zero. Verify that
- # the SCRATCH overflow logic works.
- #
- db close
- sqlite3_shutdown
- sqlite3_config_pagecache 0 0
- sqlite3_config_scratch 25000 0
- sqlite3_initialize
- reset_highwater_marks
- do_test memsubsys1-8.1 {
- set pg_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
- } 0
- do_test memsubsys1-8.2 {
- set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
- } 0
- do_test memsubsys1-8.3 {
- sqlite3 db :memory:
- db eval {
- CREATE TABLE t1(x);
- INSERT INTO t1 VALUES(zeroblob(400));
- INSERT INTO t1 VALUES(zeroblob(400));
- INSERT INTO t1 SELECT * FROM t1;
- INSERT INTO t1 SELECT * FROM t1;
- INSERT INTO t1 SELECT * FROM t1;
- }
- expr {[lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]>0}
- } 1
- db close
- sqlite3_shutdown
- sqlite3_config_memstatus 0
- sqlite3_initialize
- do_test memsubsys1-8.4 {
- sqlite3 db :memory:
- db eval {
- CREATE TABLE t1(x);
- INSERT INTO t1 VALUES(zeroblob(400));
- INSERT INTO t1 VALUES(zeroblob(400));
- INSERT INTO t1 SELECT * FROM t1;
- INSERT INTO t1 SELECT * FROM t1;
- INSERT INTO t1 SELECT * FROM t1;
- SELECT rowid FROM t1;
- }
- } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16}
- db close
- sqlite3_shutdown
- sqlite3_config_memstatus 1
- sqlite3_config_pagecache 0 0
- sqlite3_config_scratch 0 0
- sqlite3_config_lookaside 100 500
- sqlite3_initialize
- autoinstall_test_functions
- finish_test
|