| blob | 8cc7c2afc1e7cabae979d575b98b262b9e235711 |
1 # 2008 June 18
2 #
3 # The author disclaims copyright to this source code. In place of
4 # a legal notice, here is a blessing:
5 #
6 # May you do good and not evil.
7 # May you find forgiveness for yourself and forgive others.
8 # May you share freely, never taking more than you give.
9 #
10 #***********************************************************************
11 #
12 # This file contains tests of the memory allocation subsystem
13 #
15 set testdir [file dirname $argv0]
16 source $testdir/tester.tcl
17 sqlite3_reset_auto_extension
19 # This test assumes that no page-cache or scratch buffers are installed
20 # by default when a new database connection is opened. As a result, it
21 # will not work with the "memsubsys1" permutation.
22 #
23 if {[permutation] == "memsubsys1"} {
24 finish_test
25 return
26 }
28 # This procedure constructs a new database in test.db. It fills
29 # this database with many small records (enough to force multiple
30 # rebalance operations in the btree-layer and to require a large
31 # page cache), verifies correct results, then returns.
32 #
33 proc build_test_db {testname pragmas} {
34 catch {db close}
35 forcedelete test.db test.db-journal
36 sqlite3 db test.db
37 sqlite3_db_config_lookaside db 0 0 0
38 db eval $pragmas
39 db eval {
40 CREATE TABLE t1(x, y);
41 CREATE TABLE t2(a, b);
42 CREATE INDEX i1 ON t1(x,y);
43 INSERT INTO t1 VALUES(1, 100);
44 INSERT INTO t1 VALUES(2, 200);
45 }
46 for {set i 2} {$i<5000} {incr i $i} {
47 db eval {INSERT INTO t2 SELECT * FROM t1}
48 db eval {INSERT INTO t1 SELECT a+$i, a+b*100 FROM t2}
49 db eval {DELETE FROM t2}
50 }
51 do_test $testname.1 {
52 db eval {SELECT count(*) FROM t1}
53 } 8192
54 integrity_check $testname.2
55 }
57 # Reset all of the highwater marks.
58 #
59 proc reset_highwater_marks {} {
60 sqlite3_status SQLITE_STATUS_MEMORY_USED 1
61 sqlite3_status SQLITE_STATUS_MALLOC_SIZE 1
62 sqlite3_status SQLITE_STATUS_PAGECACHE_USED 1
63 sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 1
64 sqlite3_status SQLITE_STATUS_PAGECACHE_SIZE 1
65 sqlite3_status SQLITE_STATUS_SCRATCH_USED 1
66 sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 1
67 sqlite3_status SQLITE_STATUS_SCRATCH_SIZE 1
68 sqlite3_status SQLITE_STATUS_PARSER_STACK 1
69 }
71 set xtra_size 290
73 # Test 1: Both PAGECACHE and SCRATCH are shut down.
74 #
75 db close
76 sqlite3_shutdown
77 sqlite3_config_lookaside 0 0
78 sqlite3_initialize
79 reset_highwater_marks
80 build_test_db memsubsys1-1 {PRAGMA page_size=1024}
81 do_test memsubsys1-1.3 {
82 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
83 } 0
84 do_test memsubsys1-1.4 {
85 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
86 } 0
87 set max_pagecache [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
88 #show_memstats
90 # Test 2: Activate PAGECACHE with 20 pages
91 #
92 db close
93 sqlite3_shutdown
94 sqlite3_config_pagecache [expr 1024+$xtra_size] 20
95 sqlite3_initialize
96 reset_highwater_marks
97 build_test_db memsubsys1-2 {PRAGMA page_size=1024; PRAGMA mmap_size=0}
98 #show_memstats
99 set MEMORY_MANAGEMENT $sqlite_options(memorymanage)
100 ifcapable !malloc_usable_size {
101 do_test memsubsys1-2.3 {
102 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
103 } [expr ($TEMP_STORE>1 || $MEMORY_MANAGEMENT==0)*1024]
104 }
105 do_test memsubsys1-2.4 {
106 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
107 } 20
108 do_test memsubsys1-2.5 {
109 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
110 } 0
112 # Test 3: Activate PAGECACHE with 20 pages but use the wrong page size
113 # so that PAGECACHE is not used.
114 #
115 db close
116 sqlite3_shutdown
117 sqlite3_config_pagecache [expr 512+$xtra_size] 20
118 sqlite3_initialize
119 reset_highwater_marks
120 build_test_db memsubsys1-3.1 {PRAGMA page_size=1024}
121 #show_memstats
122 do_test memsubsys1-3.1.3 {
123 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
124 } 0
125 do_test memsubsys1-3.1.4 {
126 set overflow [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
127 # Note: The measured PAGECACHE_OVERFLOW is amount malloc() returns, not what
128 # was requested. System malloc() implementations might (arbitrarily) return
129 # slightly different oversize buffers, which can result in slightly different
130 # PAGECACHE_OVERFLOW sizes between consecutive runs. So we cannot do an
131 # exact comparison. Simply verify that the amount is within 5%.
132 expr {$overflow>=$max_pagecache*0.95 && $overflow<=$max_pagecache*1.05}
133 } 1
134 do_test memsubsys1-3.1.5 {
135 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
136 } 0
137 db close
138 sqlite3_shutdown
139 sqlite3_config_pagecache [expr 2048+$xtra_size] 20
140 sqlite3_initialize
141 reset_highwater_marks
142 build_test_db memsubsys1-3.2 {PRAGMA page_size=2048}
143 #show_memstats
144 do_test memsubsys1-3.2.3 {
145 db eval {PRAGMA page_size}
146 } 2048
147 do_test memsubsys1-3.2.4 {
148 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
149 } 20
150 do_test memsubsys1-3.2.5 {
151 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
152 } 0
154 # Test 4: Activate both PAGECACHE and SCRATCH.
155 #
156 db close
157 sqlite3_shutdown
158 sqlite3_config_pagecache [expr 1024+$xtra_size] 50
159 sqlite3_config_scratch 6000 2
160 sqlite3_initialize
161 reset_highwater_marks
162 build_test_db memsubsys1-4 {PRAGMA page_size=1024}
163 #show_memstats
164 do_test memsubsys1-4.3 {
165 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
166 expr {$pg_used>=45 && $pg_used<=50}
167 } 1
168 do_test memsubsys1-4.4 {
169 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
170 } 0
171 do_test memsubsys1-4.5 {
172 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
173 expr {$maxreq<7000}
174 } 1
175 do_test memsubsys1-4.6 {
176 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
177 } 1
179 # Test 5: Activate both PAGECACHE and SCRATCH. But make the page size
180 # such that the SCRATCH allocations are too small.
181 #
182 db close
183 sqlite3_shutdown
184 sqlite3_config_pagecache [expr 4096+$xtra_size] 24
185 sqlite3_config_scratch 6000 2
186 sqlite3_initialize
187 reset_highwater_marks
188 build_test_db memsubsys1-5 {PRAGMA page_size=4096}
189 #show_memstats
190 do_test memsubsys1-5.3 {
191 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
192 } 24
193 do_test memsubsys1-5.4 {
194 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
195 expr {$maxreq>4096}
196 } 1
197 do_test memsubsys1-5.5 {
198 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
199 } 0
200 do_test memsubsys1-5.6 {
201 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
202 expr {$s_ovfl>6000}
203 } 1
205 # Test 6: Activate both PAGECACHE and SCRATCH with a 4k page size.
206 # Make it so that SCRATCH is large enough
207 #
208 db close
209 sqlite3_shutdown
210 sqlite3_config_pagecache [expr 4096+$xtra_size] 24
211 sqlite3_config_scratch 25300 1
212 sqlite3_initialize
213 reset_highwater_marks
214 build_test_db memsubsys1-6 {PRAGMA page_size=4096}
215 #show_memstats
216 do_test memsubsys1-6.3 {
217 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
218 } 24
219 #do_test memsubsys1-6.4 {
220 # set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
221 # expr {$maxreq>4096 && $maxreq<=(4096+$xtra_size)}
222 #} 1
223 do_test memsubsys1-6.5 {
224 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
225 } 1
226 do_test memsubsys1-6.6 {
227 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
228 } 0
230 # Test 7: Activate both PAGECACHE and SCRATCH with a 4k page size.
231 # Set cache_size small so that no PAGECACHE overflow occurs. Verify
232 # that maximum allocation size is small.
233 #
234 db close
235 sqlite3_shutdown
236 sqlite3_config_pagecache [expr 4096+$xtra_size] 24
237 sqlite3_config_scratch 25300 1
238 sqlite3_initialize
239 reset_highwater_marks
240 build_test_db memsubsys1-7 {
241 PRAGMA page_size=4096;
242 PRAGMA cache_size=10;
243 PRAGMA temp_store=memory;
244 }
245 #show_memstats
246 do_test memsubsys1-7.3 {
247 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]
248 expr {$pg_used<24}
249 } 1
250 do_test memsubsys1-7.4 {
251 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]
252 } 0
253 do_test memsubsys1-7.5 {
254 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]
255 expr {$maxreq<4100}
256 } 1
257 do_test memsubsys1-7.6 {
258 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
259 } 1
260 do_test memsubsys1-7.7 {
261 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
262 } 0
264 # Test 8: Disable PAGECACHE. Make available SCRATCH zero. Verify that
265 # the SCRATCH overflow logic works.
266 #
267 db close
268 sqlite3_shutdown
269 sqlite3_config_pagecache 0 0
270 sqlite3_config_scratch 25000 0
271 sqlite3_initialize
272 reset_highwater_marks
273 do_test memsubsys1-8.1 {
274 set pg_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]
275 } 0
276 do_test memsubsys1-8.2 {
277 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]
278 } 0
279 do_test memsubsys1-8.3 {
280 sqlite3 db :memory:
281 db eval {
282 CREATE TABLE t1(x);
283 INSERT INTO t1 VALUES(zeroblob(400));
284 INSERT INTO t1 VALUES(zeroblob(400));
285 INSERT INTO t1 SELECT * FROM t1;
286 INSERT INTO t1 SELECT * FROM t1;
287 INSERT INTO t1 SELECT * FROM t1;
288 }
289 expr {[lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]>0}
290 } 1
291 db close
292 sqlite3_shutdown
293 sqlite3_config_memstatus 0
294 sqlite3_initialize
295 do_test memsubsys1-8.4 {
296 sqlite3 db :memory:
297 db eval {
298 CREATE TABLE t1(x);
299 INSERT INTO t1 VALUES(zeroblob(400));
300 INSERT INTO t1 VALUES(zeroblob(400));
301 INSERT INTO t1 SELECT * FROM t1;
302 INSERT INTO t1 SELECT * FROM t1;
303 INSERT INTO t1 SELECT * FROM t1;
304 SELECT rowid FROM t1;
305 }
306 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16}
309 db close
310 sqlite3_shutdown
311 sqlite3_config_memstatus 1
312 sqlite3_config_pagecache 0 0
313 sqlite3_config_scratch 0 0
314 sqlite3_config_lookaside 100 500
315 sqlite3_initialize
316 autoinstall_test_functions
317 finish_test