blob: 42229005cbf2c526040e6f47b3d8157d7a93b093 [file] [log] [blame]
drha3152892007-05-05 11:48:52 +00001/*
2** 2001 September 15
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
drhfec00ea2008-06-14 16:56:21 +000012**
drha3152892007-05-05 11:48:52 +000013** Memory allocation functions used throughout sqlite.
drha3152892007-05-05 11:48:52 +000014*/
15#include "sqliteInt.h"
drha3152892007-05-05 11:48:52 +000016#include <stdarg.h>
drha3152892007-05-05 11:48:52 +000017
18/*
drhb21c8cd2007-08-21 19:33:56 +000019** This routine runs when the memory allocator sees that the
20** total memory allocation is about to exceed the soft heap
21** limit.
22*/
23static void softHeapLimitEnforcer(
24 void *NotUsed,
danielk197762c14b32008-11-19 09:05:26 +000025 sqlite3_int64 NotUsed2,
drh153c62c2007-08-24 03:51:33 +000026 int allocSize
drhb21c8cd2007-08-21 19:33:56 +000027){
danielk197762c14b32008-11-19 09:05:26 +000028 UNUSED_PARAMETER2(NotUsed, NotUsed2);
drhb21c8cd2007-08-21 19:33:56 +000029 sqlite3_release_memory(allocSize);
30}
31
32/*
danielk197784680242008-06-23 11:11:35 +000033** Set the soft heap-size limit for the library. Passing a zero or
34** negative value indicates no limit.
drha3152892007-05-05 11:48:52 +000035*/
36void sqlite3_soft_heap_limit(int n){
drhb21c8cd2007-08-21 19:33:56 +000037 sqlite3_uint64 iLimit;
38 int overage;
39 if( n<0 ){
40 iLimit = 0;
41 }else{
42 iLimit = n;
drha3152892007-05-05 11:48:52 +000043 }
drh9ac06502009-08-17 13:42:29 +000044#ifndef SQLITE_OMIT_AUTOINIT
drh9ac3fe92008-06-18 18:12:04 +000045 sqlite3_initialize();
drh9ac06502009-08-17 13:42:29 +000046#endif
drhb21c8cd2007-08-21 19:33:56 +000047 if( iLimit>0 ){
shane4a27a282008-09-04 04:32:49 +000048 sqlite3MemoryAlarm(softHeapLimitEnforcer, 0, iLimit);
drhb21c8cd2007-08-21 19:33:56 +000049 }else{
shane4a27a282008-09-04 04:32:49 +000050 sqlite3MemoryAlarm(0, 0, 0);
drhb21c8cd2007-08-21 19:33:56 +000051 }
drh1bd10f82008-12-10 21:19:56 +000052 overage = (int)(sqlite3_memory_used() - (i64)n);
drhb21c8cd2007-08-21 19:33:56 +000053 if( overage>0 ){
54 sqlite3_release_memory(overage);
55 }
drha3152892007-05-05 11:48:52 +000056}
57
58/*
danielk197784680242008-06-23 11:11:35 +000059** Attempt to release up to n bytes of non-essential memory currently
60** held by SQLite. An example of non-essential memory is memory used to
61** cache database pages that are not currently in use.
drha3152892007-05-05 11:48:52 +000062*/
63int sqlite3_release_memory(int n){
drh86f8c192007-08-22 00:39:19 +000064#ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT
danielk197767e3da72008-08-21 12:19:44 +000065 int nRet = 0;
danielk197767e3da72008-08-21 12:19:44 +000066 nRet += sqlite3PcacheReleaseMemory(n-nRet);
danielk1977dfb316d2008-03-26 18:34:43 +000067 return nRet;
danielk19771e536952007-08-16 10:09:01 +000068#else
danielk197762c14b32008-11-19 09:05:26 +000069 UNUSED_PARAMETER(n);
danielk19771e536952007-08-16 10:09:01 +000070 return SQLITE_OK;
71#endif
drha3152892007-05-05 11:48:52 +000072}
drha3152892007-05-05 11:48:52 +000073
drhfec00ea2008-06-14 16:56:21 +000074/*
75** State information local to the memory allocation subsystem.
76*/
danielk19775c8f8582008-09-02 10:22:00 +000077static SQLITE_WSD struct Mem0Global {
danielk197723bf0f42008-09-02 17:52:51 +000078 /* Number of free pages for scratch and page-cache memory */
79 u32 nScratchFree;
80 u32 nPageFree;
81
drhfec00ea2008-06-14 16:56:21 +000082 sqlite3_mutex *mutex; /* Mutex to serialize access */
83
84 /*
85 ** The alarm callback and its arguments. The mem0.mutex lock will
86 ** be held while the callback is running. Recursive calls into
87 ** the memory subsystem are allowed, but no new callbacks will be
drhe64ca7b2009-07-16 18:21:17 +000088 ** issued.
drhfec00ea2008-06-14 16:56:21 +000089 */
90 sqlite3_int64 alarmThreshold;
91 void (*alarmCallback)(void*, sqlite3_int64,int);
92 void *alarmArg;
drhfec00ea2008-06-14 16:56:21 +000093
94 /*
danielk1977075c23a2008-09-01 18:34:20 +000095 ** Pointers to the end of sqlite3GlobalConfig.pScratch and
96 ** sqlite3GlobalConfig.pPage to a block of memory that records
drh9ac3fe92008-06-18 18:12:04 +000097 ** which pages are available.
98 */
99 u32 *aScratchFree;
100 u32 *aPageFree;
drhe64ca7b2009-07-16 18:21:17 +0000101} mem0 = { 0, 0, 0, 0, 0, 0, 0, 0 };
danielk19775c8f8582008-09-02 10:22:00 +0000102
103#define mem0 GLOBAL(struct Mem0Global, mem0)
drhfec00ea2008-06-14 16:56:21 +0000104
105/*
106** Initialize the memory allocation subsystem.
107*/
108int sqlite3MallocInit(void){
danielk1977075c23a2008-09-01 18:34:20 +0000109 if( sqlite3GlobalConfig.m.xMalloc==0 ){
drhfec00ea2008-06-14 16:56:21 +0000110 sqlite3MemSetDefault();
111 }
112 memset(&mem0, 0, sizeof(mem0));
danielk1977075c23a2008-09-01 18:34:20 +0000113 if( sqlite3GlobalConfig.bCoreMutex ){
danielk197759f8c082008-06-18 17:09:10 +0000114 mem0.mutex = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_MEM);
drhfec00ea2008-06-14 16:56:21 +0000115 }
danielk1977075c23a2008-09-01 18:34:20 +0000116 if( sqlite3GlobalConfig.pScratch && sqlite3GlobalConfig.szScratch>=100
117 && sqlite3GlobalConfig.nScratch>=0 ){
drh9ac3fe92008-06-18 18:12:04 +0000118 int i;
danielk1977bc739712009-03-23 04:33:32 +0000119 sqlite3GlobalConfig.szScratch = ROUNDDOWN8(sqlite3GlobalConfig.szScratch-4);
danielk1977075c23a2008-09-01 18:34:20 +0000120 mem0.aScratchFree = (u32*)&((char*)sqlite3GlobalConfig.pScratch)
121 [sqlite3GlobalConfig.szScratch*sqlite3GlobalConfig.nScratch];
122 for(i=0; i<sqlite3GlobalConfig.nScratch; i++){ mem0.aScratchFree[i] = i; }
123 mem0.nScratchFree = sqlite3GlobalConfig.nScratch;
drh9ac3fe92008-06-18 18:12:04 +0000124 }else{
danielk1977075c23a2008-09-01 18:34:20 +0000125 sqlite3GlobalConfig.pScratch = 0;
126 sqlite3GlobalConfig.szScratch = 0;
drh9ac3fe92008-06-18 18:12:04 +0000127 }
danielk1977075c23a2008-09-01 18:34:20 +0000128 if( sqlite3GlobalConfig.pPage && sqlite3GlobalConfig.szPage>=512
129 && sqlite3GlobalConfig.nPage>=1 ){
drh9ac3fe92008-06-18 18:12:04 +0000130 int i;
drh0a60a382008-07-31 17:16:05 +0000131 int overhead;
danielk1977bc739712009-03-23 04:33:32 +0000132 int sz = ROUNDDOWN8(sqlite3GlobalConfig.szPage);
danielk1977075c23a2008-09-01 18:34:20 +0000133 int n = sqlite3GlobalConfig.nPage;
drh0a60a382008-07-31 17:16:05 +0000134 overhead = (4*n + sz - 1)/sz;
danielk1977075c23a2008-09-01 18:34:20 +0000135 sqlite3GlobalConfig.nPage -= overhead;
136 mem0.aPageFree = (u32*)&((char*)sqlite3GlobalConfig.pPage)
137 [sqlite3GlobalConfig.szPage*sqlite3GlobalConfig.nPage];
138 for(i=0; i<sqlite3GlobalConfig.nPage; i++){ mem0.aPageFree[i] = i; }
139 mem0.nPageFree = sqlite3GlobalConfig.nPage;
drh9ac3fe92008-06-18 18:12:04 +0000140 }else{
danielk1977075c23a2008-09-01 18:34:20 +0000141 sqlite3GlobalConfig.pPage = 0;
142 sqlite3GlobalConfig.szPage = 0;
drh9ac3fe92008-06-18 18:12:04 +0000143 }
danielk1977075c23a2008-09-01 18:34:20 +0000144 return sqlite3GlobalConfig.m.xInit(sqlite3GlobalConfig.m.pAppData);
drhfec00ea2008-06-14 16:56:21 +0000145}
146
147/*
148** Deinitialize the memory allocation subsystem.
149*/
150void sqlite3MallocEnd(void){
danielk19770a549072009-02-17 16:29:10 +0000151 if( sqlite3GlobalConfig.m.xShutdown ){
152 sqlite3GlobalConfig.m.xShutdown(sqlite3GlobalConfig.m.pAppData);
153 }
drh9ac3fe92008-06-18 18:12:04 +0000154 memset(&mem0, 0, sizeof(mem0));
drhfec00ea2008-06-14 16:56:21 +0000155}
156
157/*
158** Return the amount of memory currently checked out.
159*/
160sqlite3_int64 sqlite3_memory_used(void){
drhf7141992008-06-19 00:16:08 +0000161 int n, mx;
drhc376a192008-07-14 12:30:54 +0000162 sqlite3_int64 res;
drhf7141992008-06-19 00:16:08 +0000163 sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, 0);
drhc376a192008-07-14 12:30:54 +0000164 res = (sqlite3_int64)n; /* Work around bug in Borland C. Ticket #3216 */
165 return res;
drhfec00ea2008-06-14 16:56:21 +0000166}
167
168/*
169** Return the maximum amount of memory that has ever been
170** checked out since either the beginning of this process
171** or since the most recent reset.
172*/
173sqlite3_int64 sqlite3_memory_highwater(int resetFlag){
drhf7141992008-06-19 00:16:08 +0000174 int n, mx;
drhc376a192008-07-14 12:30:54 +0000175 sqlite3_int64 res;
drhf7141992008-06-19 00:16:08 +0000176 sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, resetFlag);
drh7986a712008-07-14 12:38:20 +0000177 res = (sqlite3_int64)mx; /* Work around bug in Borland C. Ticket #3216 */
drhc376a192008-07-14 12:30:54 +0000178 return res;
drhfec00ea2008-06-14 16:56:21 +0000179}
180
181/*
182** Change the alarm callback
183*/
shane4a27a282008-09-04 04:32:49 +0000184int sqlite3MemoryAlarm(
drhfec00ea2008-06-14 16:56:21 +0000185 void(*xCallback)(void *pArg, sqlite3_int64 used,int N),
186 void *pArg,
187 sqlite3_int64 iThreshold
188){
189 sqlite3_mutex_enter(mem0.mutex);
190 mem0.alarmCallback = xCallback;
191 mem0.alarmArg = pArg;
192 mem0.alarmThreshold = iThreshold;
193 sqlite3_mutex_leave(mem0.mutex);
194 return SQLITE_OK;
195}
196
shaneeec556d2008-10-12 00:27:53 +0000197#ifndef SQLITE_OMIT_DEPRECATED
drhfec00ea2008-06-14 16:56:21 +0000198/*
shane4a27a282008-09-04 04:32:49 +0000199** Deprecated external interface. Internal/core SQLite code
200** should call sqlite3MemoryAlarm.
201*/
202int sqlite3_memory_alarm(
203 void(*xCallback)(void *pArg, sqlite3_int64 used,int N),
204 void *pArg,
205 sqlite3_int64 iThreshold
206){
207 return sqlite3MemoryAlarm(xCallback, pArg, iThreshold);
208}
shaneeec556d2008-10-12 00:27:53 +0000209#endif
shane4a27a282008-09-04 04:32:49 +0000210
211/*
drhfec00ea2008-06-14 16:56:21 +0000212** Trigger the alarm
213*/
214static void sqlite3MallocAlarm(int nByte){
215 void (*xCallback)(void*,sqlite3_int64,int);
216 sqlite3_int64 nowUsed;
217 void *pArg;
drhe64ca7b2009-07-16 18:21:17 +0000218 if( mem0.alarmCallback==0 ) return;
drhfec00ea2008-06-14 16:56:21 +0000219 xCallback = mem0.alarmCallback;
drhf7141992008-06-19 00:16:08 +0000220 nowUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED);
drhfec00ea2008-06-14 16:56:21 +0000221 pArg = mem0.alarmArg;
drhe64ca7b2009-07-16 18:21:17 +0000222 mem0.alarmCallback = 0;
drhfec00ea2008-06-14 16:56:21 +0000223 sqlite3_mutex_leave(mem0.mutex);
224 xCallback(pArg, nowUsed, nByte);
225 sqlite3_mutex_enter(mem0.mutex);
drhe64ca7b2009-07-16 18:21:17 +0000226 mem0.alarmCallback = xCallback;
227 mem0.alarmArg = pArg;
drhfec00ea2008-06-14 16:56:21 +0000228}
229
drhf7141992008-06-19 00:16:08 +0000230/*
231** Do a memory allocation with statistics and alarms. Assume the
232** lock is already held.
233*/
234static int mallocWithAlarm(int n, void **pp){
235 int nFull;
236 void *p;
237 assert( sqlite3_mutex_held(mem0.mutex) );
danielk1977075c23a2008-09-01 18:34:20 +0000238 nFull = sqlite3GlobalConfig.m.xRoundup(n);
drhf7141992008-06-19 00:16:08 +0000239 sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, n);
240 if( mem0.alarmCallback!=0 ){
241 int nUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED);
242 if( nUsed+nFull >= mem0.alarmThreshold ){
243 sqlite3MallocAlarm(nFull);
244 }
245 }
danielk1977075c23a2008-09-01 18:34:20 +0000246 p = sqlite3GlobalConfig.m.xMalloc(nFull);
danielk1977d09414c2008-06-19 18:17:49 +0000247 if( p==0 && mem0.alarmCallback ){
248 sqlite3MallocAlarm(nFull);
danielk1977075c23a2008-09-01 18:34:20 +0000249 p = sqlite3GlobalConfig.m.xMalloc(nFull);
drhf7141992008-06-19 00:16:08 +0000250 }
drhc702c7c2008-07-18 18:56:16 +0000251 if( p ){
252 nFull = sqlite3MallocSize(p);
253 sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nFull);
drheafc43b2010-07-26 18:43:40 +0000254 sqlite3StatusAdd(SQLITE_STATUS_MALLOC_COUNT, 1);
drhc702c7c2008-07-18 18:56:16 +0000255 }
drhf7141992008-06-19 00:16:08 +0000256 *pp = p;
257 return nFull;
258}
drhfec00ea2008-06-14 16:56:21 +0000259
260/*
261** Allocate memory. This routine is like sqlite3_malloc() except that it
262** assumes the memory subsystem has already been initialized.
263*/
264void *sqlite3Malloc(int n){
265 void *p;
drhe08ed7e2009-06-26 18:35:16 +0000266 if( n<=0 || n>=0x7fffff00 ){
267 /* A memory allocation of a number of bytes which is near the maximum
268 ** signed integer value might cause an integer overflow inside of the
269 ** xMalloc(). Hence we limit the maximum size to 0x7fffff00, giving
270 ** 255 bytes of overhead. SQLite itself will never use anything near
271 ** this amount. The only way to reach the limit is with sqlite3_malloc() */
drhf7141992008-06-19 00:16:08 +0000272 p = 0;
danielk1977075c23a2008-09-01 18:34:20 +0000273 }else if( sqlite3GlobalConfig.bMemstat ){
drhfec00ea2008-06-14 16:56:21 +0000274 sqlite3_mutex_enter(mem0.mutex);
drhf7141992008-06-19 00:16:08 +0000275 mallocWithAlarm(n, &p);
drhfec00ea2008-06-14 16:56:21 +0000276 sqlite3_mutex_leave(mem0.mutex);
277 }else{
danielk1977075c23a2008-09-01 18:34:20 +0000278 p = sqlite3GlobalConfig.m.xMalloc(n);
drhfec00ea2008-06-14 16:56:21 +0000279 }
280 return p;
281}
282
283/*
284** This version of the memory allocation is for use by the application.
285** First make sure the memory subsystem is initialized, then do the
286** allocation.
287*/
288void *sqlite3_malloc(int n){
289#ifndef SQLITE_OMIT_AUTOINIT
290 if( sqlite3_initialize() ) return 0;
291#endif
292 return sqlite3Malloc(n);
293}
294
295/*
drhe5ae5732008-06-15 02:51:47 +0000296** Each thread may only have a single outstanding allocation from
drhfacf0302008-06-17 15:12:00 +0000297** xScratchMalloc(). We verify this constraint in the single-threaded
298** case by setting scratchAllocOut to 1 when an allocation
drhe5ae5732008-06-15 02:51:47 +0000299** is outstanding clearing it when the allocation is freed.
300*/
301#if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
drhfacf0302008-06-17 15:12:00 +0000302static int scratchAllocOut = 0;
drhe5ae5732008-06-15 02:51:47 +0000303#endif
304
305
306/*
307** Allocate memory that is to be used and released right away.
308** This routine is similar to alloca() in that it is not intended
309** for situations where the memory might be held long-term. This
310** routine is intended to get memory to old large transient data
311** structures that would not normally fit on the stack of an
312** embedded processor.
313*/
drhfacf0302008-06-17 15:12:00 +0000314void *sqlite3ScratchMalloc(int n){
drhe5ae5732008-06-15 02:51:47 +0000315 void *p;
316 assert( n>0 );
drh9ac3fe92008-06-18 18:12:04 +0000317
drhe5ae5732008-06-15 02:51:47 +0000318#if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
drh37f99182010-06-26 20:25:30 +0000319 /* Verify that no more than two scratch allocation per thread
drh9ac3fe92008-06-18 18:12:04 +0000320 ** is outstanding at one time. (This is only checked in the
321 ** single-threaded case since checking in the multi-threaded case
322 ** would be much more complicated.) */
drh37f99182010-06-26 20:25:30 +0000323 assert( scratchAllocOut<=1 );
drhe5ae5732008-06-15 02:51:47 +0000324#endif
drh9ac3fe92008-06-18 18:12:04 +0000325
danielk1977075c23a2008-09-01 18:34:20 +0000326 if( sqlite3GlobalConfig.szScratch<n ){
drhf7141992008-06-19 00:16:08 +0000327 goto scratch_overflow;
328 }else{
329 sqlite3_mutex_enter(mem0.mutex);
330 if( mem0.nScratchFree==0 ){
331 sqlite3_mutex_leave(mem0.mutex);
332 goto scratch_overflow;
333 }else{
334 int i;
335 i = mem0.aScratchFree[--mem0.nScratchFree];
danielk1977075c23a2008-09-01 18:34:20 +0000336 i *= sqlite3GlobalConfig.szScratch;
drhf7141992008-06-19 00:16:08 +0000337 sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, 1);
drhe50135e2008-08-05 17:53:22 +0000338 sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n);
danielk19778183e332008-08-29 17:56:12 +0000339 sqlite3_mutex_leave(mem0.mutex);
danielk1977075c23a2008-09-01 18:34:20 +0000340 p = (void*)&((char*)sqlite3GlobalConfig.pScratch)[i];
shane15301592008-12-16 17:20:38 +0000341 assert( (((u8*)p - (u8*)0) & 7)==0 );
drhf7141992008-06-19 00:16:08 +0000342 }
drhe5ae5732008-06-15 02:51:47 +0000343 }
drhf7141992008-06-19 00:16:08 +0000344#if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
345 scratchAllocOut = p!=0;
346#endif
347
drhe5ae5732008-06-15 02:51:47 +0000348 return p;
drhf7141992008-06-19 00:16:08 +0000349
350scratch_overflow:
danielk1977075c23a2008-09-01 18:34:20 +0000351 if( sqlite3GlobalConfig.bMemstat ){
drhf7141992008-06-19 00:16:08 +0000352 sqlite3_mutex_enter(mem0.mutex);
drhe50135e2008-08-05 17:53:22 +0000353 sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n);
drhf7141992008-06-19 00:16:08 +0000354 n = mallocWithAlarm(n, &p);
355 if( p ) sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, n);
356 sqlite3_mutex_leave(mem0.mutex);
357 }else{
danielk1977075c23a2008-09-01 18:34:20 +0000358 p = sqlite3GlobalConfig.m.xMalloc(n);
drhf7141992008-06-19 00:16:08 +0000359 }
drh107b56e2010-03-12 16:32:53 +0000360 sqlite3MemdebugSetType(p, MEMTYPE_SCRATCH);
drhf7141992008-06-19 00:16:08 +0000361#if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
362 scratchAllocOut = p!=0;
363#endif
364 return p;
drhe5ae5732008-06-15 02:51:47 +0000365}
drhfacf0302008-06-17 15:12:00 +0000366void sqlite3ScratchFree(void *p){
drhe5ae5732008-06-15 02:51:47 +0000367 if( p ){
danielk1977075c23a2008-09-01 18:34:20 +0000368 if( sqlite3GlobalConfig.pScratch==0
369 || p<sqlite3GlobalConfig.pScratch
drhf7141992008-06-19 00:16:08 +0000370 || p>=(void*)mem0.aScratchFree ){
drh107b56e2010-03-12 16:32:53 +0000371 assert( sqlite3MemdebugHasType(p, MEMTYPE_SCRATCH) );
drh174b9a12010-07-26 11:07:20 +0000372 assert( sqlite3MemdebugNoType(p, ~MEMTYPE_SCRATCH) );
drh107b56e2010-03-12 16:32:53 +0000373 sqlite3MemdebugSetType(p, MEMTYPE_HEAP);
danielk1977075c23a2008-09-01 18:34:20 +0000374 if( sqlite3GlobalConfig.bMemstat ){
drhf7141992008-06-19 00:16:08 +0000375 int iSize = sqlite3MallocSize(p);
376 sqlite3_mutex_enter(mem0.mutex);
377 sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, -iSize);
378 sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -iSize);
danielk1977075c23a2008-09-01 18:34:20 +0000379 sqlite3GlobalConfig.m.xFree(p);
drhf7141992008-06-19 00:16:08 +0000380 sqlite3_mutex_leave(mem0.mutex);
381 }else{
danielk1977075c23a2008-09-01 18:34:20 +0000382 sqlite3GlobalConfig.m.xFree(p);
drhf7141992008-06-19 00:16:08 +0000383 }
drh9ac3fe92008-06-18 18:12:04 +0000384 }else{
385 int i;
drh1bd10f82008-12-10 21:19:56 +0000386 i = (int)((u8*)p - (u8*)sqlite3GlobalConfig.pScratch);
danielk1977075c23a2008-09-01 18:34:20 +0000387 i /= sqlite3GlobalConfig.szScratch;
388 assert( i>=0 && i<sqlite3GlobalConfig.nScratch );
drhf7141992008-06-19 00:16:08 +0000389 sqlite3_mutex_enter(mem0.mutex);
danielk197700e13612008-11-17 19:18:54 +0000390 assert( mem0.nScratchFree<(u32)sqlite3GlobalConfig.nScratch );
drh9ac3fe92008-06-18 18:12:04 +0000391 mem0.aScratchFree[mem0.nScratchFree++] = i;
drhf7141992008-06-19 00:16:08 +0000392 sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, -1);
drh9ac3fe92008-06-18 18:12:04 +0000393 sqlite3_mutex_leave(mem0.mutex);
drh37f99182010-06-26 20:25:30 +0000394
395#if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
396 /* Verify that no more than two scratch allocation per thread
397 ** is outstanding at one time. (This is only checked in the
398 ** single-threaded case since checking in the multi-threaded case
399 ** would be much more complicated.) */
400 assert( scratchAllocOut>=1 && scratchAllocOut<=2 );
401 scratchAllocOut = 0;
402#endif
403
drh9ac3fe92008-06-18 18:12:04 +0000404 }
drhe5ae5732008-06-15 02:51:47 +0000405 }
406}
407
408/*
drh633e6d52008-07-28 19:34:53 +0000409** TRUE if p is a lookaside memory allocation from db
410*/
drh4150ebf2008-10-11 15:38:29 +0000411#ifndef SQLITE_OMIT_LOOKASIDE
drh633e6d52008-07-28 19:34:53 +0000412static int isLookaside(sqlite3 *db, void *p){
drh174b9a12010-07-26 11:07:20 +0000413 return p && p>=db->lookaside.pStart && p<db->lookaside.pEnd;
drh633e6d52008-07-28 19:34:53 +0000414}
drh4150ebf2008-10-11 15:38:29 +0000415#else
416#define isLookaside(A,B) 0
417#endif
drh633e6d52008-07-28 19:34:53 +0000418
419/*
drhfec00ea2008-06-14 16:56:21 +0000420** Return the size of a memory allocation previously obtained from
421** sqlite3Malloc() or sqlite3_malloc().
422*/
423int sqlite3MallocSize(void *p){
drh107b56e2010-03-12 16:32:53 +0000424 assert( sqlite3MemdebugHasType(p, MEMTYPE_HEAP) );
drh174b9a12010-07-26 11:07:20 +0000425 assert( sqlite3MemdebugNoType(p, MEMTYPE_DB) );
danielk1977075c23a2008-09-01 18:34:20 +0000426 return sqlite3GlobalConfig.m.xSize(p);
drhfec00ea2008-06-14 16:56:21 +0000427}
drh633e6d52008-07-28 19:34:53 +0000428int sqlite3DbMallocSize(sqlite3 *db, void *p){
drh7047e252009-03-23 17:49:14 +0000429 assert( db==0 || sqlite3_mutex_held(db->mutex) );
drh174b9a12010-07-26 11:07:20 +0000430 if( db && isLookaside(db, p) ){
drh633e6d52008-07-28 19:34:53 +0000431 return db->lookaside.sz;
432 }else{
drh174b9a12010-07-26 11:07:20 +0000433 assert( sqlite3MemdebugHasType(p, MEMTYPE_DB) );
434 assert( sqlite3MemdebugHasType(p, MEMTYPE_LOOKASIDE|MEMTYPE_HEAP) );
435 assert( db!=0 || sqlite3MemdebugNoType(p, MEMTYPE_LOOKASIDE) );
danielk1977075c23a2008-09-01 18:34:20 +0000436 return sqlite3GlobalConfig.m.xSize(p);
drh633e6d52008-07-28 19:34:53 +0000437 }
438}
drhfec00ea2008-06-14 16:56:21 +0000439
440/*
441** Free memory previously obtained from sqlite3Malloc().
442*/
443void sqlite3_free(void *p){
444 if( p==0 ) return;
drh174b9a12010-07-26 11:07:20 +0000445 assert( sqlite3MemdebugNoType(p, MEMTYPE_DB) );
drh107b56e2010-03-12 16:32:53 +0000446 assert( sqlite3MemdebugHasType(p, MEMTYPE_HEAP) );
danielk1977075c23a2008-09-01 18:34:20 +0000447 if( sqlite3GlobalConfig.bMemstat ){
drhfec00ea2008-06-14 16:56:21 +0000448 sqlite3_mutex_enter(mem0.mutex);
drhf7141992008-06-19 00:16:08 +0000449 sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -sqlite3MallocSize(p));
drheafc43b2010-07-26 18:43:40 +0000450 sqlite3StatusAdd(SQLITE_STATUS_MALLOC_COUNT, -1);
danielk1977075c23a2008-09-01 18:34:20 +0000451 sqlite3GlobalConfig.m.xFree(p);
drhfec00ea2008-06-14 16:56:21 +0000452 sqlite3_mutex_leave(mem0.mutex);
453 }else{
danielk1977075c23a2008-09-01 18:34:20 +0000454 sqlite3GlobalConfig.m.xFree(p);
drhfec00ea2008-06-14 16:56:21 +0000455 }
456}
457
458/*
drh633e6d52008-07-28 19:34:53 +0000459** Free memory that might be associated with a particular database
460** connection.
461*/
462void sqlite3DbFree(sqlite3 *db, void *p){
drh7047e252009-03-23 17:49:14 +0000463 assert( db==0 || sqlite3_mutex_held(db->mutex) );
drh174b9a12010-07-26 11:07:20 +0000464 if( db ){
465 if( db->pnBytesFreed ){
466 *db->pnBytesFreed += sqlite3DbMallocSize(db, p);
467 return;
dand46def72010-07-24 11:28:28 +0000468 }
drh174b9a12010-07-26 11:07:20 +0000469 if( isLookaside(db, p) ){
470 LookasideSlot *pBuf = (LookasideSlot*)p;
471 pBuf->pNext = db->lookaside.pFree;
472 db->lookaside.pFree = pBuf;
473 db->lookaside.nOut--;
474 return;
475 }
drh633e6d52008-07-28 19:34:53 +0000476 }
drh174b9a12010-07-26 11:07:20 +0000477 assert( sqlite3MemdebugHasType(p, MEMTYPE_DB) );
478 assert( sqlite3MemdebugHasType(p, MEMTYPE_LOOKASIDE|MEMTYPE_HEAP) );
479 assert( db!=0 || sqlite3MemdebugNoType(p, MEMTYPE_LOOKASIDE) );
480 sqlite3MemdebugSetType(p, MEMTYPE_HEAP);
481 sqlite3_free(p);
drh633e6d52008-07-28 19:34:53 +0000482}
483
484/*
drhfec00ea2008-06-14 16:56:21 +0000485** Change the size of an existing memory allocation
486*/
487void *sqlite3Realloc(void *pOld, int nBytes){
488 int nOld, nNew;
489 void *pNew;
490 if( pOld==0 ){
491 return sqlite3Malloc(nBytes);
492 }
drhb6063cf2009-06-27 00:48:33 +0000493 if( nBytes<=0 ){
drhfec00ea2008-06-14 16:56:21 +0000494 sqlite3_free(pOld);
495 return 0;
496 }
drhb6063cf2009-06-27 00:48:33 +0000497 if( nBytes>=0x7fffff00 ){
498 /* The 0x7ffff00 limit term is explained in comments on sqlite3Malloc() */
499 return 0;
500 }
drhfec00ea2008-06-14 16:56:21 +0000501 nOld = sqlite3MallocSize(pOld);
drh7c6791c2009-08-18 14:48:53 +0000502 nNew = sqlite3GlobalConfig.m.xRoundup(nBytes);
503 if( nOld==nNew ){
504 pNew = pOld;
505 }else if( sqlite3GlobalConfig.bMemstat ){
drhfec00ea2008-06-14 16:56:21 +0000506 sqlite3_mutex_enter(mem0.mutex);
drhf7141992008-06-19 00:16:08 +0000507 sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, nBytes);
drh7c6791c2009-08-18 14:48:53 +0000508 if( sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED)+nNew-nOld >=
509 mem0.alarmThreshold ){
510 sqlite3MallocAlarm(nNew-nOld);
511 }
drh107b56e2010-03-12 16:32:53 +0000512 assert( sqlite3MemdebugHasType(pOld, MEMTYPE_HEAP) );
drh174b9a12010-07-26 11:07:20 +0000513 assert( sqlite3MemdebugNoType(pOld, ~MEMTYPE_HEAP) );
drh7c6791c2009-08-18 14:48:53 +0000514 pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew);
515 if( pNew==0 && mem0.alarmCallback ){
516 sqlite3MallocAlarm(nBytes);
danielk1977075c23a2008-09-01 18:34:20 +0000517 pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew);
drh7c6791c2009-08-18 14:48:53 +0000518 }
519 if( pNew ){
520 nNew = sqlite3MallocSize(pNew);
521 sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nNew-nOld);
drhfec00ea2008-06-14 16:56:21 +0000522 }
523 sqlite3_mutex_leave(mem0.mutex);
524 }else{
drh7c6791c2009-08-18 14:48:53 +0000525 pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew);
drhfec00ea2008-06-14 16:56:21 +0000526 }
527 return pNew;
528}
529
530/*
531** The public interface to sqlite3Realloc. Make sure that the memory
532** subsystem is initialized prior to invoking sqliteRealloc.
533*/
534void *sqlite3_realloc(void *pOld, int n){
535#ifndef SQLITE_OMIT_AUTOINIT
536 if( sqlite3_initialize() ) return 0;
537#endif
538 return sqlite3Realloc(pOld, n);
539}
540
drha3152892007-05-05 11:48:52 +0000541
542/*
drh17435752007-08-16 04:30:38 +0000543** Allocate and zero memory.
drha3152892007-05-05 11:48:52 +0000544*/
drhfec00ea2008-06-14 16:56:21 +0000545void *sqlite3MallocZero(int n){
546 void *p = sqlite3Malloc(n);
drha3152892007-05-05 11:48:52 +0000547 if( p ){
548 memset(p, 0, n);
549 }
550 return p;
551}
drh17435752007-08-16 04:30:38 +0000552
553/*
554** Allocate and zero memory. If the allocation fails, make
555** the mallocFailed flag in the connection pointer.
556*/
drhfec00ea2008-06-14 16:56:21 +0000557void *sqlite3DbMallocZero(sqlite3 *db, int n){
danielk1977a1644fd2007-08-29 12:31:25 +0000558 void *p = sqlite3DbMallocRaw(db, n);
drh17435752007-08-16 04:30:38 +0000559 if( p ){
560 memset(p, 0, n);
drh17435752007-08-16 04:30:38 +0000561 }
562 return p;
563}
564
565/*
566** Allocate and zero memory. If the allocation fails, make
567** the mallocFailed flag in the connection pointer.
drhddecae72008-10-11 17:35:16 +0000568**
569** If db!=0 and db->mallocFailed is true (indicating a prior malloc
570** failure on the same database connection) then always return 0.
571** Hence for a particular database connection, once malloc starts
572** failing, it fails consistently until mallocFailed is reset.
573** This is an important assumption. There are many places in the
574** code that do things like this:
575**
576** int *a = (int*)sqlite3DbMallocRaw(db, 100);
577** int *b = (int*)sqlite3DbMallocRaw(db, 200);
578** if( b ) a[10] = 9;
579**
580** In other words, if a subsequent malloc (ex: "b") worked, it is assumed
581** that all prior mallocs (ex: "a") worked too.
drh17435752007-08-16 04:30:38 +0000582*/
drhfec00ea2008-06-14 16:56:21 +0000583void *sqlite3DbMallocRaw(sqlite3 *db, int n){
drh633e6d52008-07-28 19:34:53 +0000584 void *p;
drhd9da78a2009-03-24 15:08:09 +0000585 assert( db==0 || sqlite3_mutex_held(db->mutex) );
danccd4ad32010-07-26 14:47:14 +0000586 assert( db==0 || db->pnBytesFreed==0 );
drh4150ebf2008-10-11 15:38:29 +0000587#ifndef SQLITE_OMIT_LOOKASIDE
drh633e6d52008-07-28 19:34:53 +0000588 if( db ){
589 LookasideSlot *pBuf;
590 if( db->mallocFailed ){
591 return 0;
danielk1977a1644fd2007-08-29 12:31:25 +0000592 }
drh633e6d52008-07-28 19:34:53 +0000593 if( db->lookaside.bEnabled && n<=db->lookaside.sz
594 && (pBuf = db->lookaside.pFree)!=0 ){
595 db->lookaside.pFree = pBuf->pNext;
596 db->lookaside.nOut++;
597 if( db->lookaside.nOut>db->lookaside.mxOut ){
598 db->lookaside.mxOut = db->lookaside.nOut;
599 }
600 return (void*)pBuf;
601 }
602 }
drhddecae72008-10-11 17:35:16 +0000603#else
604 if( db && db->mallocFailed ){
605 return 0;
606 }
drh4150ebf2008-10-11 15:38:29 +0000607#endif
drh633e6d52008-07-28 19:34:53 +0000608 p = sqlite3Malloc(n);
609 if( !p && db ){
610 db->mallocFailed = 1;
drh17435752007-08-16 04:30:38 +0000611 }
drh174b9a12010-07-26 11:07:20 +0000612 sqlite3MemdebugSetType(p, MEMTYPE_DB |
613 ((db && db->lookaside.bEnabled) ? MEMTYPE_LOOKASIDE : MEMTYPE_HEAP));
drh17435752007-08-16 04:30:38 +0000614 return p;
615}
616
danielk197726783a52007-08-29 14:06:22 +0000617/*
618** Resize the block of memory pointed to by p to n bytes. If the
drh633e6d52008-07-28 19:34:53 +0000619** resize fails, set the mallocFailed flag in the connection object.
danielk197726783a52007-08-29 14:06:22 +0000620*/
danielk1977a1644fd2007-08-29 12:31:25 +0000621void *sqlite3DbRealloc(sqlite3 *db, void *p, int n){
622 void *pNew = 0;
drhd9da78a2009-03-24 15:08:09 +0000623 assert( db!=0 );
drh7047e252009-03-23 17:49:14 +0000624 assert( sqlite3_mutex_held(db->mutex) );
danielk1977a1644fd2007-08-29 12:31:25 +0000625 if( db->mallocFailed==0 ){
drh633e6d52008-07-28 19:34:53 +0000626 if( p==0 ){
627 return sqlite3DbMallocRaw(db, n);
628 }
629 if( isLookaside(db, p) ){
630 if( n<=db->lookaside.sz ){
631 return p;
632 }
633 pNew = sqlite3DbMallocRaw(db, n);
634 if( pNew ){
635 memcpy(pNew, p, db->lookaside.sz);
636 sqlite3DbFree(db, p);
637 }
638 }else{
drh174b9a12010-07-26 11:07:20 +0000639 assert( sqlite3MemdebugHasType(p, MEMTYPE_DB) );
640 assert( sqlite3MemdebugHasType(p, MEMTYPE_LOOKASIDE|MEMTYPE_HEAP) );
drh107b56e2010-03-12 16:32:53 +0000641 sqlite3MemdebugSetType(p, MEMTYPE_HEAP);
drh633e6d52008-07-28 19:34:53 +0000642 pNew = sqlite3_realloc(p, n);
643 if( !pNew ){
drh174b9a12010-07-26 11:07:20 +0000644 sqlite3MemdebugSetType(p, MEMTYPE_DB|MEMTYPE_HEAP);
drh633e6d52008-07-28 19:34:53 +0000645 db->mallocFailed = 1;
646 }
drh174b9a12010-07-26 11:07:20 +0000647 sqlite3MemdebugSetType(pNew, MEMTYPE_DB |
648 (db->lookaside.bEnabled ? MEMTYPE_LOOKASIDE : MEMTYPE_HEAP));
danielk1977a1644fd2007-08-29 12:31:25 +0000649 }
650 }
651 return pNew;
652}
653
drh17435752007-08-16 04:30:38 +0000654/*
655** Attempt to reallocate p. If the reallocation fails, then free p
656** and set the mallocFailed flag in the database connection.
657*/
658void *sqlite3DbReallocOrFree(sqlite3 *db, void *p, int n){
drha3152892007-05-05 11:48:52 +0000659 void *pNew;
danielk1977a1644fd2007-08-29 12:31:25 +0000660 pNew = sqlite3DbRealloc(db, p, n);
drha3152892007-05-05 11:48:52 +0000661 if( !pNew ){
drh633e6d52008-07-28 19:34:53 +0000662 sqlite3DbFree(db, p);
drha3152892007-05-05 11:48:52 +0000663 }
664 return pNew;
665}
666
drha3152892007-05-05 11:48:52 +0000667/*
668** Make a copy of a string in memory obtained from sqliteMalloc(). These
669** functions call sqlite3MallocRaw() directly instead of sqliteMalloc(). This
670** is because when memory debugging is turned on, these two functions are
671** called via macros that record the current file and line number in the
672** ThreadData structure.
673*/
drh633e6d52008-07-28 19:34:53 +0000674char *sqlite3DbStrDup(sqlite3 *db, const char *z){
drha3152892007-05-05 11:48:52 +0000675 char *zNew;
drh633e6d52008-07-28 19:34:53 +0000676 size_t n;
677 if( z==0 ){
678 return 0;
679 }
drhdee0e402009-05-03 20:23:53 +0000680 n = sqlite3Strlen30(z) + 1;
drh633e6d52008-07-28 19:34:53 +0000681 assert( (n&0x7fffffff)==n );
682 zNew = sqlite3DbMallocRaw(db, (int)n);
drha3152892007-05-05 11:48:52 +0000683 if( zNew ){
684 memcpy(zNew, z, n);
danielk19771e536952007-08-16 10:09:01 +0000685 }
686 return zNew;
687}
688char *sqlite3DbStrNDup(sqlite3 *db, const char *z, int n){
drh633e6d52008-07-28 19:34:53 +0000689 char *zNew;
690 if( z==0 ){
691 return 0;
692 }
693 assert( (n&0x7fffffff)==n );
694 zNew = sqlite3DbMallocRaw(db, n+1);
695 if( zNew ){
696 memcpy(zNew, z, n);
697 zNew[n] = 0;
danielk19771e536952007-08-16 10:09:01 +0000698 }
699 return zNew;
700}
701
drha3152892007-05-05 11:48:52 +0000702/*
drhf089aa42008-07-08 19:34:06 +0000703** Create a string from the zFromat argument and the va_list that follows.
704** Store the string in memory obtained from sqliteMalloc() and make *pz
705** point to that string.
drha3152892007-05-05 11:48:52 +0000706*/
drhf089aa42008-07-08 19:34:06 +0000707void sqlite3SetString(char **pz, sqlite3 *db, const char *zFormat, ...){
drha3152892007-05-05 11:48:52 +0000708 va_list ap;
drhf089aa42008-07-08 19:34:06 +0000709 char *z;
drha3152892007-05-05 11:48:52 +0000710
drhf089aa42008-07-08 19:34:06 +0000711 va_start(ap, zFormat);
712 z = sqlite3VMPrintf(db, zFormat, ap);
drha3152892007-05-05 11:48:52 +0000713 va_end(ap);
drh633e6d52008-07-28 19:34:53 +0000714 sqlite3DbFree(db, *pz);
drhf089aa42008-07-08 19:34:06 +0000715 *pz = z;
drha3152892007-05-05 11:48:52 +0000716}
717
718
719/*
720** This function must be called before exiting any API function (i.e.
drh17435752007-08-16 04:30:38 +0000721** returning control to the user) that has called sqlite3_malloc or
722** sqlite3_realloc.
drha3152892007-05-05 11:48:52 +0000723**
724** The returned value is normally a copy of the second argument to this
shanebe217792009-03-05 04:20:31 +0000725** function. However, if a malloc() failure has occurred since the previous
drha3152892007-05-05 11:48:52 +0000726** invocation SQLITE_NOMEM is returned instead.
727**
shanebe217792009-03-05 04:20:31 +0000728** If the first argument, db, is not NULL and a malloc() error has occurred,
drha3152892007-05-05 11:48:52 +0000729** then the connection error-code (the value returned by sqlite3_errcode())
730** is set to SQLITE_NOMEM.
731*/
drha3152892007-05-05 11:48:52 +0000732int sqlite3ApiExit(sqlite3* db, int rc){
danielk1977a1644fd2007-08-29 12:31:25 +0000733 /* If the db handle is not NULL, then we must hold the connection handle
734 ** mutex here. Otherwise the read (and possible write) of db->mallocFailed
735 ** is unsafe, as is the call to sqlite3Error().
736 */
737 assert( !db || sqlite3_mutex_held(db->mutex) );
danielk197798c21902008-09-23 16:41:29 +0000738 if( db && (db->mallocFailed || rc==SQLITE_IOERR_NOMEM) ){
drha3152892007-05-05 11:48:52 +0000739 sqlite3Error(db, SQLITE_NOMEM, 0);
drh17435752007-08-16 04:30:38 +0000740 db->mallocFailed = 0;
drha3152892007-05-05 11:48:52 +0000741 rc = SQLITE_NOMEM;
742 }
743 return rc & (db ? db->errMask : 0xff);
744}