drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 1 | /* |
| 2 | ** 2001 September 15 |
| 3 | ** |
| 4 | ** The author disclaims copyright to this source code. In place of |
| 5 | ** a legal notice, here is a blessing: |
| 6 | ** |
| 7 | ** May you do good and not evil. |
| 8 | ** May you find forgiveness for yourself and forgive others. |
| 9 | ** May you share freely, never taking more than you give. |
| 10 | ** |
| 11 | ************************************************************************* |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 12 | ** |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 13 | ** Memory allocation functions used throughout sqlite. |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 14 | */ |
| 15 | #include "sqliteInt.h" |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 16 | #include <stdarg.h> |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 17 | |
| 18 | /* |
drh | b21c8cd | 2007-08-21 19:33:56 +0000 | [diff] [blame] | 19 | ** This routine runs when the memory allocator sees that the |
| 20 | ** total memory allocation is about to exceed the soft heap |
| 21 | ** limit. |
| 22 | */ |
| 23 | static void softHeapLimitEnforcer( |
| 24 | void *NotUsed, |
danielk1977 | 62c14b3 | 2008-11-19 09:05:26 +0000 | [diff] [blame] | 25 | sqlite3_int64 NotUsed2, |
drh | 153c62c | 2007-08-24 03:51:33 +0000 | [diff] [blame] | 26 | int allocSize |
drh | b21c8cd | 2007-08-21 19:33:56 +0000 | [diff] [blame] | 27 | ){ |
danielk1977 | 62c14b3 | 2008-11-19 09:05:26 +0000 | [diff] [blame] | 28 | UNUSED_PARAMETER2(NotUsed, NotUsed2); |
drh | b21c8cd | 2007-08-21 19:33:56 +0000 | [diff] [blame] | 29 | sqlite3_release_memory(allocSize); |
| 30 | } |
| 31 | |
| 32 | /* |
danielk1977 | 8468024 | 2008-06-23 11:11:35 +0000 | [diff] [blame] | 33 | ** Set the soft heap-size limit for the library. Passing a zero or |
| 34 | ** negative value indicates no limit. |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 35 | */ |
| 36 | void sqlite3_soft_heap_limit(int n){ |
drh | b21c8cd | 2007-08-21 19:33:56 +0000 | [diff] [blame] | 37 | sqlite3_uint64 iLimit; |
| 38 | int overage; |
| 39 | if( n<0 ){ |
| 40 | iLimit = 0; |
| 41 | }else{ |
| 42 | iLimit = n; |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 43 | } |
drh | 9ac0650 | 2009-08-17 13:42:29 +0000 | [diff] [blame] | 44 | #ifndef SQLITE_OMIT_AUTOINIT |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 45 | sqlite3_initialize(); |
drh | 9ac0650 | 2009-08-17 13:42:29 +0000 | [diff] [blame] | 46 | #endif |
drh | b21c8cd | 2007-08-21 19:33:56 +0000 | [diff] [blame] | 47 | if( iLimit>0 ){ |
shane | 4a27a28 | 2008-09-04 04:32:49 +0000 | [diff] [blame] | 48 | sqlite3MemoryAlarm(softHeapLimitEnforcer, 0, iLimit); |
drh | b21c8cd | 2007-08-21 19:33:56 +0000 | [diff] [blame] | 49 | }else{ |
shane | 4a27a28 | 2008-09-04 04:32:49 +0000 | [diff] [blame] | 50 | sqlite3MemoryAlarm(0, 0, 0); |
drh | b21c8cd | 2007-08-21 19:33:56 +0000 | [diff] [blame] | 51 | } |
drh | 1bd10f8 | 2008-12-10 21:19:56 +0000 | [diff] [blame] | 52 | overage = (int)(sqlite3_memory_used() - (i64)n); |
drh | b21c8cd | 2007-08-21 19:33:56 +0000 | [diff] [blame] | 53 | if( overage>0 ){ |
| 54 | sqlite3_release_memory(overage); |
| 55 | } |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 56 | } |
| 57 | |
| 58 | /* |
danielk1977 | 8468024 | 2008-06-23 11:11:35 +0000 | [diff] [blame] | 59 | ** Attempt to release up to n bytes of non-essential memory currently |
| 60 | ** held by SQLite. An example of non-essential memory is memory used to |
| 61 | ** cache database pages that are not currently in use. |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 62 | */ |
| 63 | int sqlite3_release_memory(int n){ |
drh | 86f8c19 | 2007-08-22 00:39:19 +0000 | [diff] [blame] | 64 | #ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT |
danielk1977 | 67e3da7 | 2008-08-21 12:19:44 +0000 | [diff] [blame] | 65 | int nRet = 0; |
danielk1977 | 67e3da7 | 2008-08-21 12:19:44 +0000 | [diff] [blame] | 66 | nRet += sqlite3PcacheReleaseMemory(n-nRet); |
danielk1977 | dfb316d | 2008-03-26 18:34:43 +0000 | [diff] [blame] | 67 | return nRet; |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 68 | #else |
danielk1977 | 62c14b3 | 2008-11-19 09:05:26 +0000 | [diff] [blame] | 69 | UNUSED_PARAMETER(n); |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 70 | return SQLITE_OK; |
| 71 | #endif |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 72 | } |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 73 | |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 74 | /* |
| 75 | ** State information local to the memory allocation subsystem. |
| 76 | */ |
danielk1977 | 5c8f858 | 2008-09-02 10:22:00 +0000 | [diff] [blame] | 77 | static SQLITE_WSD struct Mem0Global { |
danielk1977 | 23bf0f4 | 2008-09-02 17:52:51 +0000 | [diff] [blame] | 78 | /* Number of free pages for scratch and page-cache memory */ |
| 79 | u32 nScratchFree; |
| 80 | u32 nPageFree; |
| 81 | |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 82 | sqlite3_mutex *mutex; /* Mutex to serialize access */ |
| 83 | |
| 84 | /* |
| 85 | ** The alarm callback and its arguments. The mem0.mutex lock will |
| 86 | ** be held while the callback is running. Recursive calls into |
| 87 | ** the memory subsystem are allowed, but no new callbacks will be |
drh | e64ca7b | 2009-07-16 18:21:17 +0000 | [diff] [blame] | 88 | ** issued. |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 89 | */ |
| 90 | sqlite3_int64 alarmThreshold; |
| 91 | void (*alarmCallback)(void*, sqlite3_int64,int); |
| 92 | void *alarmArg; |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 93 | |
| 94 | /* |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 95 | ** Pointers to the end of sqlite3GlobalConfig.pScratch and |
| 96 | ** sqlite3GlobalConfig.pPage to a block of memory that records |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 97 | ** which pages are available. |
| 98 | */ |
| 99 | u32 *aScratchFree; |
| 100 | u32 *aPageFree; |
drh | e64ca7b | 2009-07-16 18:21:17 +0000 | [diff] [blame] | 101 | } mem0 = { 0, 0, 0, 0, 0, 0, 0, 0 }; |
danielk1977 | 5c8f858 | 2008-09-02 10:22:00 +0000 | [diff] [blame] | 102 | |
| 103 | #define mem0 GLOBAL(struct Mem0Global, mem0) |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 104 | |
| 105 | /* |
| 106 | ** Initialize the memory allocation subsystem. |
| 107 | */ |
| 108 | int sqlite3MallocInit(void){ |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 109 | if( sqlite3GlobalConfig.m.xMalloc==0 ){ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 110 | sqlite3MemSetDefault(); |
| 111 | } |
| 112 | memset(&mem0, 0, sizeof(mem0)); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 113 | if( sqlite3GlobalConfig.bCoreMutex ){ |
danielk1977 | 59f8c08 | 2008-06-18 17:09:10 +0000 | [diff] [blame] | 114 | mem0.mutex = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_MEM); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 115 | } |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 116 | if( sqlite3GlobalConfig.pScratch && sqlite3GlobalConfig.szScratch>=100 |
| 117 | && sqlite3GlobalConfig.nScratch>=0 ){ |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 118 | int i; |
danielk1977 | bc73971 | 2009-03-23 04:33:32 +0000 | [diff] [blame] | 119 | sqlite3GlobalConfig.szScratch = ROUNDDOWN8(sqlite3GlobalConfig.szScratch-4); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 120 | mem0.aScratchFree = (u32*)&((char*)sqlite3GlobalConfig.pScratch) |
| 121 | [sqlite3GlobalConfig.szScratch*sqlite3GlobalConfig.nScratch]; |
| 122 | for(i=0; i<sqlite3GlobalConfig.nScratch; i++){ mem0.aScratchFree[i] = i; } |
| 123 | mem0.nScratchFree = sqlite3GlobalConfig.nScratch; |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 124 | }else{ |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 125 | sqlite3GlobalConfig.pScratch = 0; |
| 126 | sqlite3GlobalConfig.szScratch = 0; |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 127 | } |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 128 | if( sqlite3GlobalConfig.pPage && sqlite3GlobalConfig.szPage>=512 |
| 129 | && sqlite3GlobalConfig.nPage>=1 ){ |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 130 | int i; |
drh | 0a60a38 | 2008-07-31 17:16:05 +0000 | [diff] [blame] | 131 | int overhead; |
danielk1977 | bc73971 | 2009-03-23 04:33:32 +0000 | [diff] [blame] | 132 | int sz = ROUNDDOWN8(sqlite3GlobalConfig.szPage); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 133 | int n = sqlite3GlobalConfig.nPage; |
drh | 0a60a38 | 2008-07-31 17:16:05 +0000 | [diff] [blame] | 134 | overhead = (4*n + sz - 1)/sz; |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 135 | sqlite3GlobalConfig.nPage -= overhead; |
| 136 | mem0.aPageFree = (u32*)&((char*)sqlite3GlobalConfig.pPage) |
| 137 | [sqlite3GlobalConfig.szPage*sqlite3GlobalConfig.nPage]; |
| 138 | for(i=0; i<sqlite3GlobalConfig.nPage; i++){ mem0.aPageFree[i] = i; } |
| 139 | mem0.nPageFree = sqlite3GlobalConfig.nPage; |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 140 | }else{ |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 141 | sqlite3GlobalConfig.pPage = 0; |
| 142 | sqlite3GlobalConfig.szPage = 0; |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 143 | } |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 144 | return sqlite3GlobalConfig.m.xInit(sqlite3GlobalConfig.m.pAppData); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 145 | } |
| 146 | |
| 147 | /* |
| 148 | ** Deinitialize the memory allocation subsystem. |
| 149 | */ |
| 150 | void sqlite3MallocEnd(void){ |
danielk1977 | 0a54907 | 2009-02-17 16:29:10 +0000 | [diff] [blame] | 151 | if( sqlite3GlobalConfig.m.xShutdown ){ |
| 152 | sqlite3GlobalConfig.m.xShutdown(sqlite3GlobalConfig.m.pAppData); |
| 153 | } |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 154 | memset(&mem0, 0, sizeof(mem0)); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | /* |
| 158 | ** Return the amount of memory currently checked out. |
| 159 | */ |
| 160 | sqlite3_int64 sqlite3_memory_used(void){ |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 161 | int n, mx; |
drh | c376a19 | 2008-07-14 12:30:54 +0000 | [diff] [blame] | 162 | sqlite3_int64 res; |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 163 | sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, 0); |
drh | c376a19 | 2008-07-14 12:30:54 +0000 | [diff] [blame] | 164 | res = (sqlite3_int64)n; /* Work around bug in Borland C. Ticket #3216 */ |
| 165 | return res; |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 166 | } |
| 167 | |
| 168 | /* |
| 169 | ** Return the maximum amount of memory that has ever been |
| 170 | ** checked out since either the beginning of this process |
| 171 | ** or since the most recent reset. |
| 172 | */ |
| 173 | sqlite3_int64 sqlite3_memory_highwater(int resetFlag){ |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 174 | int n, mx; |
drh | c376a19 | 2008-07-14 12:30:54 +0000 | [diff] [blame] | 175 | sqlite3_int64 res; |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 176 | sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, resetFlag); |
drh | 7986a71 | 2008-07-14 12:38:20 +0000 | [diff] [blame] | 177 | res = (sqlite3_int64)mx; /* Work around bug in Borland C. Ticket #3216 */ |
drh | c376a19 | 2008-07-14 12:30:54 +0000 | [diff] [blame] | 178 | return res; |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 179 | } |
| 180 | |
| 181 | /* |
| 182 | ** Change the alarm callback |
| 183 | */ |
shane | 4a27a28 | 2008-09-04 04:32:49 +0000 | [diff] [blame] | 184 | int sqlite3MemoryAlarm( |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 185 | void(*xCallback)(void *pArg, sqlite3_int64 used,int N), |
| 186 | void *pArg, |
| 187 | sqlite3_int64 iThreshold |
| 188 | ){ |
| 189 | sqlite3_mutex_enter(mem0.mutex); |
| 190 | mem0.alarmCallback = xCallback; |
| 191 | mem0.alarmArg = pArg; |
| 192 | mem0.alarmThreshold = iThreshold; |
| 193 | sqlite3_mutex_leave(mem0.mutex); |
| 194 | return SQLITE_OK; |
| 195 | } |
| 196 | |
shane | eec556d | 2008-10-12 00:27:53 +0000 | [diff] [blame] | 197 | #ifndef SQLITE_OMIT_DEPRECATED |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 198 | /* |
shane | 4a27a28 | 2008-09-04 04:32:49 +0000 | [diff] [blame] | 199 | ** Deprecated external interface. Internal/core SQLite code |
| 200 | ** should call sqlite3MemoryAlarm. |
| 201 | */ |
| 202 | int sqlite3_memory_alarm( |
| 203 | void(*xCallback)(void *pArg, sqlite3_int64 used,int N), |
| 204 | void *pArg, |
| 205 | sqlite3_int64 iThreshold |
| 206 | ){ |
| 207 | return sqlite3MemoryAlarm(xCallback, pArg, iThreshold); |
| 208 | } |
shane | eec556d | 2008-10-12 00:27:53 +0000 | [diff] [blame] | 209 | #endif |
shane | 4a27a28 | 2008-09-04 04:32:49 +0000 | [diff] [blame] | 210 | |
| 211 | /* |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 212 | ** Trigger the alarm |
| 213 | */ |
| 214 | static void sqlite3MallocAlarm(int nByte){ |
| 215 | void (*xCallback)(void*,sqlite3_int64,int); |
| 216 | sqlite3_int64 nowUsed; |
| 217 | void *pArg; |
drh | e64ca7b | 2009-07-16 18:21:17 +0000 | [diff] [blame] | 218 | if( mem0.alarmCallback==0 ) return; |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 219 | xCallback = mem0.alarmCallback; |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 220 | nowUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 221 | pArg = mem0.alarmArg; |
drh | e64ca7b | 2009-07-16 18:21:17 +0000 | [diff] [blame] | 222 | mem0.alarmCallback = 0; |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 223 | sqlite3_mutex_leave(mem0.mutex); |
| 224 | xCallback(pArg, nowUsed, nByte); |
| 225 | sqlite3_mutex_enter(mem0.mutex); |
drh | e64ca7b | 2009-07-16 18:21:17 +0000 | [diff] [blame] | 226 | mem0.alarmCallback = xCallback; |
| 227 | mem0.alarmArg = pArg; |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 228 | } |
| 229 | |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 230 | /* |
| 231 | ** Do a memory allocation with statistics and alarms. Assume the |
| 232 | ** lock is already held. |
| 233 | */ |
| 234 | static int mallocWithAlarm(int n, void **pp){ |
| 235 | int nFull; |
| 236 | void *p; |
| 237 | assert( sqlite3_mutex_held(mem0.mutex) ); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 238 | nFull = sqlite3GlobalConfig.m.xRoundup(n); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 239 | sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, n); |
| 240 | if( mem0.alarmCallback!=0 ){ |
| 241 | int nUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED); |
| 242 | if( nUsed+nFull >= mem0.alarmThreshold ){ |
| 243 | sqlite3MallocAlarm(nFull); |
| 244 | } |
| 245 | } |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 246 | p = sqlite3GlobalConfig.m.xMalloc(nFull); |
danielk1977 | d09414c | 2008-06-19 18:17:49 +0000 | [diff] [blame] | 247 | if( p==0 && mem0.alarmCallback ){ |
| 248 | sqlite3MallocAlarm(nFull); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 249 | p = sqlite3GlobalConfig.m.xMalloc(nFull); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 250 | } |
drh | c702c7c | 2008-07-18 18:56:16 +0000 | [diff] [blame] | 251 | if( p ){ |
| 252 | nFull = sqlite3MallocSize(p); |
| 253 | sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nFull); |
drh | eafc43b | 2010-07-26 18:43:40 +0000 | [diff] [blame^] | 254 | sqlite3StatusAdd(SQLITE_STATUS_MALLOC_COUNT, 1); |
drh | c702c7c | 2008-07-18 18:56:16 +0000 | [diff] [blame] | 255 | } |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 256 | *pp = p; |
| 257 | return nFull; |
| 258 | } |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 259 | |
| 260 | /* |
| 261 | ** Allocate memory. This routine is like sqlite3_malloc() except that it |
| 262 | ** assumes the memory subsystem has already been initialized. |
| 263 | */ |
| 264 | void *sqlite3Malloc(int n){ |
| 265 | void *p; |
drh | e08ed7e | 2009-06-26 18:35:16 +0000 | [diff] [blame] | 266 | if( n<=0 || n>=0x7fffff00 ){ |
| 267 | /* A memory allocation of a number of bytes which is near the maximum |
| 268 | ** signed integer value might cause an integer overflow inside of the |
| 269 | ** xMalloc(). Hence we limit the maximum size to 0x7fffff00, giving |
| 270 | ** 255 bytes of overhead. SQLite itself will never use anything near |
| 271 | ** this amount. The only way to reach the limit is with sqlite3_malloc() */ |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 272 | p = 0; |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 273 | }else if( sqlite3GlobalConfig.bMemstat ){ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 274 | sqlite3_mutex_enter(mem0.mutex); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 275 | mallocWithAlarm(n, &p); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 276 | sqlite3_mutex_leave(mem0.mutex); |
| 277 | }else{ |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 278 | p = sqlite3GlobalConfig.m.xMalloc(n); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 279 | } |
| 280 | return p; |
| 281 | } |
| 282 | |
| 283 | /* |
| 284 | ** This version of the memory allocation is for use by the application. |
| 285 | ** First make sure the memory subsystem is initialized, then do the |
| 286 | ** allocation. |
| 287 | */ |
| 288 | void *sqlite3_malloc(int n){ |
| 289 | #ifndef SQLITE_OMIT_AUTOINIT |
| 290 | if( sqlite3_initialize() ) return 0; |
| 291 | #endif |
| 292 | return sqlite3Malloc(n); |
| 293 | } |
| 294 | |
| 295 | /* |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 296 | ** Each thread may only have a single outstanding allocation from |
drh | facf030 | 2008-06-17 15:12:00 +0000 | [diff] [blame] | 297 | ** xScratchMalloc(). We verify this constraint in the single-threaded |
| 298 | ** case by setting scratchAllocOut to 1 when an allocation |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 299 | ** is outstanding clearing it when the allocation is freed. |
| 300 | */ |
| 301 | #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) |
drh | facf030 | 2008-06-17 15:12:00 +0000 | [diff] [blame] | 302 | static int scratchAllocOut = 0; |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 303 | #endif |
| 304 | |
| 305 | |
| 306 | /* |
| 307 | ** Allocate memory that is to be used and released right away. |
| 308 | ** This routine is similar to alloca() in that it is not intended |
| 309 | ** for situations where the memory might be held long-term. This |
| 310 | ** routine is intended to get memory to old large transient data |
| 311 | ** structures that would not normally fit on the stack of an |
| 312 | ** embedded processor. |
| 313 | */ |
drh | facf030 | 2008-06-17 15:12:00 +0000 | [diff] [blame] | 314 | void *sqlite3ScratchMalloc(int n){ |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 315 | void *p; |
| 316 | assert( n>0 ); |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 317 | |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 318 | #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) |
drh | 37f9918 | 2010-06-26 20:25:30 +0000 | [diff] [blame] | 319 | /* Verify that no more than two scratch allocation per thread |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 320 | ** is outstanding at one time. (This is only checked in the |
| 321 | ** single-threaded case since checking in the multi-threaded case |
| 322 | ** would be much more complicated.) */ |
drh | 37f9918 | 2010-06-26 20:25:30 +0000 | [diff] [blame] | 323 | assert( scratchAllocOut<=1 ); |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 324 | #endif |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 325 | |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 326 | if( sqlite3GlobalConfig.szScratch<n ){ |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 327 | goto scratch_overflow; |
| 328 | }else{ |
| 329 | sqlite3_mutex_enter(mem0.mutex); |
| 330 | if( mem0.nScratchFree==0 ){ |
| 331 | sqlite3_mutex_leave(mem0.mutex); |
| 332 | goto scratch_overflow; |
| 333 | }else{ |
| 334 | int i; |
| 335 | i = mem0.aScratchFree[--mem0.nScratchFree]; |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 336 | i *= sqlite3GlobalConfig.szScratch; |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 337 | sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, 1); |
drh | e50135e | 2008-08-05 17:53:22 +0000 | [diff] [blame] | 338 | sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n); |
danielk1977 | 8183e33 | 2008-08-29 17:56:12 +0000 | [diff] [blame] | 339 | sqlite3_mutex_leave(mem0.mutex); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 340 | p = (void*)&((char*)sqlite3GlobalConfig.pScratch)[i]; |
shane | 1530159 | 2008-12-16 17:20:38 +0000 | [diff] [blame] | 341 | assert( (((u8*)p - (u8*)0) & 7)==0 ); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 342 | } |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 343 | } |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 344 | #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) |
| 345 | scratchAllocOut = p!=0; |
| 346 | #endif |
| 347 | |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 348 | return p; |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 349 | |
| 350 | scratch_overflow: |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 351 | if( sqlite3GlobalConfig.bMemstat ){ |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 352 | sqlite3_mutex_enter(mem0.mutex); |
drh | e50135e | 2008-08-05 17:53:22 +0000 | [diff] [blame] | 353 | sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 354 | n = mallocWithAlarm(n, &p); |
| 355 | if( p ) sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, n); |
| 356 | sqlite3_mutex_leave(mem0.mutex); |
| 357 | }else{ |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 358 | p = sqlite3GlobalConfig.m.xMalloc(n); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 359 | } |
drh | 107b56e | 2010-03-12 16:32:53 +0000 | [diff] [blame] | 360 | sqlite3MemdebugSetType(p, MEMTYPE_SCRATCH); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 361 | #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) |
| 362 | scratchAllocOut = p!=0; |
| 363 | #endif |
| 364 | return p; |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 365 | } |
drh | facf030 | 2008-06-17 15:12:00 +0000 | [diff] [blame] | 366 | void sqlite3ScratchFree(void *p){ |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 367 | if( p ){ |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 368 | if( sqlite3GlobalConfig.pScratch==0 |
| 369 | || p<sqlite3GlobalConfig.pScratch |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 370 | || p>=(void*)mem0.aScratchFree ){ |
drh | 107b56e | 2010-03-12 16:32:53 +0000 | [diff] [blame] | 371 | assert( sqlite3MemdebugHasType(p, MEMTYPE_SCRATCH) ); |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 372 | assert( sqlite3MemdebugNoType(p, ~MEMTYPE_SCRATCH) ); |
drh | 107b56e | 2010-03-12 16:32:53 +0000 | [diff] [blame] | 373 | sqlite3MemdebugSetType(p, MEMTYPE_HEAP); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 374 | if( sqlite3GlobalConfig.bMemstat ){ |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 375 | int iSize = sqlite3MallocSize(p); |
| 376 | sqlite3_mutex_enter(mem0.mutex); |
| 377 | sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, -iSize); |
| 378 | sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -iSize); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 379 | sqlite3GlobalConfig.m.xFree(p); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 380 | sqlite3_mutex_leave(mem0.mutex); |
| 381 | }else{ |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 382 | sqlite3GlobalConfig.m.xFree(p); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 383 | } |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 384 | }else{ |
| 385 | int i; |
drh | 1bd10f8 | 2008-12-10 21:19:56 +0000 | [diff] [blame] | 386 | i = (int)((u8*)p - (u8*)sqlite3GlobalConfig.pScratch); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 387 | i /= sqlite3GlobalConfig.szScratch; |
| 388 | assert( i>=0 && i<sqlite3GlobalConfig.nScratch ); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 389 | sqlite3_mutex_enter(mem0.mutex); |
danielk1977 | 00e1361 | 2008-11-17 19:18:54 +0000 | [diff] [blame] | 390 | assert( mem0.nScratchFree<(u32)sqlite3GlobalConfig.nScratch ); |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 391 | mem0.aScratchFree[mem0.nScratchFree++] = i; |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 392 | sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, -1); |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 393 | sqlite3_mutex_leave(mem0.mutex); |
drh | 37f9918 | 2010-06-26 20:25:30 +0000 | [diff] [blame] | 394 | |
| 395 | #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) |
| 396 | /* Verify that no more than two scratch allocation per thread |
| 397 | ** is outstanding at one time. (This is only checked in the |
| 398 | ** single-threaded case since checking in the multi-threaded case |
| 399 | ** would be much more complicated.) */ |
| 400 | assert( scratchAllocOut>=1 && scratchAllocOut<=2 ); |
| 401 | scratchAllocOut = 0; |
| 402 | #endif |
| 403 | |
drh | 9ac3fe9 | 2008-06-18 18:12:04 +0000 | [diff] [blame] | 404 | } |
drh | e5ae573 | 2008-06-15 02:51:47 +0000 | [diff] [blame] | 405 | } |
| 406 | } |
| 407 | |
| 408 | /* |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 409 | ** TRUE if p is a lookaside memory allocation from db |
| 410 | */ |
drh | 4150ebf | 2008-10-11 15:38:29 +0000 | [diff] [blame] | 411 | #ifndef SQLITE_OMIT_LOOKASIDE |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 412 | static int isLookaside(sqlite3 *db, void *p){ |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 413 | return p && p>=db->lookaside.pStart && p<db->lookaside.pEnd; |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 414 | } |
drh | 4150ebf | 2008-10-11 15:38:29 +0000 | [diff] [blame] | 415 | #else |
| 416 | #define isLookaside(A,B) 0 |
| 417 | #endif |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 418 | |
| 419 | /* |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 420 | ** Return the size of a memory allocation previously obtained from |
| 421 | ** sqlite3Malloc() or sqlite3_malloc(). |
| 422 | */ |
| 423 | int sqlite3MallocSize(void *p){ |
drh | 107b56e | 2010-03-12 16:32:53 +0000 | [diff] [blame] | 424 | assert( sqlite3MemdebugHasType(p, MEMTYPE_HEAP) ); |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 425 | assert( sqlite3MemdebugNoType(p, MEMTYPE_DB) ); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 426 | return sqlite3GlobalConfig.m.xSize(p); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 427 | } |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 428 | int sqlite3DbMallocSize(sqlite3 *db, void *p){ |
drh | 7047e25 | 2009-03-23 17:49:14 +0000 | [diff] [blame] | 429 | assert( db==0 || sqlite3_mutex_held(db->mutex) ); |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 430 | if( db && isLookaside(db, p) ){ |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 431 | return db->lookaside.sz; |
| 432 | }else{ |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 433 | assert( sqlite3MemdebugHasType(p, MEMTYPE_DB) ); |
| 434 | assert( sqlite3MemdebugHasType(p, MEMTYPE_LOOKASIDE|MEMTYPE_HEAP) ); |
| 435 | assert( db!=0 || sqlite3MemdebugNoType(p, MEMTYPE_LOOKASIDE) ); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 436 | return sqlite3GlobalConfig.m.xSize(p); |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 437 | } |
| 438 | } |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 439 | |
| 440 | /* |
| 441 | ** Free memory previously obtained from sqlite3Malloc(). |
| 442 | */ |
| 443 | void sqlite3_free(void *p){ |
| 444 | if( p==0 ) return; |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 445 | assert( sqlite3MemdebugNoType(p, MEMTYPE_DB) ); |
drh | 107b56e | 2010-03-12 16:32:53 +0000 | [diff] [blame] | 446 | assert( sqlite3MemdebugHasType(p, MEMTYPE_HEAP) ); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 447 | if( sqlite3GlobalConfig.bMemstat ){ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 448 | sqlite3_mutex_enter(mem0.mutex); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 449 | sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -sqlite3MallocSize(p)); |
drh | eafc43b | 2010-07-26 18:43:40 +0000 | [diff] [blame^] | 450 | sqlite3StatusAdd(SQLITE_STATUS_MALLOC_COUNT, -1); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 451 | sqlite3GlobalConfig.m.xFree(p); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 452 | sqlite3_mutex_leave(mem0.mutex); |
| 453 | }else{ |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 454 | sqlite3GlobalConfig.m.xFree(p); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 455 | } |
| 456 | } |
| 457 | |
| 458 | /* |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 459 | ** Free memory that might be associated with a particular database |
| 460 | ** connection. |
| 461 | */ |
| 462 | void sqlite3DbFree(sqlite3 *db, void *p){ |
drh | 7047e25 | 2009-03-23 17:49:14 +0000 | [diff] [blame] | 463 | assert( db==0 || sqlite3_mutex_held(db->mutex) ); |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 464 | if( db ){ |
| 465 | if( db->pnBytesFreed ){ |
| 466 | *db->pnBytesFreed += sqlite3DbMallocSize(db, p); |
| 467 | return; |
dan | d46def7 | 2010-07-24 11:28:28 +0000 | [diff] [blame] | 468 | } |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 469 | if( isLookaside(db, p) ){ |
| 470 | LookasideSlot *pBuf = (LookasideSlot*)p; |
| 471 | pBuf->pNext = db->lookaside.pFree; |
| 472 | db->lookaside.pFree = pBuf; |
| 473 | db->lookaside.nOut--; |
| 474 | return; |
| 475 | } |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 476 | } |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 477 | assert( sqlite3MemdebugHasType(p, MEMTYPE_DB) ); |
| 478 | assert( sqlite3MemdebugHasType(p, MEMTYPE_LOOKASIDE|MEMTYPE_HEAP) ); |
| 479 | assert( db!=0 || sqlite3MemdebugNoType(p, MEMTYPE_LOOKASIDE) ); |
| 480 | sqlite3MemdebugSetType(p, MEMTYPE_HEAP); |
| 481 | sqlite3_free(p); |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 482 | } |
| 483 | |
| 484 | /* |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 485 | ** Change the size of an existing memory allocation |
| 486 | */ |
| 487 | void *sqlite3Realloc(void *pOld, int nBytes){ |
| 488 | int nOld, nNew; |
| 489 | void *pNew; |
| 490 | if( pOld==0 ){ |
| 491 | return sqlite3Malloc(nBytes); |
| 492 | } |
drh | b6063cf | 2009-06-27 00:48:33 +0000 | [diff] [blame] | 493 | if( nBytes<=0 ){ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 494 | sqlite3_free(pOld); |
| 495 | return 0; |
| 496 | } |
drh | b6063cf | 2009-06-27 00:48:33 +0000 | [diff] [blame] | 497 | if( nBytes>=0x7fffff00 ){ |
| 498 | /* The 0x7ffff00 limit term is explained in comments on sqlite3Malloc() */ |
| 499 | return 0; |
| 500 | } |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 501 | nOld = sqlite3MallocSize(pOld); |
drh | 7c6791c | 2009-08-18 14:48:53 +0000 | [diff] [blame] | 502 | nNew = sqlite3GlobalConfig.m.xRoundup(nBytes); |
| 503 | if( nOld==nNew ){ |
| 504 | pNew = pOld; |
| 505 | }else if( sqlite3GlobalConfig.bMemstat ){ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 506 | sqlite3_mutex_enter(mem0.mutex); |
drh | f714199 | 2008-06-19 00:16:08 +0000 | [diff] [blame] | 507 | sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, nBytes); |
drh | 7c6791c | 2009-08-18 14:48:53 +0000 | [diff] [blame] | 508 | if( sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED)+nNew-nOld >= |
| 509 | mem0.alarmThreshold ){ |
| 510 | sqlite3MallocAlarm(nNew-nOld); |
| 511 | } |
drh | 107b56e | 2010-03-12 16:32:53 +0000 | [diff] [blame] | 512 | assert( sqlite3MemdebugHasType(pOld, MEMTYPE_HEAP) ); |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 513 | assert( sqlite3MemdebugNoType(pOld, ~MEMTYPE_HEAP) ); |
drh | 7c6791c | 2009-08-18 14:48:53 +0000 | [diff] [blame] | 514 | pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew); |
| 515 | if( pNew==0 && mem0.alarmCallback ){ |
| 516 | sqlite3MallocAlarm(nBytes); |
danielk1977 | 075c23a | 2008-09-01 18:34:20 +0000 | [diff] [blame] | 517 | pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew); |
drh | 7c6791c | 2009-08-18 14:48:53 +0000 | [diff] [blame] | 518 | } |
| 519 | if( pNew ){ |
| 520 | nNew = sqlite3MallocSize(pNew); |
| 521 | sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nNew-nOld); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 522 | } |
| 523 | sqlite3_mutex_leave(mem0.mutex); |
| 524 | }else{ |
drh | 7c6791c | 2009-08-18 14:48:53 +0000 | [diff] [blame] | 525 | pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 526 | } |
| 527 | return pNew; |
| 528 | } |
| 529 | |
| 530 | /* |
| 531 | ** The public interface to sqlite3Realloc. Make sure that the memory |
| 532 | ** subsystem is initialized prior to invoking sqliteRealloc. |
| 533 | */ |
| 534 | void *sqlite3_realloc(void *pOld, int n){ |
| 535 | #ifndef SQLITE_OMIT_AUTOINIT |
| 536 | if( sqlite3_initialize() ) return 0; |
| 537 | #endif |
| 538 | return sqlite3Realloc(pOld, n); |
| 539 | } |
| 540 | |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 541 | |
| 542 | /* |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 543 | ** Allocate and zero memory. |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 544 | */ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 545 | void *sqlite3MallocZero(int n){ |
| 546 | void *p = sqlite3Malloc(n); |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 547 | if( p ){ |
| 548 | memset(p, 0, n); |
| 549 | } |
| 550 | return p; |
| 551 | } |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 552 | |
| 553 | /* |
| 554 | ** Allocate and zero memory. If the allocation fails, make |
| 555 | ** the mallocFailed flag in the connection pointer. |
| 556 | */ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 557 | void *sqlite3DbMallocZero(sqlite3 *db, int n){ |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 558 | void *p = sqlite3DbMallocRaw(db, n); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 559 | if( p ){ |
| 560 | memset(p, 0, n); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 561 | } |
| 562 | return p; |
| 563 | } |
| 564 | |
| 565 | /* |
| 566 | ** Allocate and zero memory. If the allocation fails, make |
| 567 | ** the mallocFailed flag in the connection pointer. |
drh | ddecae7 | 2008-10-11 17:35:16 +0000 | [diff] [blame] | 568 | ** |
| 569 | ** If db!=0 and db->mallocFailed is true (indicating a prior malloc |
| 570 | ** failure on the same database connection) then always return 0. |
| 571 | ** Hence for a particular database connection, once malloc starts |
| 572 | ** failing, it fails consistently until mallocFailed is reset. |
| 573 | ** This is an important assumption. There are many places in the |
| 574 | ** code that do things like this: |
| 575 | ** |
| 576 | ** int *a = (int*)sqlite3DbMallocRaw(db, 100); |
| 577 | ** int *b = (int*)sqlite3DbMallocRaw(db, 200); |
| 578 | ** if( b ) a[10] = 9; |
| 579 | ** |
| 580 | ** In other words, if a subsequent malloc (ex: "b") worked, it is assumed |
| 581 | ** that all prior mallocs (ex: "a") worked too. |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 582 | */ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 583 | void *sqlite3DbMallocRaw(sqlite3 *db, int n){ |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 584 | void *p; |
drh | d9da78a | 2009-03-24 15:08:09 +0000 | [diff] [blame] | 585 | assert( db==0 || sqlite3_mutex_held(db->mutex) ); |
dan | ccd4ad3 | 2010-07-26 14:47:14 +0000 | [diff] [blame] | 586 | assert( db==0 || db->pnBytesFreed==0 ); |
drh | 4150ebf | 2008-10-11 15:38:29 +0000 | [diff] [blame] | 587 | #ifndef SQLITE_OMIT_LOOKASIDE |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 588 | if( db ){ |
| 589 | LookasideSlot *pBuf; |
| 590 | if( db->mallocFailed ){ |
| 591 | return 0; |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 592 | } |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 593 | if( db->lookaside.bEnabled && n<=db->lookaside.sz |
| 594 | && (pBuf = db->lookaside.pFree)!=0 ){ |
| 595 | db->lookaside.pFree = pBuf->pNext; |
| 596 | db->lookaside.nOut++; |
| 597 | if( db->lookaside.nOut>db->lookaside.mxOut ){ |
| 598 | db->lookaside.mxOut = db->lookaside.nOut; |
| 599 | } |
| 600 | return (void*)pBuf; |
| 601 | } |
| 602 | } |
drh | ddecae7 | 2008-10-11 17:35:16 +0000 | [diff] [blame] | 603 | #else |
| 604 | if( db && db->mallocFailed ){ |
| 605 | return 0; |
| 606 | } |
drh | 4150ebf | 2008-10-11 15:38:29 +0000 | [diff] [blame] | 607 | #endif |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 608 | p = sqlite3Malloc(n); |
| 609 | if( !p && db ){ |
| 610 | db->mallocFailed = 1; |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 611 | } |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 612 | sqlite3MemdebugSetType(p, MEMTYPE_DB | |
| 613 | ((db && db->lookaside.bEnabled) ? MEMTYPE_LOOKASIDE : MEMTYPE_HEAP)); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 614 | return p; |
| 615 | } |
| 616 | |
danielk1977 | 26783a5 | 2007-08-29 14:06:22 +0000 | [diff] [blame] | 617 | /* |
| 618 | ** Resize the block of memory pointed to by p to n bytes. If the |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 619 | ** resize fails, set the mallocFailed flag in the connection object. |
danielk1977 | 26783a5 | 2007-08-29 14:06:22 +0000 | [diff] [blame] | 620 | */ |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 621 | void *sqlite3DbRealloc(sqlite3 *db, void *p, int n){ |
| 622 | void *pNew = 0; |
drh | d9da78a | 2009-03-24 15:08:09 +0000 | [diff] [blame] | 623 | assert( db!=0 ); |
drh | 7047e25 | 2009-03-23 17:49:14 +0000 | [diff] [blame] | 624 | assert( sqlite3_mutex_held(db->mutex) ); |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 625 | if( db->mallocFailed==0 ){ |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 626 | if( p==0 ){ |
| 627 | return sqlite3DbMallocRaw(db, n); |
| 628 | } |
| 629 | if( isLookaside(db, p) ){ |
| 630 | if( n<=db->lookaside.sz ){ |
| 631 | return p; |
| 632 | } |
| 633 | pNew = sqlite3DbMallocRaw(db, n); |
| 634 | if( pNew ){ |
| 635 | memcpy(pNew, p, db->lookaside.sz); |
| 636 | sqlite3DbFree(db, p); |
| 637 | } |
| 638 | }else{ |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 639 | assert( sqlite3MemdebugHasType(p, MEMTYPE_DB) ); |
| 640 | assert( sqlite3MemdebugHasType(p, MEMTYPE_LOOKASIDE|MEMTYPE_HEAP) ); |
drh | 107b56e | 2010-03-12 16:32:53 +0000 | [diff] [blame] | 641 | sqlite3MemdebugSetType(p, MEMTYPE_HEAP); |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 642 | pNew = sqlite3_realloc(p, n); |
| 643 | if( !pNew ){ |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 644 | sqlite3MemdebugSetType(p, MEMTYPE_DB|MEMTYPE_HEAP); |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 645 | db->mallocFailed = 1; |
| 646 | } |
drh | 174b9a1 | 2010-07-26 11:07:20 +0000 | [diff] [blame] | 647 | sqlite3MemdebugSetType(pNew, MEMTYPE_DB | |
| 648 | (db->lookaside.bEnabled ? MEMTYPE_LOOKASIDE : MEMTYPE_HEAP)); |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 649 | } |
| 650 | } |
| 651 | return pNew; |
| 652 | } |
| 653 | |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 654 | /* |
| 655 | ** Attempt to reallocate p. If the reallocation fails, then free p |
| 656 | ** and set the mallocFailed flag in the database connection. |
| 657 | */ |
| 658 | void *sqlite3DbReallocOrFree(sqlite3 *db, void *p, int n){ |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 659 | void *pNew; |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 660 | pNew = sqlite3DbRealloc(db, p, n); |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 661 | if( !pNew ){ |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 662 | sqlite3DbFree(db, p); |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 663 | } |
| 664 | return pNew; |
| 665 | } |
| 666 | |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 667 | /* |
| 668 | ** Make a copy of a string in memory obtained from sqliteMalloc(). These |
| 669 | ** functions call sqlite3MallocRaw() directly instead of sqliteMalloc(). This |
| 670 | ** is because when memory debugging is turned on, these two functions are |
| 671 | ** called via macros that record the current file and line number in the |
| 672 | ** ThreadData structure. |
| 673 | */ |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 674 | char *sqlite3DbStrDup(sqlite3 *db, const char *z){ |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 675 | char *zNew; |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 676 | size_t n; |
| 677 | if( z==0 ){ |
| 678 | return 0; |
| 679 | } |
drh | dee0e40 | 2009-05-03 20:23:53 +0000 | [diff] [blame] | 680 | n = sqlite3Strlen30(z) + 1; |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 681 | assert( (n&0x7fffffff)==n ); |
| 682 | zNew = sqlite3DbMallocRaw(db, (int)n); |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 683 | if( zNew ){ |
| 684 | memcpy(zNew, z, n); |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 685 | } |
| 686 | return zNew; |
| 687 | } |
| 688 | char *sqlite3DbStrNDup(sqlite3 *db, const char *z, int n){ |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 689 | char *zNew; |
| 690 | if( z==0 ){ |
| 691 | return 0; |
| 692 | } |
| 693 | assert( (n&0x7fffffff)==n ); |
| 694 | zNew = sqlite3DbMallocRaw(db, n+1); |
| 695 | if( zNew ){ |
| 696 | memcpy(zNew, z, n); |
| 697 | zNew[n] = 0; |
danielk1977 | 1e53695 | 2007-08-16 10:09:01 +0000 | [diff] [blame] | 698 | } |
| 699 | return zNew; |
| 700 | } |
| 701 | |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 702 | /* |
drh | f089aa4 | 2008-07-08 19:34:06 +0000 | [diff] [blame] | 703 | ** Create a string from the zFromat argument and the va_list that follows. |
| 704 | ** Store the string in memory obtained from sqliteMalloc() and make *pz |
| 705 | ** point to that string. |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 706 | */ |
drh | f089aa4 | 2008-07-08 19:34:06 +0000 | [diff] [blame] | 707 | void sqlite3SetString(char **pz, sqlite3 *db, const char *zFormat, ...){ |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 708 | va_list ap; |
drh | f089aa4 | 2008-07-08 19:34:06 +0000 | [diff] [blame] | 709 | char *z; |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 710 | |
drh | f089aa4 | 2008-07-08 19:34:06 +0000 | [diff] [blame] | 711 | va_start(ap, zFormat); |
| 712 | z = sqlite3VMPrintf(db, zFormat, ap); |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 713 | va_end(ap); |
drh | 633e6d5 | 2008-07-28 19:34:53 +0000 | [diff] [blame] | 714 | sqlite3DbFree(db, *pz); |
drh | f089aa4 | 2008-07-08 19:34:06 +0000 | [diff] [blame] | 715 | *pz = z; |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 716 | } |
| 717 | |
| 718 | |
| 719 | /* |
| 720 | ** This function must be called before exiting any API function (i.e. |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 721 | ** returning control to the user) that has called sqlite3_malloc or |
| 722 | ** sqlite3_realloc. |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 723 | ** |
| 724 | ** The returned value is normally a copy of the second argument to this |
shane | be21779 | 2009-03-05 04:20:31 +0000 | [diff] [blame] | 725 | ** function. However, if a malloc() failure has occurred since the previous |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 726 | ** invocation SQLITE_NOMEM is returned instead. |
| 727 | ** |
shane | be21779 | 2009-03-05 04:20:31 +0000 | [diff] [blame] | 728 | ** If the first argument, db, is not NULL and a malloc() error has occurred, |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 729 | ** then the connection error-code (the value returned by sqlite3_errcode()) |
| 730 | ** is set to SQLITE_NOMEM. |
| 731 | */ |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 732 | int sqlite3ApiExit(sqlite3* db, int rc){ |
danielk1977 | a1644fd | 2007-08-29 12:31:25 +0000 | [diff] [blame] | 733 | /* If the db handle is not NULL, then we must hold the connection handle |
| 734 | ** mutex here. Otherwise the read (and possible write) of db->mallocFailed |
| 735 | ** is unsafe, as is the call to sqlite3Error(). |
| 736 | */ |
| 737 | assert( !db || sqlite3_mutex_held(db->mutex) ); |
danielk1977 | 98c2190 | 2008-09-23 16:41:29 +0000 | [diff] [blame] | 738 | if( db && (db->mallocFailed || rc==SQLITE_IOERR_NOMEM) ){ |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 739 | sqlite3Error(db, SQLITE_NOMEM, 0); |
drh | 1743575 | 2007-08-16 04:30:38 +0000 | [diff] [blame] | 740 | db->mallocFailed = 0; |
drh | a315289 | 2007-05-05 11:48:52 +0000 | [diff] [blame] | 741 | rc = SQLITE_NOMEM; |
| 742 | } |
| 743 | return rc & (db ? db->errMask : 0xff); |
| 744 | } |