drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 1 | /* |
| 2 | ** 2007 August 14 |
| 3 | ** |
| 4 | ** The author disclaims copyright to this source code. In place of |
| 5 | ** a legal notice, here is a blessing: |
| 6 | ** |
| 7 | ** May you do good and not evil. |
| 8 | ** May you find forgiveness for yourself and forgive others. |
| 9 | ** May you share freely, never taking more than you give. |
| 10 | ** |
| 11 | ************************************************************************* |
drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 12 | ** |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 13 | ** This file contains low-level memory allocation drivers for when |
| 14 | ** SQLite will use the standard C-library malloc/realloc/free interface |
| 15 | ** to obtain the memory it needs. |
| 16 | ** |
| 17 | ** This file contains implementations of the low-level memory allocation |
drh | c710ccb | 2012-01-18 12:46:47 +0000 | [diff] [blame] | 18 | ** routines specified in the sqlite3_mem_methods object. The content of |
| 19 | ** this file is only used if SQLITE_SYSTEM_MALLOC is defined. The |
| 20 | ** SQLITE_SYSTEM_MALLOC macro is defined automatically if neither the |
| 21 | ** SQLITE_MEMDEBUG nor the SQLITE_WIN32_MALLOC macros are defined. The |
| 22 | ** default configuration is to use memory allocation routines in this |
| 23 | ** file. |
| 24 | ** |
| 25 | ** C-preprocessor macro summary: |
| 26 | ** |
| 27 | ** HAVE_MALLOC_USABLE_SIZE The configure script sets this symbol if |
| 28 | ** the malloc_usable_size() interface exists |
| 29 | ** on the target platform. Or, this symbol |
| 30 | ** can be set manually, if desired. |
| 31 | ** If an equivalent interface exists by |
| 32 | ** a different name, using a separate -D |
mistachkin | a844f51 | 2012-02-11 21:56:59 +0000 | [diff] [blame] | 33 | ** option to rename it. |
| 34 | ** |
drh | c710ccb | 2012-01-18 12:46:47 +0000 | [diff] [blame] | 35 | ** SQLITE_WITHOUT_ZONEMALLOC Some older macs lack support for the zone |
| 36 | ** memory allocator. Set this symbol to enable |
| 37 | ** building on older macs. |
| 38 | ** |
| 39 | ** SQLITE_WITHOUT_MSIZE Set this symbol to disable the use of |
| 40 | ** _msize() on windows systems. This might |
| 41 | ** be necessary when compiling for Delphi, |
| 42 | ** for example. |
drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 43 | */ |
drh | 0d18020 | 2008-02-14 23:26:56 +0000 | [diff] [blame] | 44 | #include "sqliteInt.h" |
drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 45 | |
| 46 | /* |
drh | 4c3645c | 2007-08-15 17:07:57 +0000 | [diff] [blame] | 47 | ** This version of the memory allocator is the default. It is |
| 48 | ** used when no other memory allocator is specified using compile-time |
| 49 | ** macros. |
| 50 | */ |
drh | 0d18020 | 2008-02-14 23:26:56 +0000 | [diff] [blame] | 51 | #ifdef SQLITE_SYSTEM_MALLOC |
drh | c710ccb | 2012-01-18 12:46:47 +0000 | [diff] [blame] | 52 | #if defined(__APPLE__) && !defined(SQLITE_WITHOUT_ZONEMALLOC) |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 53 | |
| 54 | /* |
drh | c710ccb | 2012-01-18 12:46:47 +0000 | [diff] [blame] | 55 | ** Use the zone allocator available on apple products unless the |
| 56 | ** SQLITE_WITHOUT_ZONEMALLOC symbol is defined. |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 57 | */ |
| 58 | #include <sys/sysctl.h> |
| 59 | #include <malloc/malloc.h> |
drh | a80e160 | 2017-03-18 13:59:46 +0000 | [diff] [blame] | 60 | #ifdef SQLITE_MIGHT_BE_SINGLE_CORE |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 61 | #include <libkern/OSAtomic.h> |
drh | a80e160 | 2017-03-18 13:59:46 +0000 | [diff] [blame] | 62 | #endif /* SQLITE_MIGHT_BE_SINGLE_CORE */ |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 63 | static malloc_zone_t* _sqliteZone_; |
| 64 | #define SQLITE_MALLOC(x) malloc_zone_malloc(_sqliteZone_, (x)) |
| 65 | #define SQLITE_FREE(x) malloc_zone_free(_sqliteZone_, (x)); |
| 66 | #define SQLITE_REALLOC(x,y) malloc_zone_realloc(_sqliteZone_, (x), (y)) |
| 67 | #define SQLITE_MALLOCSIZE(x) \ |
| 68 | (_sqliteZone_ ? _sqliteZone_->size(_sqliteZone_,x) : malloc_size(x)) |
| 69 | |
| 70 | #else /* if not __APPLE__ */ |
| 71 | |
| 72 | /* |
drh | c710ccb | 2012-01-18 12:46:47 +0000 | [diff] [blame] | 73 | ** Use standard C library malloc and free on non-Apple systems. |
| 74 | ** Also used by Apple systems if SQLITE_WITHOUT_ZONEMALLOC is defined. |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 75 | */ |
mistachkin | 015a304 | 2013-11-12 21:37:04 +0000 | [diff] [blame] | 76 | #define SQLITE_MALLOC(x) malloc(x) |
| 77 | #define SQLITE_FREE(x) free(x) |
| 78 | #define SQLITE_REALLOC(x,y) realloc((x),(y)) |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 79 | |
mistachkin | 015a304 | 2013-11-12 21:37:04 +0000 | [diff] [blame] | 80 | /* |
| 81 | ** The malloc.h header file is needed for malloc_usable_size() function |
| 82 | ** on some systems (e.g. Linux). |
| 83 | */ |
drh | 0ede9eb | 2015-01-10 16:49:23 +0000 | [diff] [blame] | 84 | #if HAVE_MALLOC_H && HAVE_MALLOC_USABLE_SIZE |
| 85 | # define SQLITE_USE_MALLOC_H 1 |
| 86 | # define SQLITE_USE_MALLOC_USABLE_SIZE 1 |
mistachkin | 015a304 | 2013-11-12 21:37:04 +0000 | [diff] [blame] | 87 | /* |
| 88 | ** The MSVCRT has malloc_usable_size(), but it is called _msize(). The |
| 89 | ** use of _msize() is automatic, but can be disabled by compiling with |
| 90 | ** -DSQLITE_WITHOUT_MSIZE. Using the _msize() function also requires |
| 91 | ** the malloc.h header file. |
| 92 | */ |
| 93 | #elif defined(_MSC_VER) && !defined(SQLITE_WITHOUT_MSIZE) |
| 94 | # define SQLITE_USE_MALLOC_H |
| 95 | # define SQLITE_USE_MSIZE |
drh | 86c5a93 | 2012-02-08 12:13:28 +0000 | [diff] [blame] | 96 | #endif |
mistachkin | 015a304 | 2013-11-12 21:37:04 +0000 | [diff] [blame] | 97 | |
| 98 | /* |
| 99 | ** Include the malloc.h header file, if necessary. Also set define macro |
| 100 | ** SQLITE_MALLOCSIZE to the appropriate function name, which is _msize() |
| 101 | ** for MSVC and malloc_usable_size() for most other systems (e.g. Linux). |
| 102 | ** The memory size function can always be overridden manually by defining |
| 103 | ** the macro SQLITE_MALLOCSIZE to the desired function name. |
| 104 | */ |
| 105 | #if defined(SQLITE_USE_MALLOC_H) |
| 106 | # include <malloc.h> |
| 107 | # if defined(SQLITE_USE_MALLOC_USABLE_SIZE) |
| 108 | # if !defined(SQLITE_MALLOCSIZE) |
| 109 | # define SQLITE_MALLOCSIZE(x) malloc_usable_size(x) |
| 110 | # endif |
| 111 | # elif defined(SQLITE_USE_MSIZE) |
| 112 | # if !defined(SQLITE_MALLOCSIZE) |
| 113 | # define SQLITE_MALLOCSIZE _msize |
| 114 | # endif |
| 115 | # endif |
| 116 | #endif /* defined(SQLITE_USE_MALLOC_H) */ |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 117 | |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 118 | #endif /* __APPLE__ or not __APPLE__ */ |
| 119 | |
drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 120 | /* |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 121 | ** Like malloc(), but remember the size of the allocation |
| 122 | ** so that we can find it later using sqlite3MemSize(). |
| 123 | ** |
| 124 | ** For this low-level routine, we are guaranteed that nByte>0 because |
| 125 | ** cases of nByte<=0 will be intercepted and dealt with by higher level |
| 126 | ** routines. |
drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 127 | */ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 128 | static void *sqlite3MemMalloc(int nByte){ |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 129 | #ifdef SQLITE_MALLOCSIZE |
drh | 087a29c | 2017-02-08 16:01:57 +0000 | [diff] [blame] | 130 | void *p; |
| 131 | testcase( ROUND8(nByte)==nByte ); |
| 132 | p = SQLITE_MALLOC( nByte ); |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 133 | if( p==0 ){ |
| 134 | testcase( sqlite3GlobalConfig.xLog!=0 ); |
| 135 | sqlite3_log(SQLITE_NOMEM, "failed to allocate %u bytes of memory", nByte); |
| 136 | } |
| 137 | return p; |
| 138 | #else |
drh | 153c62c | 2007-08-24 03:51:33 +0000 | [diff] [blame] | 139 | sqlite3_int64 *p; |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 140 | assert( nByte>0 ); |
drh | 087a29c | 2017-02-08 16:01:57 +0000 | [diff] [blame] | 141 | testcase( ROUND8(nByte)!=nByte ); |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 142 | p = SQLITE_MALLOC( nByte+8 ); |
danielk1977 | 950292f | 2008-06-23 15:10:24 +0000 | [diff] [blame] | 143 | if( p ){ |
| 144 | p[0] = nByte; |
| 145 | p++; |
drh | 413c3d3 | 2010-02-23 20:11:56 +0000 | [diff] [blame] | 146 | }else{ |
drh | af46dc1 | 2010-02-24 21:44:07 +0000 | [diff] [blame] | 147 | testcase( sqlite3GlobalConfig.xLog!=0 ); |
drh | 413c3d3 | 2010-02-23 20:11:56 +0000 | [diff] [blame] | 148 | sqlite3_log(SQLITE_NOMEM, "failed to allocate %u bytes of memory", nByte); |
danielk1977 | 950292f | 2008-06-23 15:10:24 +0000 | [diff] [blame] | 149 | } |
| 150 | return (void *)p; |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 151 | #endif |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 152 | } |
| 153 | |
| 154 | /* |
| 155 | ** Like free() but works for allocations obtained from sqlite3MemMalloc() |
| 156 | ** or sqlite3MemRealloc(). |
| 157 | ** |
| 158 | ** For this low-level routine, we already know that pPrior!=0 since |
| 159 | ** cases where pPrior==0 will have been intecepted and dealt with |
| 160 | ** by higher-level routines. |
| 161 | */ |
| 162 | static void sqlite3MemFree(void *pPrior){ |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 163 | #ifdef SQLITE_MALLOCSIZE |
| 164 | SQLITE_FREE(pPrior); |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 165 | #else |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 166 | sqlite3_int64 *p = (sqlite3_int64*)pPrior; |
danielk1977 | 834a5aa | 2008-06-23 14:40:18 +0000 | [diff] [blame] | 167 | assert( pPrior!=0 ); |
drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 168 | p--; |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 169 | SQLITE_FREE(p); |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 170 | #endif |
drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 171 | } |
| 172 | |
| 173 | /* |
drh | 413c3d3 | 2010-02-23 20:11:56 +0000 | [diff] [blame] | 174 | ** Report the allocated size of a prior return from xMalloc() |
| 175 | ** or xRealloc(). |
| 176 | */ |
| 177 | static int sqlite3MemSize(void *pPrior){ |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 178 | #ifdef SQLITE_MALLOCSIZE |
drh | 4dd83a2 | 2015-10-26 14:54:32 +0000 | [diff] [blame] | 179 | assert( pPrior!=0 ); |
drh | 039ca6a | 2015-10-15 16:20:57 +0000 | [diff] [blame] | 180 | return (int)SQLITE_MALLOCSIZE(pPrior); |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 181 | #else |
drh | 413c3d3 | 2010-02-23 20:11:56 +0000 | [diff] [blame] | 182 | sqlite3_int64 *p; |
drh | 4dd83a2 | 2015-10-26 14:54:32 +0000 | [diff] [blame] | 183 | assert( pPrior!=0 ); |
drh | 413c3d3 | 2010-02-23 20:11:56 +0000 | [diff] [blame] | 184 | p = (sqlite3_int64*)pPrior; |
| 185 | p--; |
| 186 | return (int)p[0]; |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 187 | #endif |
drh | 413c3d3 | 2010-02-23 20:11:56 +0000 | [diff] [blame] | 188 | } |
| 189 | |
| 190 | /* |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 191 | ** Like realloc(). Resize an allocation previously obtained from |
| 192 | ** sqlite3MemMalloc(). |
| 193 | ** |
| 194 | ** For this low-level interface, we know that pPrior!=0. Cases where |
| 195 | ** pPrior==0 while have been intercepted by higher-level routine and |
peter.d.reid | 60ec914 | 2014-09-06 16:39:46 +0000 | [diff] [blame] | 196 | ** redirected to xMalloc. Similarly, we know that nByte>0 because |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 197 | ** cases where nByte<=0 will have been intercepted by higher-level |
| 198 | ** routines and redirected to xFree. |
danielk1977 | a7a8e14 | 2008-02-13 18:25:27 +0000 | [diff] [blame] | 199 | */ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 200 | static void *sqlite3MemRealloc(void *pPrior, int nByte){ |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 201 | #ifdef SQLITE_MALLOCSIZE |
| 202 | void *p = SQLITE_REALLOC(pPrior, nByte); |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 203 | if( p==0 ){ |
| 204 | testcase( sqlite3GlobalConfig.xLog!=0 ); |
| 205 | sqlite3_log(SQLITE_NOMEM, |
| 206 | "failed memory resize %u to %u bytes", |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 207 | SQLITE_MALLOCSIZE(pPrior), nByte); |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 208 | } |
| 209 | return p; |
| 210 | #else |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 211 | sqlite3_int64 *p = (sqlite3_int64*)pPrior; |
| 212 | assert( pPrior!=0 && nByte>0 ); |
drh | 9f129f4 | 2010-08-31 15:27:32 +0000 | [diff] [blame] | 213 | assert( nByte==ROUND8(nByte) ); /* EV: R-46199-30249 */ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 214 | p--; |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 215 | p = SQLITE_REALLOC(p, nByte+8 ); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 216 | if( p ){ |
| 217 | p[0] = nByte; |
| 218 | p++; |
drh | 413c3d3 | 2010-02-23 20:11:56 +0000 | [diff] [blame] | 219 | }else{ |
drh | af46dc1 | 2010-02-24 21:44:07 +0000 | [diff] [blame] | 220 | testcase( sqlite3GlobalConfig.xLog!=0 ); |
drh | 413c3d3 | 2010-02-23 20:11:56 +0000 | [diff] [blame] | 221 | sqlite3_log(SQLITE_NOMEM, |
| 222 | "failed memory resize %u to %u bytes", |
| 223 | sqlite3MemSize(pPrior), nByte); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 224 | } |
| 225 | return (void*)p; |
drh | 6a8ab6d | 2011-11-09 01:53:25 +0000 | [diff] [blame] | 226 | #endif |
danielk1977 | a7a8e14 | 2008-02-13 18:25:27 +0000 | [diff] [blame] | 227 | } |
| 228 | |
| 229 | /* |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 230 | ** Round up a request size to the next valid allocation size. |
| 231 | */ |
| 232 | static int sqlite3MemRoundup(int n){ |
danielk1977 | bc73971 | 2009-03-23 04:33:32 +0000 | [diff] [blame] | 233 | return ROUND8(n); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 234 | } |
| 235 | |
| 236 | /* |
| 237 | ** Initialize this module. |
| 238 | */ |
| 239 | static int sqlite3MemInit(void *NotUsed){ |
drh | c710ccb | 2012-01-18 12:46:47 +0000 | [diff] [blame] | 240 | #if defined(__APPLE__) && !defined(SQLITE_WITHOUT_ZONEMALLOC) |
drh | 918938f | 2017-03-21 20:17:24 +0000 | [diff] [blame] | 241 | int cpuCount; |
| 242 | size_t len; |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 243 | if( _sqliteZone_ ){ |
| 244 | return SQLITE_OK; |
| 245 | } |
drh | 918938f | 2017-03-21 20:17:24 +0000 | [diff] [blame] | 246 | len = sizeof(cpuCount); |
| 247 | /* One usually wants to use hw.acctivecpu for MT decisions, but not here */ |
| 248 | sysctlbyname("hw.ncpu", &cpuCount, &len, NULL, 0); |
| 249 | if( cpuCount>1 ){ |
| 250 | /* defer MT decisions to system malloc */ |
| 251 | _sqliteZone_ = malloc_default_zone(); |
| 252 | }else{ |
| 253 | /* only 1 core, use our own zone to contention over global locks, |
| 254 | ** e.g. we have our own dedicated locks */ |
| 255 | _sqliteZone_ = malloc_create_zone(4096, 0); |
| 256 | malloc_set_zone_name(_sqliteZone_, "Sqlite_Heap"); |
drh | f1c5726 | 2011-12-08 20:41:33 +0000 | [diff] [blame] | 257 | } |
drh | a80e160 | 2017-03-18 13:59:46 +0000 | [diff] [blame] | 258 | #endif /* defined(__APPLE__) && !defined(SQLITE_WITHOUT_ZONEMALLOC) */ |
danielk1977 | 62c14b3 | 2008-11-19 09:05:26 +0000 | [diff] [blame] | 259 | UNUSED_PARAMETER(NotUsed); |
drh | 40257ff | 2008-06-13 18:24:27 +0000 | [diff] [blame] | 260 | return SQLITE_OK; |
| 261 | } |
| 262 | |
| 263 | /* |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 264 | ** Deinitialize this module. |
drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 265 | */ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 266 | static void sqlite3MemShutdown(void *NotUsed){ |
danielk1977 | 62c14b3 | 2008-11-19 09:05:26 +0000 | [diff] [blame] | 267 | UNUSED_PARAMETER(NotUsed); |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 268 | return; |
| 269 | } |
| 270 | |
drh | d1370b6 | 2008-10-28 18:58:20 +0000 | [diff] [blame] | 271 | /* |
| 272 | ** This routine is the only routine in this file with external linkage. |
| 273 | ** |
| 274 | ** Populate the low-level memory allocation function pointers in |
| 275 | ** sqlite3GlobalConfig.m with pointers to the routines in this file. |
| 276 | */ |
| 277 | void sqlite3MemSetDefault(void){ |
drh | fec00ea | 2008-06-14 16:56:21 +0000 | [diff] [blame] | 278 | static const sqlite3_mem_methods defaultMethods = { |
| 279 | sqlite3MemMalloc, |
| 280 | sqlite3MemFree, |
| 281 | sqlite3MemRealloc, |
| 282 | sqlite3MemSize, |
| 283 | sqlite3MemRoundup, |
| 284 | sqlite3MemInit, |
| 285 | sqlite3MemShutdown, |
| 286 | 0 |
| 287 | }; |
drh | d1370b6 | 2008-10-28 18:58:20 +0000 | [diff] [blame] | 288 | sqlite3_config(SQLITE_CONFIG_MALLOC, &defaultMethods); |
drh | 90f6a5b | 2007-08-15 13:04:54 +0000 | [diff] [blame] | 289 | } |
drh | 4c3645c | 2007-08-15 17:07:57 +0000 | [diff] [blame] | 290 | |
drh | 0d18020 | 2008-02-14 23:26:56 +0000 | [diff] [blame] | 291 | #endif /* SQLITE_SYSTEM_MALLOC */ |