blob: 68e7b4517226323c954fd2c354e0879b492f8002 [file] [log] [blame]
drh75897232000-05-29 14:26:00 +00001/*
drhb19a2bc2001-09-16 00:13:26 +00002** 2001 September 15
drh75897232000-05-29 14:26:00 +00003**
drhb19a2bc2001-09-16 00:13:26 +00004** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
drh75897232000-05-29 14:26:00 +00006**
drhb19a2bc2001-09-16 00:13:26 +00007** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
drh75897232000-05-29 14:26:00 +000010**
11*************************************************************************
12** An tokenizer for SQL
13**
14** This file contains C code that splits an SQL input string up into
15** individual tokens and sends those tokens one-by-one over to the
16** parser for analysis.
drh75897232000-05-29 14:26:00 +000017*/
18#include "sqliteInt.h"
drhdcc581c2000-05-30 13:44:19 +000019#include <stdlib.h>
drh75897232000-05-29 14:26:00 +000020
drh34dcee62016-02-08 19:15:48 +000021/* Character classes for tokenizing
22**
23** In the sqlite3GetToken() function, a switch() on aiClass[c] is implemented
24** using a lookup table, whereas a switch() directly on c uses a binary search.
25** The lookup table is much faster. To maximize speed, and to ensure that
26** a lookup table is used, all of the classes need to be small integers and
27** all of them need to be used within the switch.
28*/
drh89743312016-02-08 02:30:50 +000029#define CC_X 0 /* The letter 'x' or 'X'. Start of x'01234fed' */
30#define CC_KYWD 1 /* Alphabetics or '_'. Usable in a keyword */
31#define CC_ID 2 /* unicode characters usable in IDs */
32#define CC_DIGIT 3 /* Digits */
33#define CC_DOLLAR 4 /* '$' */
34#define CC_VARALPHA 5 /* '@', '#', ':'. Alphabetic SQL variables */
35#define CC_VARNUM 6 /* '?'. Numeric SQL variables */
36#define CC_SPACE 7 /* Space characters */
37#define CC_QUOTE 8 /* '"', '\'', or '`'. String literals, quoted ids */
38#define CC_QUOTE2 9 /* '['. [...] style quoted ids */
39#define CC_PIPE 10 /* '|'. Bitwise OR or concatenate */
40#define CC_MINUS 11 /* '-'. Minus or SQL-style comment */
41#define CC_LT 12 /* '<'. Part of < or <= or <> */
42#define CC_GT 13 /* '>'. Part of > or >= */
43#define CC_EQ 14 /* '='. Part of = or == */
44#define CC_BANG 15 /* '!'. Part of != */
45#define CC_SLASH 16 /* '/'. / or c-style comment */
46#define CC_LP 17 /* '(' */
47#define CC_RP 18 /* ')' */
48#define CC_SEMI 19 /* ';' */
49#define CC_PLUS 20 /* '+' */
50#define CC_STAR 21 /* '*' */
51#define CC_PERCENT 22 /* '%' */
52#define CC_COMMA 23 /* ',' */
53#define CC_AND 24 /* '&' */
54#define CC_TILDA 25 /* '~' */
55#define CC_DOT 26 /* '.' */
56#define CC_ILLEGAL 27 /* Illegal character */
57
58static const unsigned char aiClass[] = {
drh34dcee62016-02-08 19:15:48 +000059#ifdef SQLITE_ASCII
drh89743312016-02-08 02:30:50 +000060/* x0 x1 x2 x3 x4 x5 x6 x7 x8 x9 xa xb xc xd xe xf */
61/* 0x */ 27, 27, 27, 27, 27, 27, 27, 27, 27, 7, 7, 27, 7, 7, 27, 27,
62/* 1x */ 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27,
63/* 2x */ 7, 15, 8, 5, 4, 22, 24, 8, 17, 18, 21, 20, 23, 11, 26, 16,
64/* 3x */ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 5, 19, 12, 14, 13, 6,
65/* 4x */ 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
66/* 5x */ 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 9, 27, 27, 27, 1,
67/* 6x */ 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
68/* 7x */ 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 27, 10, 27, 25, 27,
69/* 8x */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
70/* 9x */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
71/* Ax */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
72/* Bx */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
73/* Cx */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
74/* Dx */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
75/* Ex */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
76/* Fx */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2
drh34dcee62016-02-08 19:15:48 +000077#endif
78#ifdef SQLITE_EBCDIC
79/* x0 x1 x2 x3 x4 x5 x6 x7 x8 x9 xa xb xc xd xe xf */
80/* 0x */ 27, 27, 27, 27, 27, 7, 27, 27, 27, 27, 27, 27, 7, 7, 27, 27,
81/* 1x */ 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27,
82/* 2x */ 27, 27, 27, 27, 27, 7, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27,
83/* 3x */ 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27,
84/* 4x */ 7, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 12, 17, 20, 10,
85/* 5x */ 24, 27, 27, 27, 27, 27, 27, 27, 27, 27, 15, 4, 21, 18, 19, 27,
86/* 6x */ 11, 16, 27, 27, 27, 27, 27, 27, 27, 27, 27, 23, 22, 1, 13, 7,
87/* 7x */ 27, 27, 27, 27, 27, 27, 27, 27, 27, 8, 5, 5, 5, 8, 14, 8,
88/* 8x */ 27, 1, 1, 1, 1, 1, 1, 1, 1, 1, 27, 27, 27, 27, 27, 27,
89/* 9x */ 27, 1, 1, 1, 1, 1, 1, 1, 1, 1, 27, 27, 27, 27, 27, 27,
90/* 9x */ 25, 1, 1, 1, 1, 1, 1, 0, 1, 1, 27, 27, 27, 27, 27, 27,
91/* Bx */ 27, 27, 27, 27, 27, 27, 27, 27, 27, 27, 9, 27, 27, 27, 27, 27,
92/* Cx */ 27, 1, 1, 1, 1, 1, 1, 1, 1, 1, 27, 27, 27, 27, 27, 27,
93/* Dx */ 27, 1, 1, 1, 1, 1, 1, 1, 1, 1, 27, 27, 27, 27, 27, 27,
94/* Ex */ 27, 27, 1, 1, 1, 1, 1, 0, 1, 1, 27, 27, 27, 27, 27, 27,
95/* Fx */ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 27, 27, 27, 27, 27, 27,
96#endif
drh89743312016-02-08 02:30:50 +000097};
98
drh75897232000-05-29 14:26:00 +000099/*
drh34dcee62016-02-08 19:15:48 +0000100** The charMap() macro maps alphabetic characters (only) into their
drh9b8f4472006-04-04 01:54:55 +0000101** lower-case ASCII equivalent. On ASCII machines, this is just
102** an upper-to-lower case map. On EBCDIC machines we also need
drh34dcee62016-02-08 19:15:48 +0000103** to adjust the encoding. The mapping is only valid for alphabetics
104** which are the only characters for which this feature is used.
105**
106** Used by keywordhash.h
drh9b8f4472006-04-04 01:54:55 +0000107*/
108#ifdef SQLITE_ASCII
109# define charMap(X) sqlite3UpperToLower[(unsigned char)X]
110#endif
111#ifdef SQLITE_EBCDIC
112# define charMap(X) ebcdicToAscii[(unsigned char)X]
113const unsigned char ebcdicToAscii[] = {
114/* 0 1 2 3 4 5 6 7 8 9 A B C D E F */
115 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 0x */
116 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 1x */
117 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 2x */
118 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 3x */
119 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 4x */
120 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 5x */
121 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 95, 0, 0, /* 6x */
122 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* 7x */
123 0, 97, 98, 99,100,101,102,103,104,105, 0, 0, 0, 0, 0, 0, /* 8x */
124 0,106,107,108,109,110,111,112,113,114, 0, 0, 0, 0, 0, 0, /* 9x */
125 0, 0,115,116,117,118,119,120,121,122, 0, 0, 0, 0, 0, 0, /* Ax */
126 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* Bx */
127 0, 97, 98, 99,100,101,102,103,104,105, 0, 0, 0, 0, 0, 0, /* Cx */
128 0,106,107,108,109,110,111,112,113,114, 0, 0, 0, 0, 0, 0, /* Dx */
129 0, 0,115,116,117,118,119,120,121,122, 0, 0, 0, 0, 0, 0, /* Ex */
130 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* Fx */
131};
132#endif
133
134/*
drh52fb6d72004-11-03 03:59:57 +0000135** The sqlite3KeywordCode function looks up an identifier to determine if
136** it is a keyword. If it is a keyword, the token code of that keyword is
drh75897232000-05-29 14:26:00 +0000137** returned. If the input is not a keyword, TK_ID is returned.
drh2090a0e2004-10-07 19:03:01 +0000138**
139** The implementation of this routine was generated by a program,
drh73b211a2005-01-18 04:00:42 +0000140** mkkeywordhash.h, located in the tool subdirectory of the distribution.
drh52fb6d72004-11-03 03:59:57 +0000141** The output of the mkkeywordhash.c program is written into a file
drh73b211a2005-01-18 04:00:42 +0000142** named keywordhash.h and then included into this source file by
drh52fb6d72004-11-03 03:59:57 +0000143** the #include below.
drh75897232000-05-29 14:26:00 +0000144*/
drh73b211a2005-01-18 04:00:42 +0000145#include "keywordhash.h"
drh75897232000-05-29 14:26:00 +0000146
drh40f20f72004-10-23 05:10:18 +0000147
drh98808ba2001-10-18 12:34:46 +0000148/*
drh9b8f4472006-04-04 01:54:55 +0000149** If X is a character that can be used in an identifier then
150** IdChar(X) will be true. Otherwise it is false.
drh98808ba2001-10-18 12:34:46 +0000151**
drh9b8f4472006-04-04 01:54:55 +0000152** For ASCII, any character with the high-order bit set is
153** allowed in an identifier. For 7-bit characters,
154** sqlite3IsIdChar[X] must be 1.
155**
156** For EBCDIC, the rules are more complex but have the same
157** end result.
drha0d1f662005-01-11 17:59:47 +0000158**
159** Ticket #1066. the SQL standard does not allow '$' in the
peter.d.reid60ec9142014-09-06 16:39:46 +0000160** middle of identifiers. But many SQL implementations do.
drha0d1f662005-01-11 17:59:47 +0000161** SQLite will allow '$' in identifiers for compatibility.
162** But the feature is undocumented.
drh98808ba2001-10-18 12:34:46 +0000163*/
drh9b8f4472006-04-04 01:54:55 +0000164#ifdef SQLITE_ASCII
drhaf2b5722009-11-16 15:11:51 +0000165#define IdChar(C) ((sqlite3CtypeMap[(unsigned char)C]&0x46)!=0)
drh9b8f4472006-04-04 01:54:55 +0000166#endif
167#ifdef SQLITE_EBCDIC
drh46c99e02007-08-27 23:26:59 +0000168const char sqlite3IsEbcdicIdChar[] = {
drh9b8f4472006-04-04 01:54:55 +0000169/* x0 x1 x2 x3 x4 x5 x6 x7 x8 x9 xA xB xC xD xE xF */
170 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, /* 4x */
171 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, /* 5x */
172 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, /* 6x */
173 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, /* 7x */
174 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, /* 8x */
175 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, /* 9x */
176 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, /* Ax */
177 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, /* Bx */
178 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, /* Cx */
179 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, /* Dx */
180 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, /* Ex */
181 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, /* Fx */
182};
drh46c99e02007-08-27 23:26:59 +0000183#define IdChar(C) (((c=C)>=0x42 && sqlite3IsEbcdicIdChar[c-0x40]))
drh9b8f4472006-04-04 01:54:55 +0000184#endif
drhf5ed7ad2015-06-15 14:43:25 +0000185
186/* Make the IdChar function accessible from ctime.c */
187#ifndef SQLITE_OMIT_COMPILEOPTION_DIAGS
drh97348b32014-09-25 02:44:29 +0000188int sqlite3IsIdChar(u8 c){ return IdChar(c); }
drhf5ed7ad2015-06-15 14:43:25 +0000189#endif
drh9b8f4472006-04-04 01:54:55 +0000190
drh98808ba2001-10-18 12:34:46 +0000191
drh75897232000-05-29 14:26:00 +0000192/*
drh61b487d2003-09-12 02:08:14 +0000193** Return the length of the token that begins at z[0].
194** Store the token type in *tokenType before returning.
drh75897232000-05-29 14:26:00 +0000195*/
drh35b5a332008-04-05 18:41:42 +0000196int sqlite3GetToken(const unsigned char *z, int *tokenType){
drhaa756b02004-09-25 15:25:26 +0000197 int i, c;
drh89743312016-02-08 02:30:50 +0000198 switch( aiClass[*z] ){
199 case CC_SPACE: {
drh19f81f62009-06-09 18:01:37 +0000200 testcase( z[0]==' ' );
201 testcase( z[0]=='\t' );
202 testcase( z[0]=='\n' );
203 testcase( z[0]=='\f' );
204 testcase( z[0]=='\r' );
danielk197778ca0e72009-01-20 16:53:39 +0000205 for(i=1; sqlite3Isspace(z[i]); i++){}
drh75897232000-05-29 14:26:00 +0000206 *tokenType = TK_SPACE;
207 return i;
208 }
drh89743312016-02-08 02:30:50 +0000209 case CC_MINUS: {
drh75897232000-05-29 14:26:00 +0000210 if( z[1]=='-' ){
drhaa756b02004-09-25 15:25:26 +0000211 for(i=2; (c=z[i])!=0 && c!='\n'; i++){}
drhd3479b92009-12-14 17:42:12 +0000212 *tokenType = TK_SPACE; /* IMP: R-22934-25134 */
drh75897232000-05-29 14:26:00 +0000213 return i;
214 }
215 *tokenType = TK_MINUS;
216 return 1;
217 }
drh89743312016-02-08 02:30:50 +0000218 case CC_LP: {
drhdab35182003-09-27 13:39:38 +0000219 *tokenType = TK_LP;
220 return 1;
drh75897232000-05-29 14:26:00 +0000221 }
drh89743312016-02-08 02:30:50 +0000222 case CC_RP: {
drh75897232000-05-29 14:26:00 +0000223 *tokenType = TK_RP;
224 return 1;
225 }
drh89743312016-02-08 02:30:50 +0000226 case CC_SEMI: {
drh75897232000-05-29 14:26:00 +0000227 *tokenType = TK_SEMI;
228 return 1;
229 }
drh89743312016-02-08 02:30:50 +0000230 case CC_PLUS: {
drh75897232000-05-29 14:26:00 +0000231 *tokenType = TK_PLUS;
232 return 1;
233 }
drh89743312016-02-08 02:30:50 +0000234 case CC_STAR: {
drh75897232000-05-29 14:26:00 +0000235 *tokenType = TK_STAR;
236 return 1;
237 }
drh89743312016-02-08 02:30:50 +0000238 case CC_SLASH: {
drh66105a82002-08-27 14:28:29 +0000239 if( z[1]!='*' || z[2]==0 ){
240 *tokenType = TK_SLASH;
241 return 1;
242 }
drhaa756b02004-09-25 15:25:26 +0000243 for(i=3, c=z[2]; (c!='*' || z[i]!='/') && (c=z[i])!=0; i++){}
244 if( c ) i++;
drhd3479b92009-12-14 17:42:12 +0000245 *tokenType = TK_SPACE; /* IMP: R-22934-25134 */
drh66105a82002-08-27 14:28:29 +0000246 return i;
drh75897232000-05-29 14:26:00 +0000247 }
drh89743312016-02-08 02:30:50 +0000248 case CC_PERCENT: {
drhbf4133c2001-10-13 02:59:08 +0000249 *tokenType = TK_REM;
250 return 1;
251 }
drh89743312016-02-08 02:30:50 +0000252 case CC_EQ: {
drh75897232000-05-29 14:26:00 +0000253 *tokenType = TK_EQ;
254 return 1 + (z[1]=='=');
255 }
drh89743312016-02-08 02:30:50 +0000256 case CC_LT: {
drhaa756b02004-09-25 15:25:26 +0000257 if( (c=z[1])=='=' ){
drh75897232000-05-29 14:26:00 +0000258 *tokenType = TK_LE;
259 return 2;
drhaa756b02004-09-25 15:25:26 +0000260 }else if( c=='>' ){
drh75897232000-05-29 14:26:00 +0000261 *tokenType = TK_NE;
262 return 2;
drhaa756b02004-09-25 15:25:26 +0000263 }else if( c=='<' ){
drhbf4133c2001-10-13 02:59:08 +0000264 *tokenType = TK_LSHIFT;
265 return 2;
drh75897232000-05-29 14:26:00 +0000266 }else{
267 *tokenType = TK_LT;
268 return 1;
269 }
270 }
drh89743312016-02-08 02:30:50 +0000271 case CC_GT: {
drhaa756b02004-09-25 15:25:26 +0000272 if( (c=z[1])=='=' ){
drh75897232000-05-29 14:26:00 +0000273 *tokenType = TK_GE;
274 return 2;
drhaa756b02004-09-25 15:25:26 +0000275 }else if( c=='>' ){
drhbf4133c2001-10-13 02:59:08 +0000276 *tokenType = TK_RSHIFT;
277 return 2;
drh75897232000-05-29 14:26:00 +0000278 }else{
279 *tokenType = TK_GT;
280 return 1;
281 }
282 }
drh89743312016-02-08 02:30:50 +0000283 case CC_BANG: {
drh75897232000-05-29 14:26:00 +0000284 if( z[1]!='=' ){
285 *tokenType = TK_ILLEGAL;
drhc837e702000-06-08 16:26:24 +0000286 return 2;
drh75897232000-05-29 14:26:00 +0000287 }else{
288 *tokenType = TK_NE;
289 return 2;
290 }
291 }
drh89743312016-02-08 02:30:50 +0000292 case CC_PIPE: {
drh00400772000-06-16 20:51:26 +0000293 if( z[1]!='|' ){
drhbf4133c2001-10-13 02:59:08 +0000294 *tokenType = TK_BITOR;
drh00400772000-06-16 20:51:26 +0000295 return 1;
296 }else{
297 *tokenType = TK_CONCAT;
298 return 2;
299 }
300 }
drh89743312016-02-08 02:30:50 +0000301 case CC_COMMA: {
drh75897232000-05-29 14:26:00 +0000302 *tokenType = TK_COMMA;
303 return 1;
304 }
drh89743312016-02-08 02:30:50 +0000305 case CC_AND: {
drhbf4133c2001-10-13 02:59:08 +0000306 *tokenType = TK_BITAND;
307 return 1;
308 }
drh89743312016-02-08 02:30:50 +0000309 case CC_TILDA: {
drhbf4133c2001-10-13 02:59:08 +0000310 *tokenType = TK_BITNOT;
311 return 1;
312 }
drh89743312016-02-08 02:30:50 +0000313 case CC_QUOTE: {
drh75897232000-05-29 14:26:00 +0000314 int delim = z[0];
drh19f81f62009-06-09 18:01:37 +0000315 testcase( delim=='`' );
316 testcase( delim=='\'' );
317 testcase( delim=='"' );
drhaa756b02004-09-25 15:25:26 +0000318 for(i=1; (c=z[i])!=0; i++){
319 if( c==delim ){
drh75897232000-05-29 14:26:00 +0000320 if( z[i+1]==delim ){
321 i++;
322 }else{
323 break;
324 }
325 }
326 }
drha33cb5f2008-08-07 13:05:34 +0000327 if( c=='\'' ){
drheef8b552005-10-23 11:29:40 +0000328 *tokenType = TK_STRING;
329 return i+1;
drha33cb5f2008-08-07 13:05:34 +0000330 }else if( c!=0 ){
331 *tokenType = TK_ID;
332 return i+1;
drheef8b552005-10-23 11:29:40 +0000333 }else{
334 *tokenType = TK_ILLEGAL;
335 return i;
336 }
drh75897232000-05-29 14:26:00 +0000337 }
drh89743312016-02-08 02:30:50 +0000338 case CC_DOT: {
drh76816182005-08-23 11:31:26 +0000339#ifndef SQLITE_OMIT_FLOATING_POINT
danielk197778ca0e72009-01-20 16:53:39 +0000340 if( !sqlite3Isdigit(z[1]) )
drh76816182005-08-23 11:31:26 +0000341#endif
342 {
343 *tokenType = TK_DOT;
344 return 1;
345 }
346 /* If the next character is a digit, this is a floating point
347 ** number that begins with ".". Fall thru into the next case */
drh75897232000-05-29 14:26:00 +0000348 }
drh89743312016-02-08 02:30:50 +0000349 case CC_DIGIT: {
drh19f81f62009-06-09 18:01:37 +0000350 testcase( z[0]=='0' ); testcase( z[0]=='1' ); testcase( z[0]=='2' );
351 testcase( z[0]=='3' ); testcase( z[0]=='4' ); testcase( z[0]=='5' );
352 testcase( z[0]=='6' ); testcase( z[0]=='7' ); testcase( z[0]=='8' );
353 testcase( z[0]=='9' );
drhc837e702000-06-08 16:26:24 +0000354 *tokenType = TK_INTEGER;
drh28e048c2014-07-23 01:26:51 +0000355#ifndef SQLITE_OMIT_HEX_INTEGER
356 if( z[0]=='0' && (z[1]=='x' || z[1]=='X') && sqlite3Isxdigit(z[2]) ){
357 for(i=3; sqlite3Isxdigit(z[i]); i++){}
358 return i;
359 }
360#endif
danielk197778ca0e72009-01-20 16:53:39 +0000361 for(i=0; sqlite3Isdigit(z[i]); i++){}
drhb7f91642004-10-31 02:22:47 +0000362#ifndef SQLITE_OMIT_FLOATING_POINT
drh76816182005-08-23 11:31:26 +0000363 if( z[i]=='.' ){
364 i++;
danielk197778ca0e72009-01-20 16:53:39 +0000365 while( sqlite3Isdigit(z[i]) ){ i++; }
drhc837e702000-06-08 16:26:24 +0000366 *tokenType = TK_FLOAT;
367 }
368 if( (z[i]=='e' || z[i]=='E') &&
danielk197778ca0e72009-01-20 16:53:39 +0000369 ( sqlite3Isdigit(z[i+1])
370 || ((z[i+1]=='+' || z[i+1]=='-') && sqlite3Isdigit(z[i+2]))
drh75897232000-05-29 14:26:00 +0000371 )
drhc837e702000-06-08 16:26:24 +0000372 ){
373 i += 2;
danielk197778ca0e72009-01-20 16:53:39 +0000374 while( sqlite3Isdigit(z[i]) ){ i++; }
drh75897232000-05-29 14:26:00 +0000375 *tokenType = TK_FLOAT;
drh75897232000-05-29 14:26:00 +0000376 }
drhb7f91642004-10-31 02:22:47 +0000377#endif
drh67dd9012006-08-12 12:33:14 +0000378 while( IdChar(z[i]) ){
379 *tokenType = TK_ILLEGAL;
380 i++;
381 }
drh75897232000-05-29 14:26:00 +0000382 return i;
383 }
drh89743312016-02-08 02:30:50 +0000384 case CC_QUOTE2: {
drhaa756b02004-09-25 15:25:26 +0000385 for(i=1, c=z[0]; c!=']' && (c=z[i])!=0; i++){}
drh4b2f9362008-01-22 23:37:09 +0000386 *tokenType = c==']' ? TK_ID : TK_ILLEGAL;
drh2f4392f2002-02-14 21:42:51 +0000387 return i;
388 }
drh89743312016-02-08 02:30:50 +0000389 case CC_VARNUM: {
drh50457892003-09-06 01:10:47 +0000390 *tokenType = TK_VARIABLE;
danielk197778ca0e72009-01-20 16:53:39 +0000391 for(i=1; sqlite3Isdigit(z[i]); i++){}
drhfa6bc002004-09-07 16:19:52 +0000392 return i;
drh50457892003-09-06 01:10:47 +0000393 }
drh89743312016-02-08 02:30:50 +0000394 case CC_DOLLAR:
395 case CC_VARALPHA: {
drh288d37f2005-06-22 08:48:06 +0000396 int n = 0;
drhf59b12f2014-01-11 03:54:05 +0000397 testcase( z[0]=='$' ); testcase( z[0]=='@' );
398 testcase( z[0]==':' ); testcase( z[0]=='#' );
drh9d74b4c2004-08-24 15:23:34 +0000399 *tokenType = TK_VARIABLE;
drh288d37f2005-06-22 08:48:06 +0000400 for(i=1; (c=z[i])!=0; i++){
401 if( IdChar(c) ){
402 n++;
403#ifndef SQLITE_OMIT_TCL_VARIABLE
404 }else if( c=='(' && n>0 ){
405 do{
406 i++;
danielk197778ca0e72009-01-20 16:53:39 +0000407 }while( (c=z[i])!=0 && !sqlite3Isspace(c) && c!=')' );
drh288d37f2005-06-22 08:48:06 +0000408 if( c==')' ){
drh895d7472004-08-20 16:02:39 +0000409 i++;
410 }else{
drh288d37f2005-06-22 08:48:06 +0000411 *tokenType = TK_ILLEGAL;
drh895d7472004-08-20 16:02:39 +0000412 }
drh288d37f2005-06-22 08:48:06 +0000413 break;
414 }else if( c==':' && z[i+1]==':' ){
415 i++;
416#endif
417 }else{
418 break;
drh895d7472004-08-20 16:02:39 +0000419 }
420 }
drh288d37f2005-06-22 08:48:06 +0000421 if( n==0 ) *tokenType = TK_ILLEGAL;
drh895d7472004-08-20 16:02:39 +0000422 return i;
drhb7f91642004-10-31 02:22:47 +0000423 }
drhb7f91642004-10-31 02:22:47 +0000424#ifndef SQLITE_OMIT_BLOB_LITERAL
drh89743312016-02-08 02:30:50 +0000425 case CC_X: {
drh19f81f62009-06-09 18:01:37 +0000426 testcase( z[0]=='x' ); testcase( z[0]=='X' );
drh4b2f9362008-01-22 23:37:09 +0000427 if( z[1]=='\'' ){
danielk19773fd0a732004-05-27 13:35:19 +0000428 *tokenType = TK_BLOB;
drh3a61a5a2011-06-03 21:34:45 +0000429 for(i=2; sqlite3Isxdigit(z[i]); i++){}
430 if( z[i]!='\'' || i%2 ){
431 *tokenType = TK_ILLEGAL;
432 while( z[i] && z[i]!='\'' ){ i++; }
danielk1977c572ef72004-05-27 09:28:41 +0000433 }
drh3a61a5a2011-06-03 21:34:45 +0000434 if( z[i] ) i++;
danielk1977c572ef72004-05-27 09:28:41 +0000435 return i;
436 }
drh89743312016-02-08 02:30:50 +0000437 i = 1;
438 break;
danielk1977c572ef72004-05-27 09:28:41 +0000439 }
drhb7f91642004-10-31 02:22:47 +0000440#endif
drh89743312016-02-08 02:30:50 +0000441 case CC_KYWD: {
442 for(i=1; aiClass[z[i]]<=CC_KYWD; i++){}
drh34dcee62016-02-08 19:15:48 +0000443 if( IdChar(z[i]) ){ i++; break; }
drh54bb56d2015-11-10 03:30:51 +0000444 *tokenType = TK_ID;
445 return keywordCode((char*)z, i, tokenType);
drh75897232000-05-29 14:26:00 +0000446 }
drh89743312016-02-08 02:30:50 +0000447 case CC_ID: {
448 i = 1;
449 break;
450 }
451 default: {
452 *tokenType = TK_ILLEGAL;
453 return 1;
454 }
drh75897232000-05-29 14:26:00 +0000455 }
drh34dcee62016-02-08 19:15:48 +0000456 while( IdChar(z[i]) ){ i++; }
drh89743312016-02-08 02:30:50 +0000457 *tokenType = TK_ID;
458 return i;
drh75897232000-05-29 14:26:00 +0000459}
460
461/*
462** Run the parser on the given SQL string. The parser structure is
drhb19a2bc2001-09-16 00:13:26 +0000463** passed in. An SQLITE_ status code is returned. If an error occurs
drhfb45d8c2008-07-08 00:06:49 +0000464** then an and attempt is made to write an error message into
465** memory obtained from sqlite3_malloc() and to make *pzErrMsg point to that
466** error message.
drh75897232000-05-29 14:26:00 +0000467*/
danielk19774adee202004-05-08 08:23:19 +0000468int sqlite3RunParser(Parse *pParse, const char *zSql, char **pzErrMsg){
drhd9da78a2009-03-24 15:08:09 +0000469 int nErr = 0; /* Number of errors encountered */
470 int i; /* Loop counter */
471 void *pEngine; /* The LEMON-generated LALR(1) parser */
472 int tokenType; /* type of the next token */
473 int lastTokenParsed = -1; /* type of the previous token */
drhd9da78a2009-03-24 15:08:09 +0000474 sqlite3 *db = pParse->db; /* The database connection */
475 int mxSqlLen; /* Max length of an SQL string */
drh75897232000-05-29 14:26:00 +0000476
drh96c707a2015-02-13 16:36:14 +0000477 assert( zSql!=0 );
drhd9da78a2009-03-24 15:08:09 +0000478 mxSqlLen = db->aLimit[SQLITE_LIMIT_SQL_LENGTH];
drh4f7d3a52013-06-27 23:54:02 +0000479 if( db->nVdbeActive==0 ){
drh15ca1df2006-07-26 13:43:30 +0000480 db->u1.isInterrupted = 0;
481 }
drh4c504392000-10-16 22:06:40 +0000482 pParse->rc = SQLITE_OK;
drhe7f3f3e2009-07-03 22:54:36 +0000483 pParse->zTail = zSql;
drh75897232000-05-29 14:26:00 +0000484 i = 0;
drhfb45d8c2008-07-08 00:06:49 +0000485 assert( pzErrMsg!=0 );
drh3bd48ab2015-09-07 18:23:37 +0000486 /* sqlite3ParserTrace(stdout, "parser: "); */
drhfb046e72014-09-12 04:28:33 +0000487 pEngine = sqlite3ParserAlloc(sqlite3Malloc);
drh75897232000-05-29 14:26:00 +0000488 if( pEngine==0 ){
drh4a642b62016-02-05 01:55:27 +0000489 sqlite3OomFault(db);
drhdefc9972005-06-06 14:45:42 +0000490 return SQLITE_NOMEM;
drh75897232000-05-29 14:26:00 +0000491 }
drhfa6bc002004-09-07 16:19:52 +0000492 assert( pParse->pNewTable==0 );
493 assert( pParse->pNewTrigger==0 );
494 assert( pParse->nVar==0 );
drh124c0b42011-06-01 18:15:55 +0000495 assert( pParse->nzVar==0 );
496 assert( pParse->azVar==0 );
drh0739e452015-11-09 02:08:09 +0000497 while( zSql[i]!=0 ){
drh32eb7b42003-01-07 01:44:37 +0000498 assert( i>=0 );
drhb7916a72009-05-27 10:31:29 +0000499 pParse->sLastToken.z = &zSql[i];
drh35b5a332008-04-05 18:41:42 +0000500 pParse->sLastToken.n = sqlite3GetToken((unsigned char*)&zSql[i],&tokenType);
drh75897232000-05-29 14:26:00 +0000501 i += pParse->sLastToken.n;
drhbb4957f2008-03-20 14:03:29 +0000502 if( i>mxSqlLen ){
drhe5c941b2007-05-08 13:58:26 +0000503 pParse->rc = SQLITE_TOOBIG;
504 break;
505 }
drh0739e452015-11-09 02:08:09 +0000506 if( tokenType>=TK_SPACE ){
507 assert( tokenType==TK_SPACE || tokenType==TK_ILLEGAL );
508 if( db->u1.isInterrupted ){
drh0739e452015-11-09 02:08:09 +0000509 pParse->rc = SQLITE_INTERRUPT;
drh75897232000-05-29 14:26:00 +0000510 break;
511 }
drh0739e452015-11-09 02:08:09 +0000512 if( tokenType==TK_ILLEGAL ){
drh347bdc32015-04-15 07:57:27 +0000513 sqlite3ErrorMsg(pParse, "unrecognized token: \"%T\"",
drhfb45d8c2008-07-08 00:06:49 +0000514 &pParse->sLastToken);
drh75897232000-05-29 14:26:00 +0000515 break;
drh32eb7b42003-01-07 01:44:37 +0000516 }
drh0739e452015-11-09 02:08:09 +0000517 }else{
518 if( tokenType==TK_SEMI ) pParse->zTail = &zSql[i];
519 sqlite3Parser(pEngine, tokenType, pParse->sLastToken, pParse);
520 lastTokenParsed = tokenType;
521 if( pParse->rc!=SQLITE_OK || db->mallocFailed ) break;
drh75897232000-05-29 14:26:00 +0000522 }
523 }
drh0be0cf62015-04-15 08:37:42 +0000524 assert( nErr==0 );
drhe7266222015-05-29 17:51:16 +0000525 if( pParse->rc==SQLITE_OK && db->mallocFailed==0 ){
526 assert( zSql[i]==0 );
drhb86ccfb2003-01-28 23:13:10 +0000527 if( lastTokenParsed!=TK_SEMI ){
danielk19774adee202004-05-08 08:23:19 +0000528 sqlite3Parser(pEngine, TK_SEMI, pParse->sLastToken, pParse);
drha248a722015-09-07 19:52:55 +0000529 pParse->zTail = &zSql[i];
drh75897232000-05-29 14:26:00 +0000530 }
drh9a9705d2015-04-25 00:32:30 +0000531 if( pParse->rc==SQLITE_OK && db->mallocFailed==0 ){
532 sqlite3Parser(pEngine, 0, pParse->sLastToken, pParse);
533 }
drh75897232000-05-29 14:26:00 +0000534 }
drhec424a52008-07-25 15:39:03 +0000535#ifdef YYTRACKMAXSTACKDEPTH
drhaf89fe62015-03-23 17:25:18 +0000536 sqlite3_mutex_enter(sqlite3MallocMutex());
drhb02392e2015-10-15 15:28:56 +0000537 sqlite3StatusHighwater(SQLITE_STATUS_PARSER_STACK,
drhec424a52008-07-25 15:39:03 +0000538 sqlite3ParserStackPeak(pEngine)
539 );
drhaf89fe62015-03-23 17:25:18 +0000540 sqlite3_mutex_leave(sqlite3MallocMutex());
drhec424a52008-07-25 15:39:03 +0000541#endif /* YYDEBUG */
drh17435752007-08-16 04:30:38 +0000542 sqlite3ParserFree(pEngine, sqlite3_free);
543 if( db->mallocFailed ){
drh71c697e2004-08-08 23:39:19 +0000544 pParse->rc = SQLITE_NOMEM;
545 }
drhb86ccfb2003-01-28 23:13:10 +0000546 if( pParse->rc!=SQLITE_OK && pParse->rc!=SQLITE_DONE && pParse->zErrMsg==0 ){
drh22c17b82015-05-15 04:13:15 +0000547 pParse->zErrMsg = sqlite3MPrintf(db, "%s", sqlite3ErrStr(pParse->rc));
drhb86ccfb2003-01-28 23:13:10 +0000548 }
drh19f81f62009-06-09 18:01:37 +0000549 assert( pzErrMsg!=0 );
drh75897232000-05-29 14:26:00 +0000550 if( pParse->zErrMsg ){
drh19f81f62009-06-09 18:01:37 +0000551 *pzErrMsg = pParse->zErrMsg;
drh413c3d32010-02-23 20:11:56 +0000552 sqlite3_log(pParse->rc, "%s", *pzErrMsg);
drhb86ccfb2003-01-28 23:13:10 +0000553 pParse->zErrMsg = 0;
drh4b2f9362008-01-22 23:37:09 +0000554 nErr++;
drh75897232000-05-29 14:26:00 +0000555 }
drh2958a4e2004-11-12 03:56:15 +0000556 if( pParse->pVdbe && pParse->nErr>0 && pParse->nested==0 ){
danielk19774adee202004-05-08 08:23:19 +0000557 sqlite3VdbeDelete(pParse->pVdbe);
drh75897232000-05-29 14:26:00 +0000558 pParse->pVdbe = 0;
559 }
danielk1977c00da102006-01-07 13:21:04 +0000560#ifndef SQLITE_OMIT_SHARED_CACHE
561 if( pParse->nested==0 ){
drh633e6d52008-07-28 19:34:53 +0000562 sqlite3DbFree(db, pParse->aTableLock);
danielk1977c00da102006-01-07 13:21:04 +0000563 pParse->aTableLock = 0;
564 pParse->nTableLock = 0;
565 }
566#endif
drh4f3dd152008-04-28 18:46:43 +0000567#ifndef SQLITE_OMIT_VIRTUALTABLE
drhb9755982010-07-24 16:34:37 +0000568 sqlite3_free(pParse->apVtabLock);
drh4f3dd152008-04-28 18:46:43 +0000569#endif
danielk19777e6ebfb2006-06-12 11:24:37 +0000570
danielk19777e6ebfb2006-06-12 11:24:37 +0000571 if( !IN_DECLARE_VTAB ){
572 /* If the pParse->declareVtab flag is set, do not delete any table
573 ** structure built up in pParse->pNewTable. The calling code (see vtab.c)
574 ** will take responsibility for freeing the Table structure.
575 */
dan1feeaed2010-07-23 15:41:47 +0000576 sqlite3DeleteTable(db, pParse->pNewTable);
danielk19777e6ebfb2006-06-12 11:24:37 +0000577 }
578
drh6e772262015-11-07 17:48:21 +0000579 sqlite3WithDelete(db, pParse->pWithToFree);
drh633e6d52008-07-28 19:34:53 +0000580 sqlite3DeleteTrigger(db, pParse->pNewTrigger);
drh124c0b42011-06-01 18:15:55 +0000581 for(i=pParse->nzVar-1; i>=0; i--) sqlite3DbFree(db, pParse->azVar[i]);
582 sqlite3DbFree(db, pParse->azVar);
drh0b9f50d2009-06-23 20:28:53 +0000583 while( pParse->pAinc ){
584 AutoincInfo *p = pParse->pAinc;
585 pParse->pAinc = p->pNext;
586 sqlite3DbFree(db, p);
587 }
drh588a9a12008-09-01 15:52:10 +0000588 while( pParse->pZombieTab ){
589 Table *p = pParse->pZombieTab;
590 pParse->pZombieTab = p->pNextZombie;
dan1feeaed2010-07-23 15:41:47 +0000591 sqlite3DeleteTable(db, p);
drh588a9a12008-09-01 15:52:10 +0000592 }
drhf3151f02015-04-16 20:27:09 +0000593 assert( nErr==0 || pParse->rc!=SQLITE_OK );
drh75897232000-05-29 14:26:00 +0000594 return nErr;
595}