blob: 0d9242862bc697696b576ccde96811dba7bd8fd8 [file] [log] [blame]
danielk1977998b56c2004-05-06 23:37:52 +00001/*
2** 2001 September 15
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
12** Code for testing the utf.c module in SQLite. This code
13** is not included in the SQLite library. It is used for automated
danielk1977295ba552004-05-19 10:34:51 +000014** testing of the SQLite library. Specifically, the code in this file
15** is used for testing the SQLite routines for converting between
16** the various supported unicode encodings.
danielk1977998b56c2004-05-06 23:37:52 +000017*/
18#include "sqliteInt.h"
danielk19770202b292004-06-09 09:55:16 +000019#include "vdbeInt.h"
mistachkin52b1dbb2016-07-28 14:37:04 +000020#if defined(INCLUDE_SQLITE_TCL_H)
21# include "sqlite_tcl.h"
22#else
23# include "tcl.h"
24#endif
danielk1977998b56c2004-05-06 23:37:52 +000025#include <stdlib.h>
26#include <string.h>
27
28/*
danielk1977295ba552004-05-19 10:34:51 +000029** The first argument is a TCL UTF-8 string. Return the byte array
30** object with the encoded representation of the string, including
31** the NULL terminator.
32*/
mistachkin7617e4a2016-07-28 17:11:20 +000033static int SQLITE_TCLAPI binarize(
danielk1977295ba552004-05-19 10:34:51 +000034 void * clientData,
35 Tcl_Interp *interp,
36 int objc,
37 Tcl_Obj *CONST objv[]
38){
39 int len;
40 char *bytes;
41 Tcl_Obj *pRet;
42 assert(objc==2);
43
44 bytes = Tcl_GetStringFromObj(objv[1], &len);
drh03d847e2005-12-09 20:21:58 +000045 pRet = Tcl_NewByteArrayObj((u8*)bytes, len+1);
danielk1977295ba552004-05-19 10:34:51 +000046 Tcl_SetObjResult(interp, pRet);
47 return TCL_OK;
48}
49
danielk19770202b292004-06-09 09:55:16 +000050/*
51** Usage: test_value_overhead <repeat-count> <do-calls>.
52**
53** This routine is used to test the overhead of calls to
54** sqlite3_value_text(), on a value that contains a UTF-8 string. The idea
55** is to figure out whether or not it is a problem to use sqlite3_value
56** structures with collation sequence functions.
57**
58** If <do-calls> is 0, then the calls to sqlite3_value_text() are not
59** actually made.
60*/
mistachkin7617e4a2016-07-28 17:11:20 +000061static int SQLITE_TCLAPI test_value_overhead(
danielk19770202b292004-06-09 09:55:16 +000062 void * clientData,
63 Tcl_Interp *interp,
64 int objc,
65 Tcl_Obj *CONST objv[]
66){
67 int do_calls;
68 int repeat_count;
69 int i;
70 Mem val;
danielk19770202b292004-06-09 09:55:16 +000071
72 if( objc!=3 ){
73 Tcl_AppendResult(interp, "wrong # args: should be \"",
74 Tcl_GetStringFromObj(objv[0], 0), " <repeat-count> <do-calls>", 0);
75 return TCL_ERROR;
76 }
77
78 if( Tcl_GetIntFromObj(interp, objv[1], &repeat_count) ) return TCL_ERROR;
79 if( Tcl_GetIntFromObj(interp, objv[2], &do_calls) ) return TCL_ERROR;
80
81 val.flags = MEM_Str|MEM_Term|MEM_Static;
82 val.z = "hello world";
danielk1977dc8453f2004-06-12 00:42:34 +000083 val.enc = SQLITE_UTF8;
danielk19770202b292004-06-09 09:55:16 +000084
85 for(i=0; i<repeat_count; i++){
86 if( do_calls ){
drhcaffb1a2012-01-30 18:00:31 +000087 sqlite3_value_text(&val);
danielk19770202b292004-06-09 09:55:16 +000088 }
89 }
90
91 return TCL_OK;
92}
93
danielk1977bfd6cce2004-06-18 04:24:54 +000094static u8 name_to_enc(Tcl_Interp *interp, Tcl_Obj *pObj){
95 struct EncName {
96 char *zName;
97 u8 enc;
98 } encnames[] = {
99 { "UTF8", SQLITE_UTF8 },
100 { "UTF16LE", SQLITE_UTF16LE },
101 { "UTF16BE", SQLITE_UTF16BE },
danielk197744a376f2008-08-12 15:04:58 +0000102 { "UTF16", SQLITE_UTF16 },
danielk1977bfd6cce2004-06-18 04:24:54 +0000103 { 0, 0 }
104 };
105 struct EncName *pEnc;
106 char *z = Tcl_GetString(pObj);
107 for(pEnc=&encnames[0]; pEnc->zName; pEnc++){
108 if( 0==sqlite3StrICmp(z, pEnc->zName) ){
109 break;
110 }
111 }
112 if( !pEnc->enc ){
113 Tcl_AppendResult(interp, "No such encoding: ", z, 0);
114 }
danielk197744a376f2008-08-12 15:04:58 +0000115 if( pEnc->enc==SQLITE_UTF16 ){
116 return SQLITE_UTF16NATIVE;
117 }
danielk1977bfd6cce2004-06-18 04:24:54 +0000118 return pEnc->enc;
119}
120
danielk19771ba1b552004-06-23 13:46:32 +0000121/*
122** Usage: test_translate <string/blob> <from enc> <to enc> ?<transient>?
123**
124*/
mistachkin7617e4a2016-07-28 17:11:20 +0000125static int SQLITE_TCLAPI test_translate(
danielk1977bfd6cce2004-06-18 04:24:54 +0000126 void * clientData,
127 Tcl_Interp *interp,
128 int objc,
129 Tcl_Obj *CONST objv[]
130){
131 u8 enc_from;
132 u8 enc_to;
133 sqlite3_value *pVal;
134
danielk19771ba1b552004-06-23 13:46:32 +0000135 char *z;
danielk1977bfd6cce2004-06-18 04:24:54 +0000136 int len;
danielk19771ba1b552004-06-23 13:46:32 +0000137 void (*xDel)(void *p) = SQLITE_STATIC;
danielk1977bfd6cce2004-06-18 04:24:54 +0000138
danielk19771ba1b552004-06-23 13:46:32 +0000139 if( objc!=4 && objc!=5 ){
danielk1977bfd6cce2004-06-18 04:24:54 +0000140 Tcl_AppendResult(interp, "wrong # args: should be \"",
141 Tcl_GetStringFromObj(objv[0], 0),
142 " <string/blob> <from enc> <to enc>", 0
143 );
144 return TCL_ERROR;
145 }
danielk19771ba1b552004-06-23 13:46:32 +0000146 if( objc==5 ){
danielk19771e536952007-08-16 10:09:01 +0000147 xDel = sqlite3_free;
danielk19771ba1b552004-06-23 13:46:32 +0000148 }
danielk1977bfd6cce2004-06-18 04:24:54 +0000149
150 enc_from = name_to_enc(interp, objv[2]);
151 if( !enc_from ) return TCL_ERROR;
152 enc_to = name_to_enc(interp, objv[3]);
153 if( !enc_to ) return TCL_ERROR;
154
danielk19771e536952007-08-16 10:09:01 +0000155 pVal = sqlite3ValueNew(0);
danielk1977bfd6cce2004-06-18 04:24:54 +0000156
157 if( enc_from==SQLITE_UTF8 ){
158 z = Tcl_GetString(objv[1]);
danielk19771ba1b552004-06-23 13:46:32 +0000159 if( objc==5 ){
drhb9755982010-07-24 16:34:37 +0000160 z = sqlite3_mprintf("%s", z);
danielk19771ba1b552004-06-23 13:46:32 +0000161 }
drhb21c8cd2007-08-21 19:33:56 +0000162 sqlite3ValueSetStr(pVal, -1, z, enc_from, xDel);
danielk1977bfd6cce2004-06-18 04:24:54 +0000163 }else{
drh03d847e2005-12-09 20:21:58 +0000164 z = (char*)Tcl_GetByteArrayFromObj(objv[1], &len);
danielk19771ba1b552004-06-23 13:46:32 +0000165 if( objc==5 ){
166 char *zTmp = z;
drh17435752007-08-16 04:30:38 +0000167 z = sqlite3_malloc(len);
danielk19771ba1b552004-06-23 13:46:32 +0000168 memcpy(z, zTmp, len);
169 }
drhb21c8cd2007-08-21 19:33:56 +0000170 sqlite3ValueSetStr(pVal, -1, z, enc_from, xDel);
danielk1977bfd6cce2004-06-18 04:24:54 +0000171 }
172
drhb21c8cd2007-08-21 19:33:56 +0000173 z = (char *)sqlite3ValueText(pVal, enc_to);
174 len = sqlite3ValueBytes(pVal, enc_to) + (enc_to==SQLITE_UTF8?1:2);
drh03d847e2005-12-09 20:21:58 +0000175 Tcl_SetObjResult(interp, Tcl_NewByteArrayObj((u8*)z, len));
danielk1977bfd6cce2004-06-18 04:24:54 +0000176
177 sqlite3ValueFree(pVal);
178
179 return TCL_OK;
180}
181
182/*
183** Usage: translate_selftest
184**
drhee858132007-05-08 20:37:38 +0000185** Call sqlite3UtfSelfTest() to run the internal tests for unicode
danielk1977bfd6cce2004-06-18 04:24:54 +0000186** translation. If there is a problem an assert() will fail.
187**/
danielk197744a376f2008-08-12 15:04:58 +0000188void sqlite3UtfSelfTest(void);
mistachkin7617e4a2016-07-28 17:11:20 +0000189static int SQLITE_TCLAPI test_translate_selftest(
danielk1977bfd6cce2004-06-18 04:24:54 +0000190 void * clientData,
191 Tcl_Interp *interp,
192 int objc,
193 Tcl_Obj *CONST objv[]
194){
drh6c626082004-11-14 21:56:29 +0000195#ifndef SQLITE_OMIT_UTF16
drhee858132007-05-08 20:37:38 +0000196 sqlite3UtfSelfTest();
drh6c626082004-11-14 21:56:29 +0000197#endif
danielk1977bfd6cce2004-06-18 04:24:54 +0000198 return SQLITE_OK;
199}
200
danielk1977998b56c2004-05-06 23:37:52 +0000201
202/*
203** Register commands with the TCL interpreter.
204*/
205int Sqlitetest5_Init(Tcl_Interp *interp){
206 static struct {
207 char *zName;
danielk1977295ba552004-05-19 10:34:51 +0000208 Tcl_ObjCmdProc *xProc;
danielk1977998b56c2004-05-06 23:37:52 +0000209 } aCmd[] = {
danielk197724162fe2004-06-04 06:22:00 +0000210 { "binarize", (Tcl_ObjCmdProc*)binarize },
danielk19770202b292004-06-09 09:55:16 +0000211 { "test_value_overhead", (Tcl_ObjCmdProc*)test_value_overhead },
danielk1977bfd6cce2004-06-18 04:24:54 +0000212 { "test_translate", (Tcl_ObjCmdProc*)test_translate },
213 { "translate_selftest", (Tcl_ObjCmdProc*)test_translate_selftest},
danielk1977998b56c2004-05-06 23:37:52 +0000214 };
215 int i;
216 for(i=0; i<sizeof(aCmd)/sizeof(aCmd[0]); i++){
danielk1977295ba552004-05-19 10:34:51 +0000217 Tcl_CreateObjCommand(interp, aCmd[i].zName, aCmd[i].xProc, 0, 0);
danielk1977998b56c2004-05-06 23:37:52 +0000218 }
danielk19770202b292004-06-09 09:55:16 +0000219 return SQLITE_OK;
danielk1977998b56c2004-05-06 23:37:52 +0000220}