blob: 303d1205b22628423d986f71e27c7cf714a745a6 [file] [log] [blame]
danielk1977998b56c2004-05-06 23:37:52 +00001/*
2** 2001 September 15
3**
4** The author disclaims copyright to this source code. In place of
5** a legal notice, here is a blessing:
6**
7** May you do good and not evil.
8** May you find forgiveness for yourself and forgive others.
9** May you share freely, never taking more than you give.
10**
11*************************************************************************
12** Code for testing the utf.c module in SQLite. This code
13** is not included in the SQLite library. It is used for automated
danielk1977295ba552004-05-19 10:34:51 +000014** testing of the SQLite library. Specifically, the code in this file
15** is used for testing the SQLite routines for converting between
16** the various supported unicode encodings.
danielk1977998b56c2004-05-06 23:37:52 +000017*/
18#include "sqliteInt.h"
danielk19770202b292004-06-09 09:55:16 +000019#include "vdbeInt.h"
danielk1977998b56c2004-05-06 23:37:52 +000020#include "tcl.h"
21#include <stdlib.h>
22#include <string.h>
23
24/*
danielk1977295ba552004-05-19 10:34:51 +000025** The first argument is a TCL UTF-8 string. Return the byte array
26** object with the encoded representation of the string, including
27** the NULL terminator.
28*/
29static int binarize(
30 void * clientData,
31 Tcl_Interp *interp,
32 int objc,
33 Tcl_Obj *CONST objv[]
34){
35 int len;
36 char *bytes;
37 Tcl_Obj *pRet;
38 assert(objc==2);
39
40 bytes = Tcl_GetStringFromObj(objv[1], &len);
drh03d847e2005-12-09 20:21:58 +000041 pRet = Tcl_NewByteArrayObj((u8*)bytes, len+1);
danielk1977295ba552004-05-19 10:34:51 +000042 Tcl_SetObjResult(interp, pRet);
43 return TCL_OK;
44}
45
danielk19770202b292004-06-09 09:55:16 +000046/*
47** Usage: test_value_overhead <repeat-count> <do-calls>.
48**
49** This routine is used to test the overhead of calls to
50** sqlite3_value_text(), on a value that contains a UTF-8 string. The idea
51** is to figure out whether or not it is a problem to use sqlite3_value
52** structures with collation sequence functions.
53**
54** If <do-calls> is 0, then the calls to sqlite3_value_text() are not
55** actually made.
56*/
57static int test_value_overhead(
58 void * clientData,
59 Tcl_Interp *interp,
60 int objc,
61 Tcl_Obj *CONST objv[]
62){
63 int do_calls;
64 int repeat_count;
65 int i;
66 Mem val;
danielk19770202b292004-06-09 09:55:16 +000067
68 if( objc!=3 ){
69 Tcl_AppendResult(interp, "wrong # args: should be \"",
70 Tcl_GetStringFromObj(objv[0], 0), " <repeat-count> <do-calls>", 0);
71 return TCL_ERROR;
72 }
73
74 if( Tcl_GetIntFromObj(interp, objv[1], &repeat_count) ) return TCL_ERROR;
75 if( Tcl_GetIntFromObj(interp, objv[2], &do_calls) ) return TCL_ERROR;
76
77 val.flags = MEM_Str|MEM_Term|MEM_Static;
78 val.z = "hello world";
79 val.type = SQLITE_TEXT;
danielk1977dc8453f2004-06-12 00:42:34 +000080 val.enc = SQLITE_UTF8;
danielk19770202b292004-06-09 09:55:16 +000081
82 for(i=0; i<repeat_count; i++){
83 if( do_calls ){
drhcaffb1a2012-01-30 18:00:31 +000084 sqlite3_value_text(&val);
danielk19770202b292004-06-09 09:55:16 +000085 }
86 }
87
88 return TCL_OK;
89}
90
danielk1977bfd6cce2004-06-18 04:24:54 +000091static u8 name_to_enc(Tcl_Interp *interp, Tcl_Obj *pObj){
92 struct EncName {
93 char *zName;
94 u8 enc;
95 } encnames[] = {
96 { "UTF8", SQLITE_UTF8 },
97 { "UTF16LE", SQLITE_UTF16LE },
98 { "UTF16BE", SQLITE_UTF16BE },
danielk197744a376f2008-08-12 15:04:58 +000099 { "UTF16", SQLITE_UTF16 },
danielk1977bfd6cce2004-06-18 04:24:54 +0000100 { 0, 0 }
101 };
102 struct EncName *pEnc;
103 char *z = Tcl_GetString(pObj);
104 for(pEnc=&encnames[0]; pEnc->zName; pEnc++){
105 if( 0==sqlite3StrICmp(z, pEnc->zName) ){
106 break;
107 }
108 }
109 if( !pEnc->enc ){
110 Tcl_AppendResult(interp, "No such encoding: ", z, 0);
111 }
danielk197744a376f2008-08-12 15:04:58 +0000112 if( pEnc->enc==SQLITE_UTF16 ){
113 return SQLITE_UTF16NATIVE;
114 }
danielk1977bfd6cce2004-06-18 04:24:54 +0000115 return pEnc->enc;
116}
117
danielk19771ba1b552004-06-23 13:46:32 +0000118/*
119** Usage: test_translate <string/blob> <from enc> <to enc> ?<transient>?
120**
121*/
danielk1977bfd6cce2004-06-18 04:24:54 +0000122static int test_translate(
123 void * clientData,
124 Tcl_Interp *interp,
125 int objc,
126 Tcl_Obj *CONST objv[]
127){
128 u8 enc_from;
129 u8 enc_to;
130 sqlite3_value *pVal;
131
danielk19771ba1b552004-06-23 13:46:32 +0000132 char *z;
danielk1977bfd6cce2004-06-18 04:24:54 +0000133 int len;
danielk19771ba1b552004-06-23 13:46:32 +0000134 void (*xDel)(void *p) = SQLITE_STATIC;
danielk1977bfd6cce2004-06-18 04:24:54 +0000135
danielk19771ba1b552004-06-23 13:46:32 +0000136 if( objc!=4 && objc!=5 ){
danielk1977bfd6cce2004-06-18 04:24:54 +0000137 Tcl_AppendResult(interp, "wrong # args: should be \"",
138 Tcl_GetStringFromObj(objv[0], 0),
139 " <string/blob> <from enc> <to enc>", 0
140 );
141 return TCL_ERROR;
142 }
danielk19771ba1b552004-06-23 13:46:32 +0000143 if( objc==5 ){
danielk19771e536952007-08-16 10:09:01 +0000144 xDel = sqlite3_free;
danielk19771ba1b552004-06-23 13:46:32 +0000145 }
danielk1977bfd6cce2004-06-18 04:24:54 +0000146
147 enc_from = name_to_enc(interp, objv[2]);
148 if( !enc_from ) return TCL_ERROR;
149 enc_to = name_to_enc(interp, objv[3]);
150 if( !enc_to ) return TCL_ERROR;
151
danielk19771e536952007-08-16 10:09:01 +0000152 pVal = sqlite3ValueNew(0);
danielk1977bfd6cce2004-06-18 04:24:54 +0000153
154 if( enc_from==SQLITE_UTF8 ){
155 z = Tcl_GetString(objv[1]);
danielk19771ba1b552004-06-23 13:46:32 +0000156 if( objc==5 ){
drhb9755982010-07-24 16:34:37 +0000157 z = sqlite3_mprintf("%s", z);
danielk19771ba1b552004-06-23 13:46:32 +0000158 }
drhb21c8cd2007-08-21 19:33:56 +0000159 sqlite3ValueSetStr(pVal, -1, z, enc_from, xDel);
danielk1977bfd6cce2004-06-18 04:24:54 +0000160 }else{
drh03d847e2005-12-09 20:21:58 +0000161 z = (char*)Tcl_GetByteArrayFromObj(objv[1], &len);
danielk19771ba1b552004-06-23 13:46:32 +0000162 if( objc==5 ){
163 char *zTmp = z;
drh17435752007-08-16 04:30:38 +0000164 z = sqlite3_malloc(len);
danielk19771ba1b552004-06-23 13:46:32 +0000165 memcpy(z, zTmp, len);
166 }
drhb21c8cd2007-08-21 19:33:56 +0000167 sqlite3ValueSetStr(pVal, -1, z, enc_from, xDel);
danielk1977bfd6cce2004-06-18 04:24:54 +0000168 }
169
drhb21c8cd2007-08-21 19:33:56 +0000170 z = (char *)sqlite3ValueText(pVal, enc_to);
171 len = sqlite3ValueBytes(pVal, enc_to) + (enc_to==SQLITE_UTF8?1:2);
drh03d847e2005-12-09 20:21:58 +0000172 Tcl_SetObjResult(interp, Tcl_NewByteArrayObj((u8*)z, len));
danielk1977bfd6cce2004-06-18 04:24:54 +0000173
174 sqlite3ValueFree(pVal);
175
176 return TCL_OK;
177}
178
179/*
180** Usage: translate_selftest
181**
drhee858132007-05-08 20:37:38 +0000182** Call sqlite3UtfSelfTest() to run the internal tests for unicode
danielk1977bfd6cce2004-06-18 04:24:54 +0000183** translation. If there is a problem an assert() will fail.
184**/
danielk197744a376f2008-08-12 15:04:58 +0000185void sqlite3UtfSelfTest(void);
danielk1977bfd6cce2004-06-18 04:24:54 +0000186static int test_translate_selftest(
187 void * clientData,
188 Tcl_Interp *interp,
189 int objc,
190 Tcl_Obj *CONST objv[]
191){
drh6c626082004-11-14 21:56:29 +0000192#ifndef SQLITE_OMIT_UTF16
drhee858132007-05-08 20:37:38 +0000193 sqlite3UtfSelfTest();
drh6c626082004-11-14 21:56:29 +0000194#endif
danielk1977bfd6cce2004-06-18 04:24:54 +0000195 return SQLITE_OK;
196}
197
danielk1977998b56c2004-05-06 23:37:52 +0000198
199/*
200** Register commands with the TCL interpreter.
201*/
202int Sqlitetest5_Init(Tcl_Interp *interp){
203 static struct {
204 char *zName;
danielk1977295ba552004-05-19 10:34:51 +0000205 Tcl_ObjCmdProc *xProc;
danielk1977998b56c2004-05-06 23:37:52 +0000206 } aCmd[] = {
danielk197724162fe2004-06-04 06:22:00 +0000207 { "binarize", (Tcl_ObjCmdProc*)binarize },
danielk19770202b292004-06-09 09:55:16 +0000208 { "test_value_overhead", (Tcl_ObjCmdProc*)test_value_overhead },
danielk1977bfd6cce2004-06-18 04:24:54 +0000209 { "test_translate", (Tcl_ObjCmdProc*)test_translate },
210 { "translate_selftest", (Tcl_ObjCmdProc*)test_translate_selftest},
danielk1977998b56c2004-05-06 23:37:52 +0000211 };
212 int i;
213 for(i=0; i<sizeof(aCmd)/sizeof(aCmd[0]); i++){
danielk1977295ba552004-05-19 10:34:51 +0000214 Tcl_CreateObjCommand(interp, aCmd[i].zName, aCmd[i].xProc, 0, 0);
danielk1977998b56c2004-05-06 23:37:52 +0000215 }
danielk19770202b292004-06-09 09:55:16 +0000216 return SQLITE_OK;
danielk1977998b56c2004-05-06 23:37:52 +0000217}