test_hexio.c 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388
  1. /*
  2. ** 2007 April 6
  3. **
  4. ** The author disclaims copyright to this source code. In place of
  5. ** a legal notice, here is a blessing:
  6. **
  7. ** May you do good and not evil.
  8. ** May you find forgiveness for yourself and forgive others.
  9. ** May you share freely, never taking more than you give.
  10. **
  11. *************************************************************************
  12. ** Code for testing all sorts of SQLite interfaces. This code
  13. ** implements TCL commands for reading and writing the binary
  14. ** database files and displaying the content of those files as
  15. ** hexadecimal. We could, in theory, use the built-in "binary"
  16. ** command of TCL to do a lot of this, but there are some issues
  17. ** with historical versions of the "binary" command. So it seems
  18. ** easier and safer to build our own mechanism.
  19. */
  20. #include "sqliteInt.h"
  21. #include "tcl.h"
  22. #include <stdlib.h>
  23. #include <string.h>
  24. #include <assert.h>
  25. /*
  26. ** Convert binary to hex. The input zBuf[] contains N bytes of
  27. ** binary data. zBuf[] is 2*n+1 bytes long. Overwrite zBuf[]
  28. ** with a hexadecimal representation of its original binary input.
  29. */
  30. void sqlite3TestBinToHex(unsigned char *zBuf, int N){
  31. const unsigned char zHex[] = "0123456789ABCDEF";
  32. int i, j;
  33. unsigned char c;
  34. i = N*2;
  35. zBuf[i--] = 0;
  36. for(j=N-1; j>=0; j--){
  37. c = zBuf[j];
  38. zBuf[i--] = zHex[c&0xf];
  39. zBuf[i--] = zHex[c>>4];
  40. }
  41. assert( i==-1 );
  42. }
  43. /*
  44. ** Convert hex to binary. The input zIn[] contains N bytes of
  45. ** hexadecimal. Convert this into binary and write aOut[] with
  46. ** the binary data. Spaces in the original input are ignored.
  47. ** Return the number of bytes of binary rendered.
  48. */
  49. int sqlite3TestHexToBin(const unsigned char *zIn, int N, unsigned char *aOut){
  50. const unsigned char aMap[] = {
  51. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  52. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  53. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  54. 1, 2, 3, 4, 5, 6, 7, 8, 9,10, 0, 0, 0, 0, 0, 0,
  55. 0,11,12,13,14,15,16, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  56. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  57. 0,11,12,13,14,15,16, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  58. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  59. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  60. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  61. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  62. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  63. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  64. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  65. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  66. 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  67. };
  68. int i, j;
  69. int hi=1;
  70. unsigned char c;
  71. for(i=j=0; i<N; i++){
  72. c = aMap[zIn[i]];
  73. if( c==0 ) continue;
  74. if( hi ){
  75. aOut[j] = (c-1)<<4;
  76. hi = 0;
  77. }else{
  78. aOut[j++] |= c-1;
  79. hi = 1;
  80. }
  81. }
  82. return j;
  83. }
  84. /*
  85. ** Usage: hexio_read FILENAME OFFSET AMT
  86. **
  87. ** Read AMT bytes from file FILENAME beginning at OFFSET from the
  88. ** beginning of the file. Convert that information to hexadecimal
  89. ** and return the resulting HEX string.
  90. */
  91. static int hexio_read(
  92. void * clientData,
  93. Tcl_Interp *interp,
  94. int objc,
  95. Tcl_Obj *CONST objv[]
  96. ){
  97. int offset;
  98. int amt, got;
  99. const char *zFile;
  100. unsigned char *zBuf;
  101. FILE *in;
  102. if( objc!=4 ){
  103. Tcl_WrongNumArgs(interp, 1, objv, "FILENAME OFFSET AMT");
  104. return TCL_ERROR;
  105. }
  106. if( Tcl_GetIntFromObj(interp, objv[2], &offset) ) return TCL_ERROR;
  107. if( Tcl_GetIntFromObj(interp, objv[3], &amt) ) return TCL_ERROR;
  108. zFile = Tcl_GetString(objv[1]);
  109. zBuf = sqlite3_malloc( amt*2+1 );
  110. if( zBuf==0 ){
  111. return TCL_ERROR;
  112. }
  113. in = fopen(zFile, "rb");
  114. if( in==0 ){
  115. in = fopen(zFile, "r");
  116. }
  117. if( in==0 ){
  118. Tcl_AppendResult(interp, "cannot open input file ", zFile, 0);
  119. return TCL_ERROR;
  120. }
  121. fseek(in, offset, SEEK_SET);
  122. got = (int)fread(zBuf, 1, amt, in);
  123. fclose(in);
  124. if( got<0 ){
  125. got = 0;
  126. }
  127. sqlite3TestBinToHex(zBuf, got);
  128. Tcl_AppendResult(interp, zBuf, 0);
  129. sqlite3_free(zBuf);
  130. return TCL_OK;
  131. }
  132. /*
  133. ** Usage: hexio_write FILENAME OFFSET DATA
  134. **
  135. ** Write DATA into file FILENAME beginning at OFFSET from the
  136. ** beginning of the file. DATA is expressed in hexadecimal.
  137. */
  138. static int hexio_write(
  139. void * clientData,
  140. Tcl_Interp *interp,
  141. int objc,
  142. Tcl_Obj *CONST objv[]
  143. ){
  144. int offset;
  145. int nIn, nOut, written;
  146. const char *zFile;
  147. const unsigned char *zIn;
  148. unsigned char *aOut;
  149. FILE *out;
  150. if( objc!=4 ){
  151. Tcl_WrongNumArgs(interp, 1, objv, "FILENAME OFFSET HEXDATA");
  152. return TCL_ERROR;
  153. }
  154. if( Tcl_GetIntFromObj(interp, objv[2], &offset) ) return TCL_ERROR;
  155. zFile = Tcl_GetString(objv[1]);
  156. zIn = (const unsigned char *)Tcl_GetStringFromObj(objv[3], &nIn);
  157. aOut = sqlite3_malloc( nIn/2 );
  158. if( aOut==0 ){
  159. return TCL_ERROR;
  160. }
  161. nOut = sqlite3TestHexToBin(zIn, nIn, aOut);
  162. out = fopen(zFile, "r+b");
  163. if( out==0 ){
  164. out = fopen(zFile, "r+");
  165. }
  166. if( out==0 ){
  167. Tcl_AppendResult(interp, "cannot open output file ", zFile, 0);
  168. return TCL_ERROR;
  169. }
  170. fseek(out, offset, SEEK_SET);
  171. written = (int)fwrite(aOut, 1, nOut, out);
  172. sqlite3_free(aOut);
  173. fclose(out);
  174. Tcl_SetObjResult(interp, Tcl_NewIntObj(written));
  175. return TCL_OK;
  176. }
  177. /*
  178. ** USAGE: hexio_get_int HEXDATA
  179. **
  180. ** Interpret the HEXDATA argument as a big-endian integer. Return
  181. ** the value of that integer. HEXDATA can contain between 2 and 8
  182. ** hexadecimal digits.
  183. */
  184. static int hexio_get_int(
  185. void * clientData,
  186. Tcl_Interp *interp,
  187. int objc,
  188. Tcl_Obj *CONST objv[]
  189. ){
  190. int val;
  191. int nIn, nOut;
  192. const unsigned char *zIn;
  193. unsigned char *aOut;
  194. unsigned char aNum[4];
  195. if( objc!=2 ){
  196. Tcl_WrongNumArgs(interp, 1, objv, "HEXDATA");
  197. return TCL_ERROR;
  198. }
  199. zIn = (const unsigned char *)Tcl_GetStringFromObj(objv[1], &nIn);
  200. aOut = sqlite3_malloc( nIn/2 );
  201. if( aOut==0 ){
  202. return TCL_ERROR;
  203. }
  204. nOut = sqlite3TestHexToBin(zIn, nIn, aOut);
  205. if( nOut>=4 ){
  206. memcpy(aNum, aOut, 4);
  207. }else{
  208. memset(aNum, 0, sizeof(aNum));
  209. memcpy(&aNum[4-nOut], aOut, nOut);
  210. }
  211. sqlite3_free(aOut);
  212. val = (aNum[0]<<24) | (aNum[1]<<16) | (aNum[2]<<8) | aNum[3];
  213. Tcl_SetObjResult(interp, Tcl_NewIntObj(val));
  214. return TCL_OK;
  215. }
  216. /*
  217. ** USAGE: hexio_render_int16 INTEGER
  218. **
  219. ** Render INTEGER has a 16-bit big-endian integer in hexadecimal.
  220. */
  221. static int hexio_render_int16(
  222. void * clientData,
  223. Tcl_Interp *interp,
  224. int objc,
  225. Tcl_Obj *CONST objv[]
  226. ){
  227. int val;
  228. unsigned char aNum[10];
  229. if( objc!=2 ){
  230. Tcl_WrongNumArgs(interp, 1, objv, "INTEGER");
  231. return TCL_ERROR;
  232. }
  233. if( Tcl_GetIntFromObj(interp, objv[1], &val) ) return TCL_ERROR;
  234. aNum[0] = val>>8;
  235. aNum[1] = val;
  236. sqlite3TestBinToHex(aNum, 2);
  237. Tcl_SetObjResult(interp, Tcl_NewStringObj((char*)aNum, 4));
  238. return TCL_OK;
  239. }
  240. /*
  241. ** USAGE: hexio_render_int32 INTEGER
  242. **
  243. ** Render INTEGER has a 32-bit big-endian integer in hexadecimal.
  244. */
  245. static int hexio_render_int32(
  246. void * clientData,
  247. Tcl_Interp *interp,
  248. int objc,
  249. Tcl_Obj *CONST objv[]
  250. ){
  251. int val;
  252. unsigned char aNum[10];
  253. if( objc!=2 ){
  254. Tcl_WrongNumArgs(interp, 1, objv, "INTEGER");
  255. return TCL_ERROR;
  256. }
  257. if( Tcl_GetIntFromObj(interp, objv[1], &val) ) return TCL_ERROR;
  258. aNum[0] = val>>24;
  259. aNum[1] = val>>16;
  260. aNum[2] = val>>8;
  261. aNum[3] = val;
  262. sqlite3TestBinToHex(aNum, 4);
  263. Tcl_SetObjResult(interp, Tcl_NewStringObj((char*)aNum, 8));
  264. return TCL_OK;
  265. }
  266. /*
  267. ** USAGE: utf8_to_utf8 HEX
  268. **
  269. ** The argument is a UTF8 string represented in hexadecimal.
  270. ** The UTF8 might not be well-formed. Run this string through
  271. ** sqlite3Utf8to8() convert it back to hex and return the result.
  272. */
  273. static int utf8_to_utf8(
  274. void * clientData,
  275. Tcl_Interp *interp,
  276. int objc,
  277. Tcl_Obj *CONST objv[]
  278. ){
  279. #ifdef SQLITE_DEBUG
  280. int n;
  281. int nOut;
  282. const unsigned char *zOrig;
  283. unsigned char *z;
  284. if( objc!=2 ){
  285. Tcl_WrongNumArgs(interp, 1, objv, "HEX");
  286. return TCL_ERROR;
  287. }
  288. zOrig = (unsigned char *)Tcl_GetStringFromObj(objv[1], &n);
  289. z = sqlite3_malloc( n+3 );
  290. n = sqlite3TestHexToBin(zOrig, n, z);
  291. z[n] = 0;
  292. nOut = sqlite3Utf8To8(z);
  293. sqlite3TestBinToHex(z,nOut);
  294. Tcl_AppendResult(interp, (char*)z, 0);
  295. sqlite3_free(z);
  296. return TCL_OK;
  297. #else
  298. Tcl_AppendResult(interp,
  299. "[utf8_to_utf8] unavailable - SQLITE_DEBUG not defined", 0
  300. );
  301. return TCL_ERROR;
  302. #endif
  303. }
  304. static int getFts3Varint(const char *p, sqlite_int64 *v){
  305. const unsigned char *q = (const unsigned char *) p;
  306. sqlite_uint64 x = 0, y = 1;
  307. while( (*q & 0x80) == 0x80 ){
  308. x += y * (*q++ & 0x7f);
  309. y <<= 7;
  310. }
  311. x += y * (*q++);
  312. *v = (sqlite_int64) x;
  313. return (int) (q - (unsigned char *)p);
  314. }
  315. /*
  316. ** USAGE: read_fts3varint BLOB VARNAME
  317. **
  318. ** Read a varint from the start of BLOB. Set variable VARNAME to contain
  319. ** the interpreted value. Return the number of bytes of BLOB consumed.
  320. */
  321. static int read_fts3varint(
  322. void * clientData,
  323. Tcl_Interp *interp,
  324. int objc,
  325. Tcl_Obj *CONST objv[]
  326. ){
  327. int nBlob;
  328. unsigned char *zBlob;
  329. sqlite3_int64 iVal;
  330. int nVal;
  331. if( objc!=3 ){
  332. Tcl_WrongNumArgs(interp, 1, objv, "BLOB VARNAME");
  333. return TCL_ERROR;
  334. }
  335. zBlob = Tcl_GetByteArrayFromObj(objv[1], &nBlob);
  336. nVal = getFts3Varint((char*)zBlob, (sqlite3_int64 *)(&iVal));
  337. Tcl_ObjSetVar2(interp, objv[2], 0, Tcl_NewWideIntObj(iVal), 0);
  338. Tcl_SetObjResult(interp, Tcl_NewIntObj(nVal));
  339. return TCL_OK;
  340. }
  341. /*
  342. ** Register commands with the TCL interpreter.
  343. */
  344. int Sqlitetest_hexio_Init(Tcl_Interp *interp){
  345. static struct {
  346. char *zName;
  347. Tcl_ObjCmdProc *xProc;
  348. } aObjCmd[] = {
  349. { "hexio_read", hexio_read },
  350. { "hexio_write", hexio_write },
  351. { "hexio_get_int", hexio_get_int },
  352. { "hexio_render_int16", hexio_render_int16 },
  353. { "hexio_render_int32", hexio_render_int32 },
  354. { "utf8_to_utf8", utf8_to_utf8 },
  355. { "read_fts3varint", read_fts3varint },
  356. };
  357. int i;
  358. for(i=0; i<sizeof(aObjCmd)/sizeof(aObjCmd[0]); i++){
  359. Tcl_CreateObjCommand(interp, aObjCmd[i].zName, aObjCmd[i].xProc, 0, 0);
  360. }
  361. return TCL_OK;
  362. }