PikaStdData_String.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873
  1. #include "PikaStdData_String.h"
  2. #include "PikaStdData_List.h"
  3. #include "PikaStdData_String_Util.h"
  4. #include "PikaStdLib_SysObj.h"
  5. #include "PikaVM.h"
  6. #include "dataStrs.h"
  7. char* _strlwr(char* str);
  8. int strGetSizeUtf8(char* str);
  9. Arg* PikaStdData_String___iter__(PikaObj* self) {
  10. obj_setInt(self, "__iter_i", 0);
  11. return arg_newRef(self);
  12. }
  13. void PikaStdData_String_set(PikaObj* self, char* s) {
  14. #if PIKA_STRING_UTF8_ENABLE
  15. int r = _valid_utf8(s, -1);
  16. if (r >= 0) {
  17. obj_setErrorCode(self, __LINE__);
  18. obj_setSysOut(self, "Error invaliad character %x", s[r]);
  19. return;
  20. }
  21. #endif
  22. obj_setStr(self, "str", s);
  23. }
  24. void PikaStdData_String___init__(PikaObj* self, char* s) {
  25. #if PIKA_STRING_UTF8_ENABLE
  26. int r = _valid_utf8(s, -1);
  27. if (r >= 0) {
  28. obj_setErrorCode(self, __LINE__);
  29. obj_setSysOut(self, "Error invaliad character %x", s[r]);
  30. return;
  31. }
  32. #endif
  33. PikaStdData_String_set(self, s);
  34. }
  35. char* PikaStdData_String_get(PikaObj* self) {
  36. return obj_getStr(self, "str");
  37. }
  38. Arg* PikaStdData_String___next__(PikaObj* self) {
  39. int __iter_i = args_getInt(self->list, "__iter_i");
  40. char* str = obj_getStr(self, "str");
  41. uint16_t len = strGetSize(str);
  42. #if PIKA_STRING_UTF8_ENABLE
  43. char char_buff[5];
  44. int r = _utf8_get(str, len, __iter_i, char_buff);
  45. if (r < 0) {
  46. return arg_newNone();
  47. }
  48. args_setInt(self->list, "__iter_i", __iter_i + 1);
  49. return arg_newStr((char*)char_buff);
  50. #else
  51. Arg* res = NULL;
  52. char char_buff[] = " ";
  53. if (__iter_i < len) {
  54. char_buff[0] = str[__iter_i];
  55. res = arg_newStr((char*)char_buff);
  56. } else {
  57. return arg_newNull();
  58. }
  59. args_setInt(self->list, "__iter_i", __iter_i + 1);
  60. return res;
  61. #endif
  62. }
  63. static int _str_get(char* str, int key_i, char* char_buff) {
  64. uint16_t len = strGetSize(str);
  65. if (key_i < 0) {
  66. key_i = strGetSizeUtf8(str) + key_i;
  67. }
  68. #if PIKA_STRING_UTF8_ENABLE
  69. return _utf8_get(str, len, key_i, char_buff);
  70. #else
  71. if (key_i < len) {
  72. char_buff[0] = str[key_i];
  73. return 0;
  74. }
  75. return -1;
  76. #endif
  77. }
  78. char* string_slice(Args* outBuffs, char* str, int start, int end) {
  79. char* res = args_getBuff(outBuffs, strGetSize(str));
  80. for (int i = start; i < end; i++) {
  81. char char_buff[5] = {0};
  82. int r = _str_get(str, i, char_buff);
  83. if (r < 0) {
  84. return NULL;
  85. }
  86. res = strAppend(res, char_buff);
  87. }
  88. return res;
  89. }
  90. Arg* PikaStdData_String___getitem__(PikaObj* self, Arg* __key) {
  91. int key_i = arg_getInt(__key);
  92. char* str = obj_getStr(self, "str");
  93. char char_buff[5] = {0};
  94. int r = _str_get(str, key_i, char_buff);
  95. if (r < 0) {
  96. return arg_newNone();
  97. }
  98. return arg_newStr((char*)char_buff);
  99. }
  100. void PikaStdData_String___setitem__(PikaObj* self, Arg* __key, Arg* __val) {
  101. int key_i = arg_getInt(__key);
  102. char* str = obj_getStr(self, "str");
  103. char* val = arg_getStr(__val);
  104. uint16_t len = strGetSize(str);
  105. #if PIKA_STRING_UTF8_ENABLE
  106. int len2 = strlen(val);
  107. int is_invalid = _valid_utf8(val, len2);
  108. if (is_invalid >= 0) {
  109. obj_setErrorCode(self, __LINE__);
  110. obj_setSysOut(self, "Error String invalid");
  111. return;
  112. }
  113. int ulen_val = _utf8_strlen(val, len2);
  114. if (ulen_val != 1) {
  115. obj_setErrorCode(self, __LINE__);
  116. obj_setSysOut(self, "Error String invalid char");
  117. return;
  118. }
  119. int char_len;
  120. int repl_at = _utf8_get_offset(str, len, key_i, &char_len);
  121. if (repl_at < 0) {
  122. obj_setErrorCode(self, __LINE__);
  123. obj_setSysOut(self, "Error String Overflow");
  124. return;
  125. }
  126. int ok = __str_repl(self, str, len, repl_at, char_len, val, len2);
  127. if (ok < 0) {
  128. obj_setErrorCode(self, __LINE__);
  129. obj_setSysOut(self, "Error. Internal error(-%d)", __LINE__);
  130. return;
  131. }
  132. #else
  133. if (key_i >= len) {
  134. obj_setErrorCode(self, 1);
  135. obj_setSysOut(self, "Error String Overflow");
  136. return;
  137. }
  138. str[key_i] = val[0];
  139. #endif
  140. }
  141. char* PikaStdData_String___str__(PikaObj* self) {
  142. return obj_getStr(self, "str");
  143. }
  144. int PikaStdData_String_startswith(PikaObj* self, char* prefix) {
  145. char* str = obj_getStr(self, "str");
  146. char* p = prefix;
  147. int i = 0;
  148. while (*p != '\0') {
  149. if (*p != str[i])
  150. return 0;
  151. p++;
  152. i++;
  153. }
  154. return 1;
  155. }
  156. int PikaStdData_String_endswith(PikaObj* self, char* suffix) {
  157. char* str = obj_getStr(self, "str");
  158. int len1 = strlen(str);
  159. int len2 = strlen(suffix);
  160. while (len2 >= 1) {
  161. if (suffix[len2 - 1] != str[len1 - 1])
  162. return 0;
  163. len2--;
  164. len1--;
  165. }
  166. return 1;
  167. }
  168. int PikaStdData_String_isdigit(PikaObj* self) {
  169. char* str = obj_getStr(self, "str");
  170. int i = 0;
  171. while (str[i] != '\0') {
  172. if (!isdigit((int)str[i]))
  173. return 0;
  174. i++;
  175. }
  176. return 1;
  177. }
  178. int PikaStdData_String_islower(PikaObj* self) {
  179. char* str = obj_getStr(self, "str");
  180. int i = 0;
  181. while (str[i] != '\0') {
  182. if (!islower((int)str[i]))
  183. return 0;
  184. i++;
  185. }
  186. return 1;
  187. }
  188. int PikaStdData_String_isalnum(PikaObj* self) {
  189. char* str = obj_getStr(self, "str");
  190. int i = 0;
  191. while (str[i] != '\0') {
  192. if (!isalnum((int)str[i]))
  193. return 0;
  194. i++;
  195. }
  196. return 1;
  197. }
  198. int PikaStdData_String_isalpha(PikaObj* self) {
  199. char* str = obj_getStr(self, "str");
  200. int i = 0;
  201. while (str[i] != '\0') {
  202. if (!isalpha((int)str[i]))
  203. return 0;
  204. i++;
  205. }
  206. return 1;
  207. }
  208. int PikaStdData_String_isspace(PikaObj* self) {
  209. char* str = obj_getStr(self, "str");
  210. int i = 0;
  211. while (str[i] != '\0') {
  212. if (!isspace((int)str[i]))
  213. return 0;
  214. i++;
  215. }
  216. return 1;
  217. }
  218. PikaObj* PikaStdData_String_split(PikaObj* self, PikaTuple* s_) {
  219. char* s = NULL;
  220. if (pikaTuple_getSize(s_) == 0) {
  221. s = " ";
  222. } else {
  223. s = pikaTuple_getStr(s_, 0);
  224. }
  225. PikaObj* list = newNormalObj(New_PikaStdData_List);
  226. PikaStdData_List___init__(list);
  227. Args buffs = {0};
  228. char* str = strsCopy(&buffs, obj_getStr(self, "str"));
  229. /* split str with s by strstr() */
  230. size_t spliter_len = strGetSize(s);
  231. char* p = str;
  232. while (1) {
  233. char* q = strstr(p, s);
  234. if (q == NULL) {
  235. break;
  236. }
  237. *q = '\0';
  238. Arg* arg_item = arg_newStr(p);
  239. PikaStdData_List_append(list, arg_item);
  240. arg_deinit(arg_item);
  241. p = q + spliter_len;
  242. }
  243. if (*p != '\0') {
  244. Arg* arg_item = arg_newStr(p);
  245. PikaStdData_List_append(list, arg_item);
  246. arg_deinit(arg_item);
  247. }
  248. strsDeinit(&buffs);
  249. return list;
  250. }
  251. int strGetSizeUtf8(char* str) {
  252. #if PIKA_STRING_UTF8_ENABLE
  253. int n = _utf8_strlen(str, -1);
  254. return n;
  255. #else
  256. return strGetSize(str);
  257. #endif
  258. }
  259. int PikaStdData_String___len__(PikaObj* self) {
  260. char* str = obj_getStr(self, "str");
  261. int n = strGetSizeUtf8(str);
  262. if (n < 0) {
  263. obj_setErrorCode(self, __LINE__);
  264. obj_setSysOut(self, "Error. Internal error(%d)", __LINE__);
  265. }
  266. return n;
  267. }
  268. char* PikaStdData_String_strip(PikaObj* self, PikaTuple* chrs) {
  269. Args buffs = {0};
  270. char to_strip = ' ';
  271. if (pikaTuple_getSize(chrs) > 1) {
  272. obj_setErrorCode(self, PIKA_RES_ERR_INVALID_PARAM);
  273. obj_setSysOut(self, "Error. Invalid param");
  274. }
  275. if (pikaTuple_getSize(chrs) == 1) {
  276. char* ch_str = pikaTuple_getStr(chrs, 0);
  277. to_strip = ch_str[0];
  278. }
  279. char* str = strsCopy(&buffs, obj_getStr(self, "str"));
  280. /* strip */
  281. char* str_start = str;
  282. size_t len = strlen(str);
  283. for (size_t i = 0; i < len; i++) {
  284. if (str[i] != to_strip) {
  285. str_start = (char*)(str + i);
  286. break;
  287. }
  288. }
  289. len = strlen(str);
  290. for (int i = len - 1; i >= 0; i--) {
  291. if (str[i] != to_strip) {
  292. str[i + 1] = '\0';
  293. break;
  294. }
  295. }
  296. obj_setStr(self, "_buf", str_start);
  297. strsDeinit(&buffs);
  298. return obj_getStr(self, "_buf");
  299. }
  300. char* PikaStdData_String_replace(PikaObj* self, char* old, char* new) {
  301. Args buffs = {0};
  302. char* str = strsCopy(&buffs, obj_getStr(self, "str"));
  303. str = strsReplace(&buffs, str, old, new);
  304. obj_setStr(self, "_buf", str);
  305. strsDeinit(&buffs);
  306. return obj_getStr(self, "_buf");
  307. }
  308. Arg* PikaStdData_String_encode(PikaObj* self, PikaTuple* encoding) {
  309. char* str = obj_getStr(self, "str");
  310. #if PIKA_STRING_UTF8_ENABLE
  311. char* to_code = NULL;
  312. int argn = pikaTuple_getSize(encoding);
  313. if (argn < 1) {
  314. return arg_newBytes((uint8_t*)str, strGetSize(str));
  315. }
  316. Arg* arg_i = pikaTuple_getArg(encoding, 0);
  317. if (arg_getType(arg_i) != ARG_TYPE_STRING) {
  318. obj_setErrorCode(self, __LINE__);
  319. obj_setSysOut(self, "Error invaliad arguments");
  320. return NULL;
  321. }
  322. to_code = arg_getStr(arg_i);
  323. _strlwr(to_code);
  324. Arg* res = _str_encode(str, to_code);
  325. if (!res) {
  326. obj_setErrorCode(self, __LINE__);
  327. obj_setSysOut(self, "Error internal error");
  328. return NULL;
  329. }
  330. return res;
  331. #else
  332. return arg_newBytes((uint8_t*)str, strGetSize(str));
  333. #endif
  334. }
  335. #if PIKA_STRING_UTF8_ENABLE
  336. static const uint8_t _pcre_utf8_table4[] = {
  337. 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
  338. 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
  339. 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 5};
  340. const char mask1 = 0x80;
  341. const char mask2 = 0xc0;
  342. const char mask3 = 0xe0;
  343. const char mask4 = 0xf0;
  344. const char nmask1 = 0x3f;
  345. const char nmask2 = 0x1f;
  346. const char nmask3 = 0x0f;
  347. const char nmask4 = 0x07;
  348. int _valid_utf8(const char* string, int length) {
  349. const uint8_t* p;
  350. if (length < 0) {
  351. length = strlen(string);
  352. }
  353. for (p = (const uint8_t*)string; length-- > 0; p++) {
  354. int ab;
  355. int c = *p;
  356. if (!(c & 0x80))
  357. continue;
  358. if (c < 0xc0)
  359. return (uintptr_t)p - (uintptr_t)string;
  360. ab = _pcre_utf8_table4[c & 0x3f];
  361. if (length < ab || ab > 3)
  362. return (uintptr_t)p - (uintptr_t)string;
  363. length -= ab;
  364. if ((*(++p) & 0xc0) != 0x80)
  365. return (uintptr_t)p - (uintptr_t)string;
  366. switch (ab) {
  367. case 1:
  368. if ((c & 0x3e) == 0)
  369. return (uintptr_t)p - (uintptr_t)string;
  370. continue;
  371. case 2:
  372. if ((c == 0xe0 && (*p & 0x20) == 0) ||
  373. (c == 0xed && *p >= 0xa0))
  374. return (uintptr_t)p - (uintptr_t)string;
  375. break;
  376. case 3:
  377. if ((c == 0xf0 && (*p & 0x30) == 0) || (c > 0xf4) ||
  378. (c == 0xf4 && *p > 0x8f))
  379. return (uintptr_t)p - (uintptr_t)string;
  380. break;
  381. }
  382. while (--ab > 0) {
  383. if ((*(++p) & 0xc0) != 0x80)
  384. return (uintptr_t)p - (uintptr_t)string;
  385. }
  386. }
  387. return -1;
  388. }
  389. int _utf8_get(const char* string, int length, int at, char* out_buf) {
  390. const uint8_t* p;
  391. int ab, c;
  392. if (length < 0) {
  393. length = strlen(string);
  394. }
  395. if (at < 0 || at >= length)
  396. return -1;
  397. for (p = (const uint8_t*)string; length > 0 && at; p++, at--) {
  398. c = *p;
  399. if (!(c & 0x80)) {
  400. length--;
  401. continue;
  402. }
  403. ab = _pcre_utf8_table4[c & 0x3f];
  404. p += ab++;
  405. length -= ab;
  406. }
  407. if (at || length <= 0)
  408. return -2;
  409. c = *p;
  410. if (!(c & 0x80)) {
  411. *out_buf = c;
  412. out_buf[1] = 0;
  413. return 1;
  414. };
  415. ab = _pcre_utf8_table4[c & 0x3f] + 1;
  416. __platform_memcpy(out_buf, p, ab);
  417. out_buf[ab] = '\0';
  418. return ab;
  419. }
  420. int _utf8_get_offset(const char* string,
  421. int length,
  422. int at,
  423. int* out_char_len) {
  424. const uint8_t* p;
  425. int ab, c;
  426. if (length < 0) {
  427. length = strlen(string);
  428. }
  429. if (at < 0 || at >= length)
  430. return -1;
  431. for (p = (const uint8_t*)string; length > 0 && at; p++, at--) {
  432. c = *p;
  433. if (!(c & 0x80)) {
  434. length--;
  435. continue;
  436. }
  437. ab = _pcre_utf8_table4[c & 0x3f];
  438. p += ab++;
  439. length -= ab;
  440. }
  441. if (at)
  442. return -2;
  443. c = *p;
  444. if (!(c & 0x80)) {
  445. if (out_char_len)
  446. *out_char_len = 1;
  447. return (uintptr_t)p - (uintptr_t)string;
  448. };
  449. ab = _pcre_utf8_table4[c & 0x3f] + 1;
  450. if (out_char_len)
  451. *out_char_len = ab;
  452. return (uintptr_t)p - (uintptr_t)string;
  453. }
  454. int _utf8_strlen(const char* string, int length) {
  455. const uint8_t* p;
  456. int i, ab, c;
  457. if (length < 0) {
  458. length = strlen(string);
  459. }
  460. for (i = 0, p = (const uint8_t*)string; length > 0; i++, p++) {
  461. c = *p;
  462. if (!(c & 0x80)) {
  463. length--;
  464. continue;
  465. }
  466. ab = _pcre_utf8_table4[c & 0x3f];
  467. p += ab++;
  468. length -= ab;
  469. }
  470. if (length < 0)
  471. return -1;
  472. return i;
  473. }
  474. int __str_repl(PikaObj* self,
  475. char* str,
  476. int str_len,
  477. int repl_at,
  478. int repl_len,
  479. char* val,
  480. int val_len) {
  481. if (val_len > repl_len) {
  482. str[repl_at] = 0;
  483. Arg* s_new = arg_newStr(str);
  484. if (!s_new)
  485. return -1;
  486. s_new = arg_strAppend(s_new, val);
  487. s_new = arg_strAppend(s_new, str + repl_at + repl_len);
  488. obj_removeArg(self, "str");
  489. int rs = obj_setArg(self, "str", s_new);
  490. arg_deinit(s_new);
  491. if (rs)
  492. return -rs;
  493. return 0;
  494. }
  495. char* s = str + repl_at;
  496. __platform_memcpy(s, val, val_len);
  497. __platform_memmove(s + val_len, s + repl_len,
  498. str_len - repl_at - repl_len + 1);
  499. return 0;
  500. }
  501. int __utf8_to_utf32_char_LE(const char* utf8, char* out_buf) {
  502. char c = *utf8;
  503. if (!(c & mask1)) {
  504. *out_buf = c;
  505. out_buf[1] = 0;
  506. out_buf[2] = 0;
  507. out_buf[3] = 0;
  508. return 1;
  509. }
  510. int left_length = _pcre_utf8_table4[c & 0x3f];
  511. char a, b, d;
  512. switch (left_length) {
  513. case 1:
  514. a = c & nmask2;
  515. b = utf8[1] & nmask1;
  516. out_buf[0] = b | a << 6;
  517. out_buf[1] = a >> 2;
  518. out_buf[2] = 0;
  519. out_buf[3] = 0;
  520. return 2;
  521. case 2:
  522. a = c & nmask3;
  523. b = utf8[1] & nmask1;
  524. c = utf8[2] & nmask1;
  525. out_buf[0] = c | b << 6;
  526. out_buf[1] = b >> 2 | a << 4;
  527. out_buf[2] = 0;
  528. out_buf[3] = 0;
  529. return 3;
  530. case 3:
  531. a = c & nmask4;
  532. b = utf8[1] & nmask1;
  533. c = utf8[2] & nmask1;
  534. d = utf8[3] & nmask1;
  535. out_buf[0] = d | c << 6;
  536. out_buf[1] = c >> 2 | b << 4;
  537. out_buf[2] = b >> 4 | a << 2;
  538. out_buf[3] = 0;
  539. return 4;
  540. default:
  541. return 0;
  542. }
  543. }
  544. int __utf8_to_utf32_LE_noBOM_get_size(const char* utf8, int len) {
  545. char* p = (char*)utf8;
  546. char buf[4];
  547. int space_sum = 0;
  548. while (len > 0) {
  549. int size = __utf8_to_utf32_char_LE(p, buf);
  550. if (!size)
  551. return -1;
  552. p += size;
  553. len -= size;
  554. space_sum++;
  555. }
  556. return space_sum * 4;
  557. }
  558. int __utf8_to_utf32_LE_noBOM(const char* utf8, int len, char* out_buf) {
  559. char* q = out_buf;
  560. char* p = (char*)utf8;
  561. while (len > 0) {
  562. int size = __utf8_to_utf32_char_LE(p, q);
  563. if (!size)
  564. return -1;
  565. p += size;
  566. len -= size;
  567. q += 4;
  568. }
  569. return q - out_buf;
  570. }
  571. int __utf8_to_utf32_LE_withBOM(const char* utf8, int len, char* out_buf) {
  572. int size = __utf8_to_utf32_LE_noBOM(utf8, len, out_buf + 4);
  573. if (size < 0) {
  574. return size;
  575. }
  576. out_buf[0] = '\xff';
  577. out_buf[1] = '\xfe';
  578. out_buf[2] = 0;
  579. out_buf[3] = 0;
  580. return size + 4;
  581. }
  582. int32_t __utf8_decode(const char* utf8, int left_length) {
  583. int ucode = -1;
  584. char c = *utf8;
  585. if (!(c & mask1)) {
  586. return c;
  587. }
  588. char a, b, d;
  589. switch (left_length) {
  590. case 1:
  591. a = c & nmask2;
  592. b = utf8[1] & nmask1;
  593. ucode = b | (a & 0x03) << 6;
  594. ucode |= (a >> 2) << 8;
  595. break;
  596. case 2:
  597. a = c & nmask3;
  598. b = utf8[1] & nmask1;
  599. c = utf8[2] & nmask1;
  600. ucode = c | (b & 0x03) << 6;
  601. ucode |= (b >> 2 | a << 4) << 8;
  602. break;
  603. case 3:
  604. a = c & nmask4;
  605. b = utf8[1] & nmask1;
  606. c = utf8[2] & nmask1;
  607. d = utf8[3] & nmask1;
  608. ucode = d | (c & 0x03) << 6;
  609. ucode |= (c >> 2 | (b & 0x0f) << 4) << 8;
  610. ucode |= (b >> 4 | a << 2) << 16;
  611. break;
  612. default:
  613. return -1;
  614. }
  615. return ucode;
  616. }
  617. int __unicode_to_utf16_char_LE(int32_t u, char* out_buf) {
  618. if (!(u & 0xffff0000)) {
  619. out_buf[0] = u & 0xff;
  620. out_buf[1] = (u & 0xff00) >> 8;
  621. return 2;
  622. }
  623. int32_t d = u - 0x10000;
  624. int32_t L = d & 0x3ff;
  625. int32_t U = d >> 10;
  626. L = L | 0xdc00;
  627. U = U | 0xd800;
  628. out_buf[0] = U & 0xff;
  629. out_buf[1] = (U & 0xff00) >> 8;
  630. out_buf[2] = L & 0xff;
  631. out_buf[3] = (L & 0xff00) >> 8;
  632. return 4;
  633. }
  634. int __utf8_to_utf16_LE_noBOM(const char* utf8, int len, char* out_buf) {
  635. char* q = out_buf;
  636. char* p = (char*)utf8;
  637. while (len > 0) {
  638. char c = *p;
  639. int32_t ucode;
  640. if (!(c & mask1)) {
  641. ucode = c;
  642. p++;
  643. len--;
  644. } else {
  645. int left_size = _pcre_utf8_table4[c & 0x3f];
  646. ucode = __utf8_decode(p, left_size++);
  647. if (ucode < 0)
  648. return ucode;
  649. p += left_size;
  650. len -= left_size;
  651. }
  652. int size = __unicode_to_utf16_char_LE(ucode, q);
  653. q += size;
  654. }
  655. return q - out_buf;
  656. }
  657. int __utf8_to_utf16_LE_noBOM_get_size(const char* utf8, int len) {
  658. char out_buf[4];
  659. char* p = (char*)utf8;
  660. int need_space = 0;
  661. while (len > 0) {
  662. char c = *p;
  663. int32_t ucode;
  664. if (!(c & mask1)) {
  665. ucode = c;
  666. p++;
  667. len--;
  668. } else {
  669. int left_size = _pcre_utf8_table4[c & 0x3f];
  670. ucode = __utf8_decode(p, left_size++);
  671. if (ucode < 0)
  672. return ucode;
  673. p += left_size;
  674. len -= left_size;
  675. }
  676. int size = __unicode_to_utf16_char_LE(ucode, out_buf);
  677. need_space += size;
  678. }
  679. return need_space;
  680. }
  681. int __utf8_to_utf16_LE_withBOM(const char* utf8, int len, char* out_buf) {
  682. int size = __utf8_to_utf16_LE_noBOM(utf8, len, out_buf + 2);
  683. if (size < 0) {
  684. return size;
  685. }
  686. out_buf[0] = '\xff';
  687. out_buf[1] = '\xfe';
  688. return size + 2;
  689. }
  690. Arg* _str_encode(char* str, char* encoding) {
  691. if (strEqu(encoding, "utf-8")) {
  692. return arg_newBytes((uint8_t*)str, strGetSize(str));
  693. }
  694. int len = strlen(str);
  695. if (strEqu(encoding, "ascii")) {
  696. int ulen = _utf8_strlen(str, len);
  697. if (ulen == len) {
  698. return arg_newBytes((uint8_t*)str, strGetSize(str));
  699. }
  700. __platform_printf("Warning there is non-ascii characters\r\n");
  701. char* b = (char*)pikaMalloc(len + 1);
  702. if (!b) {
  703. return NULL;
  704. }
  705. char* p = str;
  706. char* q = b;
  707. char c = *p++;
  708. while (c) {
  709. if (!(c & 0x80)) {
  710. *q++ = c;
  711. }
  712. c = *p++;
  713. }
  714. *q = 0;
  715. Arg* arg = arg_newBytes((uint8_t*)b, strGetSize(b));
  716. pikaFree(b, len + 1);
  717. return arg;
  718. }
  719. if (strEqu(encoding, "utf-16")) {
  720. int size_needed = __utf8_to_utf16_LE_noBOM_get_size(str, len);
  721. if (size_needed <= 0) {
  722. return NULL;
  723. }
  724. size_needed += 2;
  725. char* b = (char*)pikaMalloc(size_needed);
  726. if (!b) {
  727. return NULL;
  728. }
  729. int ok = __utf8_to_utf16_LE_withBOM(str, len, b);
  730. if (ok < 0) {
  731. pikaFree(b, size_needed);
  732. return NULL;
  733. }
  734. Arg* arg = arg_newBytes((uint8_t*)b, size_needed);
  735. pikaFree(b, size_needed);
  736. return arg;
  737. }
  738. if (strEqu(encoding, "utf-32")) {
  739. int size_needed = __utf8_to_utf32_LE_noBOM_get_size(str, len);
  740. if (size_needed <= 0) {
  741. return NULL;
  742. }
  743. size_needed += 4;
  744. char* b = (char*)pikaMalloc(size_needed);
  745. if (!b) {
  746. return NULL;
  747. }
  748. int ok = __utf8_to_utf32_LE_withBOM(str, len, b);
  749. if (ok < 0) {
  750. pikaFree(b, size_needed);
  751. return NULL;
  752. }
  753. Arg* arg = arg_newBytes((uint8_t*)b, size_needed);
  754. pikaFree(b, size_needed);
  755. return arg;
  756. }
  757. return NULL;
  758. }
  759. char* _strlwr(char* str) {
  760. int i = 0;
  761. while (str[i] != '\0') {
  762. str[i] = tolower((int)str[i]);
  763. i++;
  764. }
  765. return str;
  766. }
  767. #endif
  768. char* PikaStdData_String_format(PikaObj* self, PikaTuple* vars) {
  769. /* 'test{}'.format(123) */
  770. return NULL;
  771. }
  772. char* PikaStdData_String_join(PikaObj* self, Arg* val) {
  773. PikaObj* context = newNormalObj(New_PikaStdLib_SysObj);
  774. obj_setArg(context, "@val", val);
  775. obj_setStr(context, "@str", obj_getStr(self, "str"));
  776. /* clang-format off */
  777. PIKA_PYTHON(
  778. @res_join = ""
  779. @num = len(@val)
  780. for i in range(@num):
  781. @res_join += @val[i]
  782. if i != @num - 1:
  783. @res_join += @str
  784. )
  785. /* clang-format on */
  786. const uint8_t bytes[] = {
  787. 0x84, 0x00, 0x00, 0x00, /* instruct array size */
  788. 0x00, 0x83, 0x00, 0x00, 0x00, 0x04, 0x01, 0x00, 0x10, 0x81, 0x0b, 0x00,
  789. 0x00, 0x02, 0x10, 0x00, 0x00, 0x04, 0x14, 0x00, 0x20, 0x81, 0x14, 0x00,
  790. 0x10, 0x02, 0x19, 0x00, 0x00, 0x02, 0x1f, 0x00, 0x00, 0x04, 0x24, 0x00,
  791. 0x00, 0x82, 0x28, 0x00, 0x00, 0x04, 0x35, 0x00, 0x00, 0x0d, 0x35, 0x00,
  792. 0x00, 0x07, 0x37, 0x00, 0x11, 0x81, 0x01, 0x00, 0x31, 0x01, 0x0b, 0x00,
  793. 0x31, 0x01, 0x35, 0x00, 0x21, 0x1d, 0x00, 0x00, 0x11, 0x02, 0x00, 0x00,
  794. 0x01, 0x08, 0x39, 0x00, 0x01, 0x04, 0x01, 0x00, 0x11, 0x81, 0x35, 0x00,
  795. 0x21, 0x01, 0x14, 0x00, 0x21, 0x05, 0x3b, 0x00, 0x11, 0x08, 0x3d, 0x00,
  796. 0x01, 0x08, 0x3f, 0x00, 0x01, 0x07, 0x3b, 0x00, 0x12, 0x81, 0x01, 0x00,
  797. 0x22, 0x01, 0x42, 0x00, 0x12, 0x02, 0x00, 0x00, 0x02, 0x08, 0x39, 0x00,
  798. 0x02, 0x04, 0x01, 0x00, 0x00, 0x86, 0x47, 0x00, 0x00, 0x8c, 0x24, 0x00,
  799. /* instruct array */
  800. 0x4a, 0x00, 0x00, 0x00, /* const pool size */
  801. 0x00, 0x40, 0x72, 0x65, 0x73, 0x5f, 0x6a, 0x6f, 0x69, 0x6e, 0x00, 0x40,
  802. 0x76, 0x61, 0x6c, 0x00, 0x6c, 0x65, 0x6e, 0x00, 0x40, 0x6e, 0x75, 0x6d,
  803. 0x00, 0x72, 0x61, 0x6e, 0x67, 0x65, 0x00, 0x69, 0x74, 0x65, 0x72, 0x00,
  804. 0x24, 0x6c, 0x30, 0x00, 0x24, 0x6c, 0x30, 0x2e, 0x5f, 0x5f, 0x6e, 0x65,
  805. 0x78, 0x74, 0x5f, 0x5f, 0x00, 0x69, 0x00, 0x32, 0x00, 0x2b, 0x00, 0x31,
  806. 0x00, 0x2d, 0x00, 0x21, 0x3d, 0x00, 0x40, 0x73, 0x74, 0x72, 0x00, 0x2d,
  807. 0x31, 0x00, /* const pool */
  808. };
  809. pikaVM_runByteCode(context, (uint8_t*)bytes);
  810. char* sRes = obj_cacheStr(self, obj_getStr(context, "@res_join"));
  811. obj_deinit(context);
  812. return sRes;
  813. }
  814. int PikaStdData_String_find(PikaObj* self, char* sub) {
  815. char* str = obj_getStr(self, "str");
  816. char* res = strstr(str, sub);
  817. if (res == NULL) {
  818. return -1;
  819. }
  820. return res - str;
  821. }