PikaStdData_String.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875
  1. #include "PikaStdData_String.h"
  2. #include "PikaStdData_List.h"
  3. #include "PikaStdData_String_Util.h"
  4. #include "PikaStdLib_SysObj.h"
  5. #include "PikaVM.h"
  6. #include "dataStrs.h"
  7. char* _strlwr(char* str);
  8. int strGetSizeUtf8(char* str);
  9. Arg* PikaStdData_String___iter__(PikaObj* self) {
  10. obj_setInt(self, "__iter_i", 0);
  11. return arg_newRef(self);
  12. }
  13. void PikaStdData_String_set(PikaObj* self, char* s) {
  14. #if PIKA_STRING_UTF8_ENABLE
  15. int r = _valid_utf8(s, -1);
  16. if (r >= 0) {
  17. obj_setErrorCode(self, __LINE__);
  18. __platform_printf("Error invaliad character %x\r\n", s[r]);
  19. return;
  20. }
  21. #endif
  22. obj_setStr(self, "str", s);
  23. }
  24. void PikaStdData_String___init__(PikaObj* self, char* s) {
  25. #if PIKA_STRING_UTF8_ENABLE
  26. int r = _valid_utf8(s, -1);
  27. if (r >= 0) {
  28. obj_setErrorCode(self, __LINE__);
  29. __platform_printf("Error invaliad character %x\r\n", s[r]);
  30. return;
  31. }
  32. #endif
  33. PikaStdData_String_set(self, s);
  34. }
  35. char* PikaStdData_String_get(PikaObj* self) {
  36. return obj_getStr(self, "str");
  37. }
  38. Arg* PikaStdData_String___next__(PikaObj* self) {
  39. int __iter_i = args_getInt(self->list, "__iter_i");
  40. char* str = obj_getStr(self, "str");
  41. uint16_t len = strGetSize(str);
  42. #if PIKA_STRING_UTF8_ENABLE
  43. char char_buff[5];
  44. int r = _utf8_get(str, len, __iter_i, char_buff);
  45. if (r < 0) {
  46. return arg_newNone();
  47. }
  48. args_setInt(self->list, "__iter_i", __iter_i + 1);
  49. return arg_newStr((char*)char_buff);
  50. #else
  51. Arg* res = NULL;
  52. char char_buff[] = " ";
  53. if (__iter_i < len) {
  54. char_buff[0] = str[__iter_i];
  55. res = arg_newStr((char*)char_buff);
  56. } else {
  57. return arg_newNull();
  58. }
  59. args_setInt(self->list, "__iter_i", __iter_i + 1);
  60. return res;
  61. #endif
  62. }
  63. static int _str_get(char* str, int key_i, char* char_buff) {
  64. uint16_t len = strGetSize(str);
  65. if (key_i < 0) {
  66. key_i = strGetSizeUtf8(str) + key_i;
  67. }
  68. #if PIKA_STRING_UTF8_ENABLE
  69. return _utf8_get(str, len, key_i, char_buff);
  70. #else
  71. if (key_i < len) {
  72. char_buff[0] = str[key_i];
  73. return 0;
  74. }
  75. return -1;
  76. #endif
  77. }
  78. char* string_slice(Args* outBuffs, char* str, int start, int end) {
  79. char* res = args_getBuff(outBuffs, strGetSize(str));
  80. for (int i = start; i < end; i++) {
  81. char char_buff[5] = {0};
  82. int r = _str_get(str, i, char_buff);
  83. if (r < 0) {
  84. return NULL;
  85. }
  86. res = strAppend(res, char_buff);
  87. }
  88. return res;
  89. }
  90. Arg* PikaStdData_String___getitem__(PikaObj* self, Arg* __key) {
  91. int key_i = arg_getInt(__key);
  92. char* str = obj_getStr(self, "str");
  93. char char_buff[5] = {0};
  94. int r = _str_get(str, key_i, char_buff);
  95. if (r < 0) {
  96. return arg_newNone();
  97. }
  98. return arg_newStr((char*)char_buff);
  99. }
  100. void PikaStdData_String___setitem__(PikaObj* self, Arg* __key, Arg* __val) {
  101. int key_i = arg_getInt(__key);
  102. char* str = obj_getStr(self, "str");
  103. char* val = arg_getStr(__val);
  104. uint16_t len = strGetSize(str);
  105. #if PIKA_STRING_UTF8_ENABLE
  106. int len2 = strlen(val);
  107. int is_invalid = _valid_utf8(val, len2);
  108. if (is_invalid >= 0) {
  109. obj_setErrorCode(self, __LINE__);
  110. __platform_printf("Error String invalid\r\n");
  111. return;
  112. }
  113. int ulen_val = _utf8_strlen(val, len2);
  114. if (ulen_val != 1) {
  115. obj_setErrorCode(self, __LINE__);
  116. __platform_printf("Error String invalid char\r\n");
  117. return;
  118. }
  119. int char_len;
  120. int repl_at = _utf8_get_offset(str, len, key_i, &char_len);
  121. if (repl_at < 0) {
  122. obj_setErrorCode(self, __LINE__);
  123. __platform_printf("Error String Overflow\r\n");
  124. return;
  125. }
  126. int ok = __str_repl(self, str, len, repl_at, char_len, val, len2);
  127. if (ok < 0) {
  128. obj_setErrorCode(self, __LINE__);
  129. __platform_printf("Error. Internal error(-%d)\r\n", __LINE__);
  130. return;
  131. }
  132. #else
  133. if (key_i >= len) {
  134. obj_setErrorCode(self, 1);
  135. __platform_printf("Error String Overflow\r\n");
  136. return;
  137. }
  138. str[key_i] = val[0];
  139. #endif
  140. }
  141. char* PikaStdData_String___str__(PikaObj* self) {
  142. return obj_getStr(self, "str");
  143. }
  144. int PikaStdData_String_startswith(PikaObj* self, char* prefix) {
  145. char* str = obj_getStr(self, "str");
  146. char* p = prefix;
  147. int i = 0;
  148. while (*p != '\0') {
  149. if (*p != str[i])
  150. return 0;
  151. p++;
  152. i++;
  153. }
  154. return 1;
  155. }
  156. int PikaStdData_String_endswith(PikaObj* self, char* suffix) {
  157. char* str = obj_getStr(self, "str");
  158. int len1 = strlen(str);
  159. int len2 = strlen(suffix);
  160. while (len2 >= 1) {
  161. if (suffix[len2 - 1] != str[len1 - 1])
  162. return 0;
  163. len2--;
  164. len1--;
  165. }
  166. return 1;
  167. }
  168. int PikaStdData_String_isdigit(PikaObj* self) {
  169. char* str = obj_getStr(self, "str");
  170. int i = 0;
  171. while (str[i] != '\0') {
  172. if (!isdigit((int)str[i]))
  173. return 0;
  174. i++;
  175. }
  176. return 1;
  177. }
  178. int PikaStdData_String_islower(PikaObj* self) {
  179. char* str = obj_getStr(self, "str");
  180. int i = 0;
  181. while (str[i] != '\0') {
  182. if (!islower((int)str[i]))
  183. return 0;
  184. i++;
  185. }
  186. return 1;
  187. }
  188. int PikaStdData_String_isalnum(PikaObj* self) {
  189. char* str = obj_getStr(self, "str");
  190. int i = 0;
  191. while (str[i] != '\0') {
  192. if (!isalnum((int)str[i]))
  193. return 0;
  194. i++;
  195. }
  196. return 1;
  197. }
  198. int PikaStdData_String_isalpha(PikaObj* self) {
  199. char* str = obj_getStr(self, "str");
  200. int i = 0;
  201. while (str[i] != '\0') {
  202. if (!isalpha((int)str[i]))
  203. return 0;
  204. i++;
  205. }
  206. return 1;
  207. }
  208. int PikaStdData_String_isspace(PikaObj* self) {
  209. char* str = obj_getStr(self, "str");
  210. int i = 0;
  211. while (str[i] != '\0') {
  212. if (!isspace((int)str[i]))
  213. return 0;
  214. i++;
  215. }
  216. return 1;
  217. }
  218. PikaObj* PikaStdData_String_split(PikaObj* self, PikaTuple* s_) {
  219. char* s = NULL;
  220. if (pikaTuple_getSize(s_) == 0) {
  221. s = " ";
  222. } else {
  223. s = pikaTuple_getStr(s_, 0);
  224. }
  225. /* 创建 list 对象 */
  226. PikaObj* list = newNormalObj(New_PikaStdData_List);
  227. /* 初始化 list */
  228. PikaStdData_List___init__(list);
  229. Args buffs = {0};
  230. char* str = strsCopy(&buffs, obj_getStr(self, "str"));
  231. /* split str with s by strstr() */
  232. size_t spliter_len = strGetSize(s);
  233. char* p = str;
  234. while (1) {
  235. char* q = strstr(p, s);
  236. if (q == NULL) {
  237. break;
  238. }
  239. *q = '\0';
  240. Arg* arg_item = arg_newStr(p);
  241. PikaStdData_List_append(list, arg_item);
  242. arg_deinit(arg_item);
  243. p = q + spliter_len;
  244. }
  245. if (*p != '\0') {
  246. Arg* arg_item = arg_newStr(p);
  247. PikaStdData_List_append(list, arg_item);
  248. arg_deinit(arg_item);
  249. }
  250. strsDeinit(&buffs);
  251. return list;
  252. }
  253. int strGetSizeUtf8(char* str) {
  254. #if PIKA_STRING_UTF8_ENABLE
  255. int n = _utf8_strlen(str, -1);
  256. return n;
  257. #else
  258. return strGetSize(str);
  259. #endif
  260. }
  261. int PikaStdData_String___len__(PikaObj* self) {
  262. char* str = obj_getStr(self, "str");
  263. int n = strGetSizeUtf8(str);
  264. if (n < 0) {
  265. obj_setErrorCode(self, __LINE__);
  266. __platform_printf("Error. Internal error(%d)\r\n", __LINE__);
  267. }
  268. return n;
  269. }
  270. char* PikaStdData_String_strip(PikaObj* self, PikaTuple* chrs) {
  271. Args buffs = {0};
  272. char to_strip = ' ';
  273. if (pikaTuple_getSize(chrs) > 1) {
  274. obj_setErrorCode(self, PIKA_RES_ERR_INVALID_PARAM);
  275. obj_setSysOut(self, "Error. Invalid param");
  276. }
  277. if (pikaTuple_getSize(chrs) == 1) {
  278. char* ch_str = pikaTuple_getStr(chrs, 0);
  279. to_strip = ch_str[0];
  280. }
  281. char* str = strsCopy(&buffs, obj_getStr(self, "str"));
  282. /* strip */
  283. char* str_start = str;
  284. size_t len = strlen(str);
  285. for (size_t i = 0; i < len; i++) {
  286. if (str[i] != to_strip) {
  287. str_start = (char*)(str + i);
  288. break;
  289. }
  290. }
  291. len = strlen(str);
  292. for (int i = len - 1; i >= 0; i--) {
  293. if (str[i] != to_strip) {
  294. str[i + 1] = '\0';
  295. break;
  296. }
  297. }
  298. obj_setStr(self, "_buf", str_start);
  299. strsDeinit(&buffs);
  300. return obj_getStr(self, "_buf");
  301. }
  302. char* PikaStdData_String_replace(PikaObj* self, char* old, char* new) {
  303. Args buffs = {0};
  304. char* str = strsCopy(&buffs, obj_getStr(self, "str"));
  305. str = strsReplace(&buffs, str, old, new);
  306. obj_setStr(self, "_buf", str);
  307. strsDeinit(&buffs);
  308. return obj_getStr(self, "_buf");
  309. }
  310. Arg* PikaStdData_String_encode(PikaObj* self, PikaTuple* encoding) {
  311. char* str = obj_getStr(self, "str");
  312. #if PIKA_STRING_UTF8_ENABLE
  313. char* to_code = NULL;
  314. int argn = pikaTuple_getSize(encoding);
  315. if (argn < 1) {
  316. return arg_newBytes((uint8_t*)str, strGetSize(str));
  317. }
  318. Arg* arg_i = pikaTuple_getArg(encoding, 0);
  319. if (arg_getType(arg_i) != ARG_TYPE_STRING) {
  320. obj_setErrorCode(self, __LINE__);
  321. __platform_printf("Error invaliad arguments\r\n");
  322. return NULL;
  323. }
  324. to_code = arg_getStr(arg_i);
  325. _strlwr(to_code);
  326. Arg* res = _str_encode(str, to_code);
  327. if (!res) {
  328. obj_setErrorCode(self, __LINE__);
  329. __platform_printf("Error internal error\r\n");
  330. return NULL;
  331. }
  332. return res;
  333. #else
  334. return arg_newBytes((uint8_t*)str, strGetSize(str));
  335. #endif
  336. }
  337. #if PIKA_STRING_UTF8_ENABLE
  338. static const uint8_t _pcre_utf8_table4[] = {
  339. 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
  340. 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
  341. 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 5};
  342. const char mask1 = 0x80;
  343. const char mask2 = 0xc0;
  344. const char mask3 = 0xe0;
  345. const char mask4 = 0xf0;
  346. const char nmask1 = 0x3f;
  347. const char nmask2 = 0x1f;
  348. const char nmask3 = 0x0f;
  349. const char nmask4 = 0x07;
  350. int _valid_utf8(const char* string, int length) {
  351. const uint8_t* p;
  352. if (length < 0) {
  353. length = strlen(string);
  354. }
  355. for (p = (const uint8_t*)string; length-- > 0; p++) {
  356. int ab;
  357. int c = *p;
  358. if (!(c & 0x80))
  359. continue;
  360. if (c < 0xc0)
  361. return (uintptr_t)p - (uintptr_t)string;
  362. ab = _pcre_utf8_table4[c & 0x3f];
  363. if (length < ab || ab > 3)
  364. return (uintptr_t)p - (uintptr_t)string;
  365. length -= ab;
  366. if ((*(++p) & 0xc0) != 0x80)
  367. return (uintptr_t)p - (uintptr_t)string;
  368. switch (ab) {
  369. case 1:
  370. if ((c & 0x3e) == 0)
  371. return (uintptr_t)p - (uintptr_t)string;
  372. continue;
  373. case 2:
  374. if ((c == 0xe0 && (*p & 0x20) == 0) ||
  375. (c == 0xed && *p >= 0xa0))
  376. return (uintptr_t)p - (uintptr_t)string;
  377. break;
  378. case 3:
  379. if ((c == 0xf0 && (*p & 0x30) == 0) || (c > 0xf4) ||
  380. (c == 0xf4 && *p > 0x8f))
  381. return (uintptr_t)p - (uintptr_t)string;
  382. break;
  383. }
  384. while (--ab > 0) {
  385. if ((*(++p) & 0xc0) != 0x80)
  386. return (uintptr_t)p - (uintptr_t)string;
  387. }
  388. }
  389. return -1;
  390. }
  391. int _utf8_get(const char* string, int length, int at, char* out_buf) {
  392. const uint8_t* p;
  393. int ab, c;
  394. if (length < 0) {
  395. length = strlen(string);
  396. }
  397. if (at < 0 || at >= length)
  398. return -1;
  399. for (p = (const uint8_t*)string; length > 0 && at; p++, at--) {
  400. c = *p;
  401. if (!(c & 0x80)) {
  402. length--;
  403. continue;
  404. }
  405. ab = _pcre_utf8_table4[c & 0x3f];
  406. p += ab++;
  407. length -= ab;
  408. }
  409. if (at || length <= 0)
  410. return -2;
  411. c = *p;
  412. if (!(c & 0x80)) {
  413. *out_buf = c;
  414. out_buf[1] = 0;
  415. return 1;
  416. };
  417. ab = _pcre_utf8_table4[c & 0x3f] + 1;
  418. __platform_memcpy(out_buf, p, ab);
  419. out_buf[ab] = '\0';
  420. return ab;
  421. }
  422. int _utf8_get_offset(const char* string,
  423. int length,
  424. int at,
  425. int* out_char_len) {
  426. const uint8_t* p;
  427. int ab, c;
  428. if (length < 0) {
  429. length = strlen(string);
  430. }
  431. if (at < 0 || at >= length)
  432. return -1;
  433. for (p = (const uint8_t*)string; length > 0 && at; p++, at--) {
  434. c = *p;
  435. if (!(c & 0x80)) {
  436. length--;
  437. continue;
  438. }
  439. ab = _pcre_utf8_table4[c & 0x3f];
  440. p += ab++;
  441. length -= ab;
  442. }
  443. if (at)
  444. return -2;
  445. c = *p;
  446. if (!(c & 0x80)) {
  447. if (out_char_len)
  448. *out_char_len = 1;
  449. return (uintptr_t)p - (uintptr_t)string;
  450. };
  451. ab = _pcre_utf8_table4[c & 0x3f] + 1;
  452. if (out_char_len)
  453. *out_char_len = ab;
  454. return (uintptr_t)p - (uintptr_t)string;
  455. }
  456. int _utf8_strlen(const char* string, int length) {
  457. const uint8_t* p;
  458. int i, ab, c;
  459. if (length < 0) {
  460. length = strlen(string);
  461. }
  462. for (i = 0, p = (const uint8_t*)string; length > 0; i++, p++) {
  463. c = *p;
  464. if (!(c & 0x80)) {
  465. length--;
  466. continue;
  467. }
  468. ab = _pcre_utf8_table4[c & 0x3f];
  469. p += ab++;
  470. length -= ab;
  471. }
  472. if (length < 0)
  473. return -1;
  474. return i;
  475. }
  476. int __str_repl(PikaObj* self,
  477. char* str,
  478. int str_len,
  479. int repl_at,
  480. int repl_len,
  481. char* val,
  482. int val_len) {
  483. if (val_len > repl_len) {
  484. str[repl_at] = 0;
  485. Arg* s_new = arg_newStr(str);
  486. if (!s_new)
  487. return -1;
  488. s_new = arg_strAppend(s_new, val);
  489. s_new = arg_strAppend(s_new, str + repl_at + repl_len);
  490. obj_removeArg(self, "str");
  491. int rs = obj_setArg(self, "str", s_new);
  492. arg_deinit(s_new);
  493. if (rs)
  494. return -rs;
  495. return 0;
  496. }
  497. char* s = str + repl_at;
  498. __platform_memcpy(s, val, val_len);
  499. __platform_memmove(s + val_len, s + repl_len,
  500. str_len - repl_at - repl_len + 1);
  501. return 0;
  502. }
  503. int __utf8_to_utf32_char_LE(const char* utf8, char* out_buf) {
  504. char c = *utf8;
  505. if (!(c & mask1)) {
  506. *out_buf = c;
  507. out_buf[1] = 0;
  508. out_buf[2] = 0;
  509. out_buf[3] = 0;
  510. return 1;
  511. }
  512. int left_length = _pcre_utf8_table4[c & 0x3f];
  513. char a, b, d;
  514. switch (left_length) {
  515. case 1:
  516. a = c & nmask2;
  517. b = utf8[1] & nmask1;
  518. out_buf[0] = b | a << 6;
  519. out_buf[1] = a >> 2;
  520. out_buf[2] = 0;
  521. out_buf[3] = 0;
  522. return 2;
  523. case 2:
  524. a = c & nmask3;
  525. b = utf8[1] & nmask1;
  526. c = utf8[2] & nmask1;
  527. out_buf[0] = c | b << 6;
  528. out_buf[1] = b >> 2 | a << 4;
  529. out_buf[2] = 0;
  530. out_buf[3] = 0;
  531. return 3;
  532. case 3:
  533. a = c & nmask4;
  534. b = utf8[1] & nmask1;
  535. c = utf8[2] & nmask1;
  536. d = utf8[3] & nmask1;
  537. out_buf[0] = d | c << 6;
  538. out_buf[1] = c >> 2 | b << 4;
  539. out_buf[2] = b >> 4 | a << 2;
  540. out_buf[3] = 0;
  541. return 4;
  542. default:
  543. return 0;
  544. }
  545. }
  546. int __utf8_to_utf32_LE_noBOM_get_size(const char* utf8, int len) {
  547. char* p = (char*)utf8;
  548. char buf[4];
  549. int space_sum = 0;
  550. while (len > 0) {
  551. int size = __utf8_to_utf32_char_LE(p, buf);
  552. if (!size)
  553. return -1;
  554. p += size;
  555. len -= size;
  556. space_sum++;
  557. }
  558. return space_sum * 4;
  559. }
  560. int __utf8_to_utf32_LE_noBOM(const char* utf8, int len, char* out_buf) {
  561. char* q = out_buf;
  562. char* p = (char*)utf8;
  563. while (len > 0) {
  564. int size = __utf8_to_utf32_char_LE(p, q);
  565. if (!size)
  566. return -1;
  567. p += size;
  568. len -= size;
  569. q += 4;
  570. }
  571. return q - out_buf;
  572. }
  573. int __utf8_to_utf32_LE_withBOM(const char* utf8, int len, char* out_buf) {
  574. int size = __utf8_to_utf32_LE_noBOM(utf8, len, out_buf + 4);
  575. if (size < 0) {
  576. return size;
  577. }
  578. out_buf[0] = '\xff';
  579. out_buf[1] = '\xfe';
  580. out_buf[2] = 0;
  581. out_buf[3] = 0;
  582. return size + 4;
  583. }
  584. int32_t __utf8_decode(const char* utf8, int left_length) {
  585. int ucode = -1;
  586. char c = *utf8;
  587. if (!(c & mask1)) {
  588. return c;
  589. }
  590. char a, b, d;
  591. switch (left_length) {
  592. case 1:
  593. a = c & nmask2;
  594. b = utf8[1] & nmask1;
  595. ucode = b | (a & 0x03) << 6;
  596. ucode |= (a >> 2) << 8;
  597. break;
  598. case 2:
  599. a = c & nmask3;
  600. b = utf8[1] & nmask1;
  601. c = utf8[2] & nmask1;
  602. ucode = c | (b & 0x03) << 6;
  603. ucode |= (b >> 2 | a << 4) << 8;
  604. break;
  605. case 3:
  606. a = c & nmask4;
  607. b = utf8[1] & nmask1;
  608. c = utf8[2] & nmask1;
  609. d = utf8[3] & nmask1;
  610. ucode = d | (c & 0x03) << 6;
  611. ucode |= (c >> 2 | (b & 0x0f) << 4) << 8;
  612. ucode |= (b >> 4 | a << 2) << 16;
  613. break;
  614. default:
  615. return -1;
  616. }
  617. return ucode;
  618. }
  619. int __unicode_to_utf16_char_LE(int32_t u, char* out_buf) {
  620. if (!(u & 0xffff0000)) {
  621. out_buf[0] = u & 0xff;
  622. out_buf[1] = (u & 0xff00) >> 8;
  623. return 2;
  624. }
  625. int32_t d = u - 0x10000;
  626. int32_t L = d & 0x3ff;
  627. int32_t U = d >> 10;
  628. L = L | 0xdc00;
  629. U = U | 0xd800;
  630. out_buf[0] = U & 0xff;
  631. out_buf[1] = (U & 0xff00) >> 8;
  632. out_buf[2] = L & 0xff;
  633. out_buf[3] = (L & 0xff00) >> 8;
  634. return 4;
  635. }
  636. int __utf8_to_utf16_LE_noBOM(const char* utf8, int len, char* out_buf) {
  637. char* q = out_buf;
  638. char* p = (char*)utf8;
  639. while (len > 0) {
  640. char c = *p;
  641. int32_t ucode;
  642. if (!(c & mask1)) {
  643. ucode = c;
  644. p++;
  645. len--;
  646. } else {
  647. int left_size = _pcre_utf8_table4[c & 0x3f];
  648. ucode = __utf8_decode(p, left_size++);
  649. if (ucode < 0)
  650. return ucode;
  651. p += left_size;
  652. len -= left_size;
  653. }
  654. int size = __unicode_to_utf16_char_LE(ucode, q);
  655. q += size;
  656. }
  657. return q - out_buf;
  658. }
  659. int __utf8_to_utf16_LE_noBOM_get_size(const char* utf8, int len) {
  660. char out_buf[4];
  661. char* p = (char*)utf8;
  662. int need_space = 0;
  663. while (len > 0) {
  664. char c = *p;
  665. int32_t ucode;
  666. if (!(c & mask1)) {
  667. ucode = c;
  668. p++;
  669. len--;
  670. } else {
  671. int left_size = _pcre_utf8_table4[c & 0x3f];
  672. ucode = __utf8_decode(p, left_size++);
  673. if (ucode < 0)
  674. return ucode;
  675. p += left_size;
  676. len -= left_size;
  677. }
  678. int size = __unicode_to_utf16_char_LE(ucode, out_buf);
  679. need_space += size;
  680. }
  681. return need_space;
  682. }
  683. int __utf8_to_utf16_LE_withBOM(const char* utf8, int len, char* out_buf) {
  684. int size = __utf8_to_utf16_LE_noBOM(utf8, len, out_buf + 2);
  685. if (size < 0) {
  686. return size;
  687. }
  688. out_buf[0] = '\xff';
  689. out_buf[1] = '\xfe';
  690. return size + 2;
  691. }
  692. Arg* _str_encode(char* str, char* encoding) {
  693. if (strEqu(encoding, "utf-8")) {
  694. return arg_newBytes((uint8_t*)str, strGetSize(str));
  695. }
  696. int len = strlen(str);
  697. if (strEqu(encoding, "ascii")) {
  698. int ulen = _utf8_strlen(str, len);
  699. if (ulen == len) {
  700. return arg_newBytes((uint8_t*)str, strGetSize(str));
  701. }
  702. __platform_printf("Warning there is non-ascii characters\r\n");
  703. char* b = (char*)pikaMalloc(len + 1);
  704. if (!b) {
  705. return NULL;
  706. }
  707. char* p = str;
  708. char* q = b;
  709. char c = *p++;
  710. while (c) {
  711. if (!(c & 0x80)) {
  712. *q++ = c;
  713. }
  714. c = *p++;
  715. }
  716. *q = 0;
  717. Arg* arg = arg_newBytes((uint8_t*)b, strGetSize(b));
  718. pikaFree(b, len + 1);
  719. return arg;
  720. }
  721. if (strEqu(encoding, "utf-16")) {
  722. int size_needed = __utf8_to_utf16_LE_noBOM_get_size(str, len);
  723. if (size_needed <= 0) {
  724. return NULL;
  725. }
  726. size_needed += 2;
  727. char* b = (char*)pikaMalloc(size_needed);
  728. if (!b) {
  729. return NULL;
  730. }
  731. int ok = __utf8_to_utf16_LE_withBOM(str, len, b);
  732. if (ok < 0) {
  733. pikaFree(b, size_needed);
  734. return NULL;
  735. }
  736. Arg* arg = arg_newBytes((uint8_t*)b, size_needed);
  737. pikaFree(b, size_needed);
  738. return arg;
  739. }
  740. if (strEqu(encoding, "utf-32")) {
  741. int size_needed = __utf8_to_utf32_LE_noBOM_get_size(str, len);
  742. if (size_needed <= 0) {
  743. return NULL;
  744. }
  745. size_needed += 4;
  746. char* b = (char*)pikaMalloc(size_needed);
  747. if (!b) {
  748. return NULL;
  749. }
  750. int ok = __utf8_to_utf32_LE_withBOM(str, len, b);
  751. if (ok < 0) {
  752. pikaFree(b, size_needed);
  753. return NULL;
  754. }
  755. Arg* arg = arg_newBytes((uint8_t*)b, size_needed);
  756. pikaFree(b, size_needed);
  757. return arg;
  758. }
  759. return NULL;
  760. }
  761. char* _strlwr(char* str) {
  762. int i = 0;
  763. while (str[i] != '\0') {
  764. str[i] = tolower((int)str[i]);
  765. i++;
  766. }
  767. return str;
  768. }
  769. #endif
  770. char* PikaStdData_String_format(PikaObj* self, PikaTuple* vars) {
  771. /* 'test{}'.format(123) */
  772. return NULL;
  773. }
  774. char* PikaStdData_String_join(PikaObj* self, Arg* val) {
  775. PikaObj* context = newNormalObj(New_PikaStdLib_SysObj);
  776. obj_setArg(context, "@val", val);
  777. obj_setStr(context, "@str", obj_getStr(self, "str"));
  778. /* clang-format off */
  779. PIKA_PYTHON(
  780. @res_join = ""
  781. @num = len(@val)
  782. for i in range(@num):
  783. @res_join += @val[i]
  784. if i != @num - 1:
  785. @res_join += @str
  786. )
  787. /* clang-format on */
  788. const uint8_t bytes[] = {
  789. 0x84, 0x00, 0x00, 0x00, /* instruct array size */
  790. 0x00, 0x83, 0x00, 0x00, 0x00, 0x04, 0x01, 0x00, 0x10, 0x81, 0x0b, 0x00,
  791. 0x00, 0x02, 0x10, 0x00, 0x00, 0x04, 0x14, 0x00, 0x20, 0x81, 0x14, 0x00,
  792. 0x10, 0x02, 0x19, 0x00, 0x00, 0x02, 0x1f, 0x00, 0x00, 0x04, 0x24, 0x00,
  793. 0x00, 0x82, 0x28, 0x00, 0x00, 0x04, 0x35, 0x00, 0x00, 0x0d, 0x35, 0x00,
  794. 0x00, 0x07, 0x37, 0x00, 0x11, 0x81, 0x01, 0x00, 0x31, 0x01, 0x0b, 0x00,
  795. 0x31, 0x01, 0x35, 0x00, 0x21, 0x1d, 0x00, 0x00, 0x11, 0x02, 0x00, 0x00,
  796. 0x01, 0x08, 0x39, 0x00, 0x01, 0x04, 0x01, 0x00, 0x11, 0x81, 0x35, 0x00,
  797. 0x21, 0x01, 0x14, 0x00, 0x21, 0x05, 0x3b, 0x00, 0x11, 0x08, 0x3d, 0x00,
  798. 0x01, 0x08, 0x3f, 0x00, 0x01, 0x07, 0x3b, 0x00, 0x12, 0x81, 0x01, 0x00,
  799. 0x22, 0x01, 0x42, 0x00, 0x12, 0x02, 0x00, 0x00, 0x02, 0x08, 0x39, 0x00,
  800. 0x02, 0x04, 0x01, 0x00, 0x00, 0x86, 0x47, 0x00, 0x00, 0x8c, 0x24, 0x00,
  801. /* instruct array */
  802. 0x4a, 0x00, 0x00, 0x00, /* const pool size */
  803. 0x00, 0x40, 0x72, 0x65, 0x73, 0x5f, 0x6a, 0x6f, 0x69, 0x6e, 0x00, 0x40,
  804. 0x76, 0x61, 0x6c, 0x00, 0x6c, 0x65, 0x6e, 0x00, 0x40, 0x6e, 0x75, 0x6d,
  805. 0x00, 0x72, 0x61, 0x6e, 0x67, 0x65, 0x00, 0x69, 0x74, 0x65, 0x72, 0x00,
  806. 0x24, 0x6c, 0x30, 0x00, 0x24, 0x6c, 0x30, 0x2e, 0x5f, 0x5f, 0x6e, 0x65,
  807. 0x78, 0x74, 0x5f, 0x5f, 0x00, 0x69, 0x00, 0x32, 0x00, 0x2b, 0x00, 0x31,
  808. 0x00, 0x2d, 0x00, 0x21, 0x3d, 0x00, 0x40, 0x73, 0x74, 0x72, 0x00, 0x2d,
  809. 0x31, 0x00, /* const pool */
  810. };
  811. pikaVM_runByteCode(context, (uint8_t*)bytes);
  812. char* sRes = obj_cacheStr(self, obj_getStr(context, "@res_join"));
  813. obj_deinit(context);
  814. return sRes;
  815. }
  816. int PikaStdData_String_find(PikaObj* self, char* sub) {
  817. char* str = obj_getStr(self, "str");
  818. char* res = strstr(str, sub);
  819. if (res == NULL) {
  820. return -1;
  821. }
  822. return res - str;
  823. }