PikaStdData_String.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869
  1. #include "PikaStdData_String.h"
  2. #include "PikaStdData_List.h"
  3. #include "PikaStdData_String_Util.h"
  4. #include "PikaStdLib_SysObj.h"
  5. #include "PikaVM.h"
  6. #include "dataStrs.h"
  7. char* _strlwr(char* str);
  8. int strGetSizeUtf8(char* str);
  9. Arg* PikaStdData_String___iter__(PikaObj* self) {
  10. obj_setInt(self, "__iter_i", 0);
  11. return arg_newRef(self);
  12. }
  13. void PikaStdData_String_set(PikaObj* self, char* s) {
  14. #if PIKA_STRING_UTF8_ENABLE
  15. int r = _valid_utf8(s, -1);
  16. if (r >= 0) {
  17. obj_setErrorCode(self, __LINE__);
  18. __platform_printf("Error invaliad character %x\r\n", s[r]);
  19. return;
  20. }
  21. #endif
  22. obj_setStr(self, "str", s);
  23. }
  24. void PikaStdData_String___init__(PikaObj* self, char* s) {
  25. #if PIKA_STRING_UTF8_ENABLE
  26. int r = _valid_utf8(s, -1);
  27. if (r >= 0) {
  28. obj_setErrorCode(self, __LINE__);
  29. __platform_printf("Error invaliad character %x\r\n", s[r]);
  30. return;
  31. }
  32. #endif
  33. PikaStdData_String_set(self, s);
  34. }
  35. char* PikaStdData_String_get(PikaObj* self) {
  36. return obj_getStr(self, "str");
  37. }
  38. Arg* PikaStdData_String___next__(PikaObj* self) {
  39. int __iter_i = args_getInt(self->list, "__iter_i");
  40. char* str = obj_getStr(self, "str");
  41. uint16_t len = strGetSize(str);
  42. #if PIKA_STRING_UTF8_ENABLE
  43. char char_buff[5];
  44. int r = _utf8_get(str, len, __iter_i, char_buff);
  45. if (r < 0) {
  46. return arg_newNull();
  47. }
  48. args_setInt(self->list, "__iter_i", __iter_i + 1);
  49. return arg_newStr((char*)char_buff);
  50. #else
  51. Arg* res = NULL;
  52. char char_buff[] = " ";
  53. if (__iter_i < len) {
  54. char_buff[0] = str[__iter_i];
  55. res = arg_newStr((char*)char_buff);
  56. } else {
  57. return arg_newNull();
  58. }
  59. args_setInt(self->list, "__iter_i", __iter_i + 1);
  60. return res;
  61. #endif
  62. }
  63. static int _str_get(char* str, int key_i, char* char_buff) {
  64. uint16_t len = strGetSize(str);
  65. if (key_i < 0) {
  66. key_i = strGetSizeUtf8(str) + key_i;
  67. }
  68. #if PIKA_STRING_UTF8_ENABLE
  69. return _utf8_get(str, len, key_i, char_buff);
  70. #else
  71. if (key_i < len) {
  72. char_buff[0] = str[key_i];
  73. return 0;
  74. }
  75. return -1;
  76. #endif
  77. }
  78. char* string_slice(Args* outBuffs, char* str, int start, int end) {
  79. char* res = args_getBuff(outBuffs, strGetSize(str));
  80. for (int i = start; i < end; i++) {
  81. char char_buff[5] = {0};
  82. int r = _str_get(str, i, char_buff);
  83. if (r < 0) {
  84. return NULL;
  85. }
  86. res = strAppend(res, char_buff);
  87. }
  88. return res;
  89. }
  90. Arg* PikaStdData_String___getitem__(PikaObj* self, Arg* __key) {
  91. int key_i = arg_getInt(__key);
  92. char* str = obj_getStr(self, "str");
  93. char char_buff[5] = {0};
  94. int r = _str_get(str, key_i, char_buff);
  95. if (r < 0) {
  96. return arg_newNull();
  97. }
  98. return arg_newStr((char*)char_buff);
  99. }
  100. void PikaStdData_String___setitem__(PikaObj* self, Arg* __key, Arg* __val) {
  101. int key_i = arg_getInt(__key);
  102. char* str = obj_getStr(self, "str");
  103. char* val = arg_getStr(__val);
  104. uint16_t len = strGetSize(str);
  105. #if PIKA_STRING_UTF8_ENABLE
  106. int len2 = strlen(val);
  107. int is_invalid = _valid_utf8(val, len2);
  108. if (is_invalid >= 0) {
  109. obj_setErrorCode(self, __LINE__);
  110. __platform_printf("Error String invalid\r\n");
  111. return;
  112. }
  113. int ulen_val = _utf8_strlen(val, len2);
  114. if (ulen_val != 1) {
  115. obj_setErrorCode(self, __LINE__);
  116. __platform_printf("Error String invalid char\r\n");
  117. return;
  118. }
  119. int char_len;
  120. int repl_at = _utf8_get_offset(str, len, key_i, &char_len);
  121. if (repl_at < 0) {
  122. obj_setErrorCode(self, __LINE__);
  123. __platform_printf("Error String Overflow\r\n");
  124. return;
  125. }
  126. int ok = __str_repl(self, str, len, repl_at, char_len, val, len2);
  127. if (ok < 0) {
  128. obj_setErrorCode(self, __LINE__);
  129. __platform_printf("Error. Internal error(-%d)\r\n", __LINE__);
  130. return;
  131. }
  132. #else
  133. if (key_i >= len) {
  134. obj_setErrorCode(self, 1);
  135. __platform_printf("Error String Overflow\r\n");
  136. return;
  137. }
  138. str[key_i] = val[0];
  139. #endif
  140. }
  141. char* PikaStdData_String___str__(PikaObj* self) {
  142. return obj_getStr(self, "str");
  143. }
  144. int PikaStdData_String_startswith(PikaObj* self, char* prefix) {
  145. char* str = obj_getStr(self, "str");
  146. char* p = prefix;
  147. int i = 0;
  148. while (*p != '\0') {
  149. if (*p != str[i])
  150. return 0;
  151. p++;
  152. i++;
  153. }
  154. return 1;
  155. }
  156. int PikaStdData_String_endswith(PikaObj* self, char* suffix) {
  157. char* str = obj_getStr(self, "str");
  158. int len1 = strlen(str);
  159. int len2 = strlen(suffix);
  160. while (len2 >= 1) {
  161. if (suffix[len2 - 1] != str[len1 - 1])
  162. return 0;
  163. len2--;
  164. len1--;
  165. }
  166. return 1;
  167. }
  168. int PikaStdData_String_isdigit(PikaObj* self) {
  169. char* str = obj_getStr(self, "str");
  170. int i = 0;
  171. while (str[i] != '\0') {
  172. if (!isdigit((int)str[i]))
  173. return 0;
  174. i++;
  175. }
  176. return 1;
  177. }
  178. int PikaStdData_String_islower(PikaObj* self) {
  179. char* str = obj_getStr(self, "str");
  180. int i = 0;
  181. while (str[i] != '\0') {
  182. if (!islower((int)str[i]))
  183. return 0;
  184. i++;
  185. }
  186. return 1;
  187. }
  188. int PikaStdData_String_isalnum(PikaObj* self) {
  189. char* str = obj_getStr(self, "str");
  190. int i = 0;
  191. while (str[i] != '\0') {
  192. if (!isalnum((int)str[i]))
  193. return 0;
  194. i++;
  195. }
  196. return 1;
  197. }
  198. int PikaStdData_String_isalpha(PikaObj* self) {
  199. char* str = obj_getStr(self, "str");
  200. int i = 0;
  201. while (str[i] != '\0') {
  202. if (!isalpha((int)str[i]))
  203. return 0;
  204. i++;
  205. }
  206. return 1;
  207. }
  208. int PikaStdData_String_isspace(PikaObj* self) {
  209. char* str = obj_getStr(self, "str");
  210. int i = 0;
  211. while (str[i] != '\0') {
  212. if (!isspace((int)str[i]))
  213. return 0;
  214. i++;
  215. }
  216. return 1;
  217. }
  218. PikaObj* PikaStdData_String_split(PikaObj* self, char* s) {
  219. /* 创建 list 对象 */
  220. PikaObj* list = newNormalObj(New_PikaStdData_List);
  221. /* 初始化 list */
  222. PikaStdData_List___init__(list);
  223. Args buffs = {0};
  224. char* str = strsCopy(&buffs, obj_getStr(self, "str"));
  225. /* split str with s by strstr() */
  226. size_t spliter_len = strGetSize(s);
  227. char* p = str;
  228. while (1) {
  229. char* q = strstr(p, s);
  230. if (q == NULL) {
  231. break;
  232. }
  233. *q = '\0';
  234. Arg* arg_item = arg_newStr(p);
  235. PikaStdData_List_append(list, arg_item);
  236. arg_deinit(arg_item);
  237. p = q + spliter_len;
  238. }
  239. if (*p != '\0') {
  240. Arg* arg_item = arg_newStr(p);
  241. PikaStdData_List_append(list, arg_item);
  242. arg_deinit(arg_item);
  243. }
  244. strsDeinit(&buffs);
  245. return list;
  246. }
  247. int strGetSizeUtf8(char* str) {
  248. #if PIKA_STRING_UTF8_ENABLE
  249. int n = _utf8_strlen(str, -1);
  250. return n;
  251. #else
  252. return strGetSize(str);
  253. #endif
  254. }
  255. int PikaStdData_String___len__(PikaObj* self) {
  256. char* str = obj_getStr(self, "str");
  257. int n = strGetSizeUtf8(str);
  258. if (n < 0) {
  259. obj_setErrorCode(self, __LINE__);
  260. __platform_printf("Error. Internal error(%d)\r\n", __LINE__);
  261. }
  262. return n;
  263. }
  264. char* PikaStdData_String_strip(PikaObj* self, PikaTuple* chrs) {
  265. Args buffs = {0};
  266. char to_strip = ' ';
  267. if (pikaTuple_getSize(chrs) > 1) {
  268. obj_setErrorCode(self, PIKA_RES_ERR_INVALID_PARAM);
  269. obj_setSysOut(self, "Error. Invalid param");
  270. }
  271. if (pikaTuple_getSize(chrs) == 1) {
  272. char* ch_str = pikaTuple_getStr(chrs, 0);
  273. to_strip = ch_str[0];
  274. }
  275. char* str = strsCopy(&buffs, obj_getStr(self, "str"));
  276. /* strip */
  277. char* str_start = str;
  278. size_t len = strlen(str);
  279. for (size_t i = 0; i < len; i++) {
  280. if (str[i] != to_strip) {
  281. str_start = (char*)(str + i);
  282. break;
  283. }
  284. }
  285. len = strlen(str);
  286. for (int i = len - 1; i >= 0; i--) {
  287. if (str[i] != to_strip) {
  288. str[i + 1] = '\0';
  289. break;
  290. }
  291. }
  292. obj_setStr(self, "_buf", str_start);
  293. strsDeinit(&buffs);
  294. return obj_getStr(self, "_buf");
  295. }
  296. char* PikaStdData_String_replace(PikaObj* self, char* old, char* new) {
  297. Args buffs = {0};
  298. char* str = strsCopy(&buffs, obj_getStr(self, "str"));
  299. str = strsReplace(&buffs, str, old, new);
  300. obj_setStr(self, "_buf", str);
  301. strsDeinit(&buffs);
  302. return obj_getStr(self, "_buf");
  303. }
  304. Arg* PikaStdData_String_encode(PikaObj* self, PikaTuple* encoding) {
  305. char* str = obj_getStr(self, "str");
  306. #if PIKA_STRING_UTF8_ENABLE
  307. char* to_code = NULL;
  308. int argn = pikaTuple_getSize(encoding);
  309. if (argn < 1) {
  310. return arg_newBytes((uint8_t*)str, strGetSize(str));
  311. }
  312. Arg* arg_i = pikaTuple_getArg(encoding, 0);
  313. if (arg_getType(arg_i) != ARG_TYPE_STRING) {
  314. obj_setErrorCode(self, __LINE__);
  315. __platform_printf("Error invaliad arguments\r\n");
  316. return NULL;
  317. }
  318. to_code = arg_getStr(arg_i);
  319. _strlwr(to_code);
  320. Arg* res = _str_encode(str, to_code);
  321. if (!res) {
  322. obj_setErrorCode(self, __LINE__);
  323. __platform_printf("Error internal error\r\n");
  324. return NULL;
  325. }
  326. return res;
  327. #else
  328. return arg_newBytes((uint8_t*)str, strGetSize(str));
  329. #endif
  330. }
  331. #if PIKA_STRING_UTF8_ENABLE
  332. static const uint8_t _pcre_utf8_table4[] = {
  333. 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
  334. 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
  335. 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 5};
  336. const char mask1 = 0x80;
  337. const char mask2 = 0xc0;
  338. const char mask3 = 0xe0;
  339. const char mask4 = 0xf0;
  340. const char nmask1 = 0x3f;
  341. const char nmask2 = 0x1f;
  342. const char nmask3 = 0x0f;
  343. const char nmask4 = 0x07;
  344. int _valid_utf8(const char* string, int length) {
  345. const uint8_t* p;
  346. if (length < 0) {
  347. length = strlen(string);
  348. }
  349. for (p = (const uint8_t*)string; length-- > 0; p++) {
  350. int ab;
  351. int c = *p;
  352. if (!(c & 0x80))
  353. continue;
  354. if (c < 0xc0)
  355. return (uintptr_t)p - (uintptr_t)string;
  356. ab = _pcre_utf8_table4[c & 0x3f];
  357. if (length < ab || ab > 3)
  358. return (uintptr_t)p - (uintptr_t)string;
  359. length -= ab;
  360. if ((*(++p) & 0xc0) != 0x80)
  361. return (uintptr_t)p - (uintptr_t)string;
  362. switch (ab) {
  363. case 1:
  364. if ((c & 0x3e) == 0)
  365. return (uintptr_t)p - (uintptr_t)string;
  366. continue;
  367. case 2:
  368. if ((c == 0xe0 && (*p & 0x20) == 0) ||
  369. (c == 0xed && *p >= 0xa0))
  370. return (uintptr_t)p - (uintptr_t)string;
  371. break;
  372. case 3:
  373. if ((c == 0xf0 && (*p & 0x30) == 0) || (c > 0xf4) ||
  374. (c == 0xf4 && *p > 0x8f))
  375. return (uintptr_t)p - (uintptr_t)string;
  376. break;
  377. }
  378. while (--ab > 0) {
  379. if ((*(++p) & 0xc0) != 0x80)
  380. return (uintptr_t)p - (uintptr_t)string;
  381. }
  382. }
  383. return -1;
  384. }
  385. int _utf8_get(const char* string, int length, int at, char* out_buf) {
  386. const uint8_t* p;
  387. int ab, c;
  388. if (length < 0) {
  389. length = strlen(string);
  390. }
  391. if (at < 0 || at >= length)
  392. return -1;
  393. for (p = (const uint8_t*)string; length > 0 && at; p++, at--) {
  394. c = *p;
  395. if (!(c & 0x80)) {
  396. length--;
  397. continue;
  398. }
  399. ab = _pcre_utf8_table4[c & 0x3f];
  400. p += ab++;
  401. length -= ab;
  402. }
  403. if (at || length <= 0)
  404. return -2;
  405. c = *p;
  406. if (!(c & 0x80)) {
  407. *out_buf = c;
  408. out_buf[1] = 0;
  409. return 1;
  410. };
  411. ab = _pcre_utf8_table4[c & 0x3f] + 1;
  412. __platform_memcpy(out_buf, p, ab);
  413. out_buf[ab] = '\0';
  414. return ab;
  415. }
  416. int _utf8_get_offset(const char* string,
  417. int length,
  418. int at,
  419. int* out_char_len) {
  420. const uint8_t* p;
  421. int ab, c;
  422. if (length < 0) {
  423. length = strlen(string);
  424. }
  425. if (at < 0 || at >= length)
  426. return -1;
  427. for (p = (const uint8_t*)string; length > 0 && at; p++, at--) {
  428. c = *p;
  429. if (!(c & 0x80)) {
  430. length--;
  431. continue;
  432. }
  433. ab = _pcre_utf8_table4[c & 0x3f];
  434. p += ab++;
  435. length -= ab;
  436. }
  437. if (at)
  438. return -2;
  439. c = *p;
  440. if (!(c & 0x80)) {
  441. if (out_char_len)
  442. *out_char_len = 1;
  443. return (uintptr_t)p - (uintptr_t)string;
  444. };
  445. ab = _pcre_utf8_table4[c & 0x3f] + 1;
  446. if (out_char_len)
  447. *out_char_len = ab;
  448. return (uintptr_t)p - (uintptr_t)string;
  449. }
  450. int _utf8_strlen(const char* string, int length) {
  451. const uint8_t* p;
  452. int i, ab, c;
  453. if (length < 0) {
  454. length = strlen(string);
  455. }
  456. for (i = 0, p = (const uint8_t*)string; length > 0; i++, p++) {
  457. c = *p;
  458. if (!(c & 0x80)) {
  459. length--;
  460. continue;
  461. }
  462. ab = _pcre_utf8_table4[c & 0x3f];
  463. p += ab++;
  464. length -= ab;
  465. }
  466. if (length < 0)
  467. return -1;
  468. return i;
  469. }
  470. int __str_repl(PikaObj* self,
  471. char* str,
  472. int str_len,
  473. int repl_at,
  474. int repl_len,
  475. char* val,
  476. int val_len) {
  477. if (val_len > repl_len) {
  478. str[repl_at] = 0;
  479. Arg* s_new = arg_newStr(str);
  480. if (!s_new)
  481. return -1;
  482. s_new = arg_strAppend(s_new, val);
  483. s_new = arg_strAppend(s_new, str + repl_at + repl_len);
  484. obj_removeArg(self, "str");
  485. int rs = obj_setArg(self, "str", s_new);
  486. arg_deinit(s_new);
  487. if (rs)
  488. return -rs;
  489. return 0;
  490. }
  491. char* s = str + repl_at;
  492. __platform_memcpy(s, val, val_len);
  493. __platform_memmove(s + val_len, s + repl_len,
  494. str_len - repl_at - repl_len + 1);
  495. return 0;
  496. }
  497. int __utf8_to_utf32_char_LE(const char* utf8, char* out_buf) {
  498. char c = *utf8;
  499. if (!(c & mask1)) {
  500. *out_buf = c;
  501. out_buf[1] = 0;
  502. out_buf[2] = 0;
  503. out_buf[3] = 0;
  504. return 1;
  505. }
  506. int left_length = _pcre_utf8_table4[c & 0x3f];
  507. char a, b, d;
  508. switch (left_length) {
  509. case 1:
  510. a = c & nmask2;
  511. b = utf8[1] & nmask1;
  512. out_buf[0] = b | a << 6;
  513. out_buf[1] = a >> 2;
  514. out_buf[2] = 0;
  515. out_buf[3] = 0;
  516. return 2;
  517. case 2:
  518. a = c & nmask3;
  519. b = utf8[1] & nmask1;
  520. c = utf8[2] & nmask1;
  521. out_buf[0] = c | b << 6;
  522. out_buf[1] = b >> 2 | a << 4;
  523. out_buf[2] = 0;
  524. out_buf[3] = 0;
  525. return 3;
  526. case 3:
  527. a = c & nmask4;
  528. b = utf8[1] & nmask1;
  529. c = utf8[2] & nmask1;
  530. d = utf8[3] & nmask1;
  531. out_buf[0] = d | c << 6;
  532. out_buf[1] = c >> 2 | b << 4;
  533. out_buf[2] = b >> 4 | a << 2;
  534. out_buf[3] = 0;
  535. return 4;
  536. default:
  537. return 0;
  538. }
  539. }
  540. int __utf8_to_utf32_LE_noBOM_get_size(const char* utf8, int len) {
  541. char* p = (char*)utf8;
  542. char buf[4];
  543. int space_sum = 0;
  544. while (len > 0) {
  545. int size = __utf8_to_utf32_char_LE(p, buf);
  546. if (!size)
  547. return -1;
  548. p += size;
  549. len -= size;
  550. space_sum++;
  551. }
  552. return space_sum * 4;
  553. }
  554. int __utf8_to_utf32_LE_noBOM(const char* utf8, int len, char* out_buf) {
  555. char* q = out_buf;
  556. char* p = (char*)utf8;
  557. while (len > 0) {
  558. int size = __utf8_to_utf32_char_LE(p, q);
  559. if (!size)
  560. return -1;
  561. p += size;
  562. len -= size;
  563. q += 4;
  564. }
  565. return q - out_buf;
  566. }
  567. int __utf8_to_utf32_LE_withBOM(const char* utf8, int len, char* out_buf) {
  568. int size = __utf8_to_utf32_LE_noBOM(utf8, len, out_buf + 4);
  569. if (size < 0) {
  570. return size;
  571. }
  572. out_buf[0] = '\xff';
  573. out_buf[1] = '\xfe';
  574. out_buf[2] = 0;
  575. out_buf[3] = 0;
  576. return size + 4;
  577. }
  578. int32_t __utf8_decode(const char* utf8, int left_length) {
  579. int ucode = -1;
  580. char c = *utf8;
  581. if (!(c & mask1)) {
  582. return c;
  583. }
  584. char a, b, d;
  585. switch (left_length) {
  586. case 1:
  587. a = c & nmask2;
  588. b = utf8[1] & nmask1;
  589. ucode = b | (a & 0x03) << 6;
  590. ucode |= (a >> 2) << 8;
  591. break;
  592. case 2:
  593. a = c & nmask3;
  594. b = utf8[1] & nmask1;
  595. c = utf8[2] & nmask1;
  596. ucode = c | (b & 0x03) << 6;
  597. ucode |= (b >> 2 | a << 4) << 8;
  598. break;
  599. case 3:
  600. a = c & nmask4;
  601. b = utf8[1] & nmask1;
  602. c = utf8[2] & nmask1;
  603. d = utf8[3] & nmask1;
  604. ucode = d | (c & 0x03) << 6;
  605. ucode |= (c >> 2 | (b & 0x0f) << 4) << 8;
  606. ucode |= (b >> 4 | a << 2) << 16;
  607. break;
  608. default:
  609. return -1;
  610. }
  611. return ucode;
  612. }
  613. int __unicode_to_utf16_char_LE(int32_t u, char* out_buf) {
  614. if (!(u & 0xffff0000)) {
  615. out_buf[0] = u & 0xff;
  616. out_buf[1] = (u & 0xff00) >> 8;
  617. return 2;
  618. }
  619. int32_t d = u - 0x10000;
  620. int32_t L = d & 0x3ff;
  621. int32_t U = d >> 10;
  622. L = L | 0xdc00;
  623. U = U | 0xd800;
  624. out_buf[0] = U & 0xff;
  625. out_buf[1] = (U & 0xff00) >> 8;
  626. out_buf[2] = L & 0xff;
  627. out_buf[3] = (L & 0xff00) >> 8;
  628. return 4;
  629. }
  630. int __utf8_to_utf16_LE_noBOM(const char* utf8, int len, char* out_buf) {
  631. char* q = out_buf;
  632. char* p = (char*)utf8;
  633. while (len > 0) {
  634. char c = *p;
  635. int32_t ucode;
  636. if (!(c & mask1)) {
  637. ucode = c;
  638. p++;
  639. len--;
  640. } else {
  641. int left_size = _pcre_utf8_table4[c & 0x3f];
  642. ucode = __utf8_decode(p, left_size++);
  643. if (ucode < 0)
  644. return ucode;
  645. p += left_size;
  646. len -= left_size;
  647. }
  648. int size = __unicode_to_utf16_char_LE(ucode, q);
  649. q += size;
  650. }
  651. return q - out_buf;
  652. }
  653. int __utf8_to_utf16_LE_noBOM_get_size(const char* utf8, int len) {
  654. char out_buf[4];
  655. char* p = (char*)utf8;
  656. int need_space = 0;
  657. while (len > 0) {
  658. char c = *p;
  659. int32_t ucode;
  660. if (!(c & mask1)) {
  661. ucode = c;
  662. p++;
  663. len--;
  664. } else {
  665. int left_size = _pcre_utf8_table4[c & 0x3f];
  666. ucode = __utf8_decode(p, left_size++);
  667. if (ucode < 0)
  668. return ucode;
  669. p += left_size;
  670. len -= left_size;
  671. }
  672. int size = __unicode_to_utf16_char_LE(ucode, out_buf);
  673. need_space += size;
  674. }
  675. return need_space;
  676. }
  677. int __utf8_to_utf16_LE_withBOM(const char* utf8, int len, char* out_buf) {
  678. int size = __utf8_to_utf16_LE_noBOM(utf8, len, out_buf + 2);
  679. if (size < 0) {
  680. return size;
  681. }
  682. out_buf[0] = '\xff';
  683. out_buf[1] = '\xfe';
  684. return size + 2;
  685. }
  686. Arg* _str_encode(char* str, char* encoding) {
  687. if (strEqu(encoding, "utf-8")) {
  688. return arg_newBytes((uint8_t*)str, strGetSize(str));
  689. }
  690. int len = strlen(str);
  691. if (strEqu(encoding, "ascii")) {
  692. int ulen = _utf8_strlen(str, len);
  693. if (ulen == len) {
  694. return arg_newBytes((uint8_t*)str, strGetSize(str));
  695. }
  696. __platform_printf("Warning there is non-ascii characters\r\n");
  697. char* b = (char*)pikaMalloc(len + 1);
  698. if (!b) {
  699. return NULL;
  700. }
  701. char* p = str;
  702. char* q = b;
  703. char c = *p++;
  704. while (c) {
  705. if (!(c & 0x80)) {
  706. *q++ = c;
  707. }
  708. c = *p++;
  709. }
  710. *q = 0;
  711. Arg* arg = arg_newBytes((uint8_t*)b, strGetSize(b));
  712. pikaFree(b, len + 1);
  713. return arg;
  714. }
  715. if (strEqu(encoding, "utf-16")) {
  716. int size_needed = __utf8_to_utf16_LE_noBOM_get_size(str, len);
  717. if (size_needed <= 0) {
  718. return NULL;
  719. }
  720. size_needed += 2;
  721. char* b = (char*)pikaMalloc(size_needed);
  722. if (!b) {
  723. return NULL;
  724. }
  725. int ok = __utf8_to_utf16_LE_withBOM(str, len, b);
  726. if (ok < 0) {
  727. pikaFree(b, size_needed);
  728. return NULL;
  729. }
  730. Arg* arg = arg_newBytes((uint8_t*)b, size_needed);
  731. pikaFree(b, size_needed);
  732. return arg;
  733. }
  734. if (strEqu(encoding, "utf-32")) {
  735. int size_needed = __utf8_to_utf32_LE_noBOM_get_size(str, len);
  736. if (size_needed <= 0) {
  737. return NULL;
  738. }
  739. size_needed += 4;
  740. char* b = (char*)pikaMalloc(size_needed);
  741. if (!b) {
  742. return NULL;
  743. }
  744. int ok = __utf8_to_utf32_LE_withBOM(str, len, b);
  745. if (ok < 0) {
  746. pikaFree(b, size_needed);
  747. return NULL;
  748. }
  749. Arg* arg = arg_newBytes((uint8_t*)b, size_needed);
  750. pikaFree(b, size_needed);
  751. return arg;
  752. }
  753. return NULL;
  754. }
  755. char* _strlwr(char* str) {
  756. int i = 0;
  757. while (str[i] != '\0') {
  758. str[i] = tolower((int)str[i]);
  759. i++;
  760. }
  761. return str;
  762. }
  763. #endif
  764. char* PikaStdData_String_format(PikaObj* self, PikaTuple* vars) {
  765. /* 'test{}'.format(123) */
  766. return NULL;
  767. }
  768. char* PikaStdData_String_join(PikaObj* self, Arg* val) {
  769. PikaObj* context = newNormalObj(New_PikaStdLib_SysObj);
  770. obj_setArg(context, "@val", val);
  771. obj_setStr(context, "@str", obj_getStr(self, "str"));
  772. /* clang-format off */
  773. PIKA_PYTHON(
  774. @res_join = ""
  775. @num = len(@val)
  776. for i in range(@num):
  777. @res_join += @val[i]
  778. if i != @num - 1:
  779. @res_join += @str
  780. )
  781. /* clang-format on */
  782. const uint8_t bytes[] = {
  783. 0x84, 0x00, 0x00, 0x00, /* instruct array size */
  784. 0x00, 0x83, 0x00, 0x00, 0x00, 0x04, 0x01, 0x00, 0x10, 0x81, 0x0b, 0x00,
  785. 0x00, 0x02, 0x10, 0x00, 0x00, 0x04, 0x14, 0x00, 0x20, 0x81, 0x14, 0x00,
  786. 0x10, 0x02, 0x19, 0x00, 0x00, 0x02, 0x1f, 0x00, 0x00, 0x04, 0x24, 0x00,
  787. 0x00, 0x82, 0x28, 0x00, 0x00, 0x04, 0x35, 0x00, 0x00, 0x0d, 0x35, 0x00,
  788. 0x00, 0x07, 0x37, 0x00, 0x11, 0x81, 0x01, 0x00, 0x31, 0x01, 0x0b, 0x00,
  789. 0x31, 0x01, 0x35, 0x00, 0x21, 0x1d, 0x00, 0x00, 0x11, 0x02, 0x00, 0x00,
  790. 0x01, 0x08, 0x39, 0x00, 0x01, 0x04, 0x01, 0x00, 0x11, 0x81, 0x35, 0x00,
  791. 0x21, 0x01, 0x14, 0x00, 0x21, 0x05, 0x3b, 0x00, 0x11, 0x08, 0x3d, 0x00,
  792. 0x01, 0x08, 0x3f, 0x00, 0x01, 0x07, 0x3b, 0x00, 0x12, 0x81, 0x01, 0x00,
  793. 0x22, 0x01, 0x42, 0x00, 0x12, 0x02, 0x00, 0x00, 0x02, 0x08, 0x39, 0x00,
  794. 0x02, 0x04, 0x01, 0x00, 0x00, 0x86, 0x47, 0x00, 0x00, 0x8c, 0x24, 0x00,
  795. /* instruct array */
  796. 0x4a, 0x00, 0x00, 0x00, /* const pool size */
  797. 0x00, 0x40, 0x72, 0x65, 0x73, 0x5f, 0x6a, 0x6f, 0x69, 0x6e, 0x00, 0x40,
  798. 0x76, 0x61, 0x6c, 0x00, 0x6c, 0x65, 0x6e, 0x00, 0x40, 0x6e, 0x75, 0x6d,
  799. 0x00, 0x72, 0x61, 0x6e, 0x67, 0x65, 0x00, 0x69, 0x74, 0x65, 0x72, 0x00,
  800. 0x24, 0x6c, 0x30, 0x00, 0x24, 0x6c, 0x30, 0x2e, 0x5f, 0x5f, 0x6e, 0x65,
  801. 0x78, 0x74, 0x5f, 0x5f, 0x00, 0x69, 0x00, 0x32, 0x00, 0x2b, 0x00, 0x31,
  802. 0x00, 0x2d, 0x00, 0x21, 0x3d, 0x00, 0x40, 0x73, 0x74, 0x72, 0x00, 0x2d,
  803. 0x31, 0x00, /* const pool */
  804. };
  805. pikaVM_runByteCode(context, (uint8_t*)bytes);
  806. char* sRes = obj_cacheStr(self, obj_getStr(context, "@res_join"));
  807. obj_deinit(context);
  808. return sRes;
  809. }
  810. int PikaStdData_String_find(PikaObj *self, char* sub){
  811. char* str = obj_getStr(self, "str");
  812. char* res = strstr(str, sub);
  813. if (res == NULL) {
  814. return -1;
  815. }
  816. return res - str;
  817. }