wasm_runtime.h 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881
  1. /*
  2. * Copyright (C) 2019 Intel Corporation. All rights reserved.
  3. * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. */
  5. #ifndef _WASM_RUNTIME_H
  6. #define _WASM_RUNTIME_H
  7. #include "wasm.h"
  8. #include "bh_atomic.h"
  9. #include "bh_bitmap.h"
  10. #include "bh_hashmap.h"
  11. #include "../common/wasm_runtime_common.h"
  12. #include "../common/wasm_exec_env.h"
  13. #ifdef __cplusplus
  14. extern "C" {
  15. #endif
  16. #define EXCEPTION_BUF_LEN 128
  17. typedef struct WASMModuleInstance WASMModuleInstance;
  18. typedef struct WASMFunctionInstance WASMFunctionInstance;
  19. typedef struct WASMMemoryInstance WASMMemoryInstance;
  20. typedef struct WASMTableInstance WASMTableInstance;
  21. typedef struct WASMGlobalInstance WASMGlobalInstance;
  22. #if WASM_ENABLE_TAGS != 0
  23. typedef struct WASMTagInstance WASMTagInstance;
  24. #endif
  25. /**
  26. * When LLVM JIT, WAMR compiler or AOT is enabled, we should ensure that
  27. * some offsets of the same field in the interpreter module instance and
  28. * aot module instance are the same, so that the LLVM JITed/AOTed code
  29. * can smoothly access the interpreter module instance.
  30. * Same for the memory instance and table instance.
  31. * We use the macro DefPointer to define some related pointer fields.
  32. */
  33. #if (WASM_ENABLE_JIT != 0 || WASM_ENABLE_WAMR_COMPILER != 0 \
  34. || WASM_ENABLE_AOT != 0) \
  35. && UINTPTR_MAX == UINT32_MAX
  36. /* Add u32 padding if LLVM JIT, WAMR compiler or AOT is enabled on
  37. 32-bit platform */
  38. #define DefPointer(type, field) \
  39. type field; \
  40. uint32 field##_padding
  41. #else
  42. #define DefPointer(type, field) type field
  43. #endif
  44. typedef enum WASMExceptionID {
  45. EXCE_UNREACHABLE = 0,
  46. EXCE_OUT_OF_MEMORY,
  47. EXCE_OUT_OF_BOUNDS_MEMORY_ACCESS,
  48. EXCE_INTEGER_OVERFLOW,
  49. EXCE_INTEGER_DIVIDE_BY_ZERO,
  50. EXCE_INVALID_CONVERSION_TO_INTEGER,
  51. EXCE_INVALID_FUNCTION_TYPE_INDEX,
  52. EXCE_INVALID_FUNCTION_INDEX,
  53. EXCE_UNDEFINED_ELEMENT,
  54. EXCE_UNINITIALIZED_ELEMENT,
  55. EXCE_CALL_UNLINKED_IMPORT_FUNC,
  56. EXCE_NATIVE_STACK_OVERFLOW,
  57. EXCE_UNALIGNED_ATOMIC,
  58. EXCE_AUX_STACK_OVERFLOW,
  59. EXCE_AUX_STACK_UNDERFLOW,
  60. EXCE_OUT_OF_BOUNDS_TABLE_ACCESS,
  61. EXCE_OPERAND_STACK_OVERFLOW,
  62. EXCE_FAILED_TO_COMPILE_FAST_JIT_FUNC,
  63. /* GC related exceptions */
  64. EXCE_NULL_FUNC_OBJ,
  65. EXCE_NULL_STRUCT_OBJ,
  66. EXCE_NULL_ARRAY_OBJ,
  67. EXCE_NULL_I31_OBJ,
  68. EXCE_NULL_REFERENCE,
  69. EXCE_FAILED_TO_CREATE_RTT_TYPE,
  70. EXCE_FAILED_TO_CREATE_STRUCT_OBJ,
  71. EXCE_FAILED_TO_CREATE_ARRAY_OBJ,
  72. EXCE_FAILED_TO_CREATE_EXTERNREF_OBJ,
  73. EXCE_CAST_FAILURE,
  74. EXCE_ARRAY_IDX_OOB,
  75. EXCE_FAILED_TO_CREATE_STRING,
  76. EXCE_FAILED_TO_CREATE_STRINGREF,
  77. EXCE_FAILED_TO_CREATE_STRINGVIEW,
  78. EXCE_FAILED_TO_ENCODE_STRING,
  79. EXCE_ALREADY_THROWN,
  80. EXCE_NUM,
  81. } WASMExceptionID;
  82. typedef union {
  83. uint64 u64;
  84. uint32 u32[2];
  85. } MemBound;
  86. #if WASM_ENABLE_SHARED_HEAP != 0
  87. typedef struct WASMSharedHeap {
  88. struct WASMSharedHeap *next;
  89. void *heap_handle;
  90. uint8 *base_addr;
  91. uint32 size;
  92. uint64 start_off_mem64;
  93. uint64 start_off_mem32;
  94. } WASMSharedHeap;
  95. #endif
  96. struct WASMMemoryInstance {
  97. /* Module type */
  98. uint32 module_type;
  99. /* Whether the memory is shared */
  100. uint8 is_shared_memory;
  101. /* Whether the memory has 64-bit memory addresses */
  102. uint8 is_memory64;
  103. /* Reference count of the memory instance:
  104. 0: non-shared memory, > 0: shared memory */
  105. bh_atomic_16_t ref_count;
  106. /* Four-byte paddings to ensure the layout of WASMMemoryInstance is the same
  107. * in both 64-bit and 32-bit */
  108. uint8 _paddings[4];
  109. /* Number bytes per page */
  110. uint32 num_bytes_per_page;
  111. /* Current page count */
  112. uint32 cur_page_count;
  113. /* Maximum page count */
  114. uint32 max_page_count;
  115. /* Memory data size */
  116. uint64 memory_data_size;
  117. /**
  118. * Memory data begin address, Note:
  119. * the app-heap might be inserted in to the linear memory,
  120. * when memory is re-allocated, the heap data and memory data
  121. * must be copied to new memory also
  122. */
  123. DefPointer(uint8 *, memory_data);
  124. /* Memory data end address */
  125. DefPointer(uint8 *, memory_data_end);
  126. /* Heap data base address */
  127. DefPointer(uint8 *, heap_data);
  128. /* Heap data end address */
  129. DefPointer(uint8 *, heap_data_end);
  130. /* The heap created */
  131. DefPointer(void *, heap_handle);
  132. /* TODO: use it to replace the g_shared_memory_lock */
  133. DefPointer(korp_mutex *, memory_lock);
  134. #if WASM_ENABLE_FAST_JIT != 0 || WASM_ENABLE_JIT != 0 \
  135. || WASM_ENABLE_WAMR_COMPILER != 0 || WASM_ENABLE_AOT != 0
  136. MemBound mem_bound_check_1byte;
  137. MemBound mem_bound_check_2bytes;
  138. MemBound mem_bound_check_4bytes;
  139. MemBound mem_bound_check_8bytes;
  140. MemBound mem_bound_check_16bytes;
  141. #endif
  142. };
  143. /* WASMTableInstance is used to represent table instance in
  144. * runtime, to compute the table element address with index
  145. * we need to know the element type and the element ref type.
  146. * For pointer type, it's 32-bit or 64-bit, align up to 8 bytes
  147. * to simplify the computation.
  148. * And each struct member should be 4-byte or 8-byte aligned.
  149. */
  150. struct WASMTableInstance {
  151. /* The element type */
  152. uint8 elem_type;
  153. uint8 __padding__[7];
  154. union {
  155. #if WASM_ENABLE_GC != 0
  156. WASMRefType *elem_ref_type;
  157. #endif
  158. uint64 __padding__;
  159. } elem_ref_type;
  160. /* Current size */
  161. uint32 cur_size;
  162. /* Maximum size */
  163. uint32 max_size;
  164. /* Table elements */
  165. table_elem_type_t elems[1];
  166. };
  167. struct WASMGlobalInstance {
  168. /* value type, VALUE_TYPE_I32/I64/F32/F64 */
  169. uint8 type;
  170. /* mutable or constant */
  171. bool is_mutable;
  172. /* data offset to the address of initial_value, started from the end of
  173. * WASMMemoryInstance(start of WASMGlobalInstance)*/
  174. uint32 data_offset;
  175. /* initial value */
  176. WASMValue initial_value;
  177. #if WASM_ENABLE_GC != 0
  178. WASMRefType *ref_type;
  179. #endif
  180. #if WASM_ENABLE_MULTI_MODULE != 0
  181. /* just for import, keep the reference here */
  182. WASMModuleInstance *import_module_inst;
  183. WASMGlobalInstance *import_global_inst;
  184. #endif
  185. };
  186. struct WASMFunctionInstance {
  187. /* whether it is import function or WASM function */
  188. bool is_import_func;
  189. /* parameter count */
  190. uint16 param_count;
  191. /* local variable count, 0 for import function */
  192. uint16 local_count;
  193. /* cell num of parameters */
  194. uint16 param_cell_num;
  195. /* cell num of return type */
  196. uint16 ret_cell_num;
  197. /* cell num of local variables, 0 for import function */
  198. uint16 local_cell_num;
  199. #if WASM_ENABLE_FAST_INTERP != 0
  200. /* cell num of consts */
  201. uint16 const_cell_num;
  202. #endif
  203. uint16 *local_offsets;
  204. /* parameter types */
  205. uint8 *param_types;
  206. /* local types, NULL for import function */
  207. uint8 *local_types;
  208. union {
  209. WASMFunctionImport *func_import;
  210. WASMFunction *func;
  211. } u;
  212. #if WASM_ENABLE_MULTI_MODULE != 0
  213. WASMModuleInstance *import_module_inst;
  214. WASMFunctionInstance *import_func_inst;
  215. #endif
  216. #if WASM_ENABLE_PERF_PROFILING != 0
  217. /* total execution time */
  218. uint64 total_exec_time;
  219. /* total execution count */
  220. uint32 total_exec_cnt;
  221. /* children execution time */
  222. uint64 children_exec_time;
  223. #endif
  224. };
  225. #if WASM_ENABLE_TAGS != 0
  226. struct WASMTagInstance {
  227. bool is_import_tag;
  228. /* tag attribute */
  229. uint8 attribute;
  230. /* tag type index */
  231. uint32 type;
  232. union {
  233. WASMTagImport *tag_import;
  234. WASMTag *tag;
  235. } u;
  236. #if WASM_ENABLE_MULTI_MODULE != 0
  237. WASMModuleInstance *import_module_inst;
  238. WASMTagInstance *import_tag_inst;
  239. #endif
  240. };
  241. #endif
  242. #if WASM_ENABLE_EXCE_HANDLING != 0
  243. #define INVALID_TAGINDEX ((uint32)0xFFFFFFFF)
  244. #define SET_INVALID_TAGINDEX(tag) (tag = INVALID_TAGINDEX)
  245. #define IS_INVALID_TAGINDEX(tag) ((tag & INVALID_TAGINDEX) == INVALID_TAGINDEX)
  246. #endif
  247. typedef struct WASMExportFuncInstance {
  248. char *name;
  249. WASMFunctionInstance *function;
  250. } WASMExportFuncInstance;
  251. typedef struct WASMExportGlobInstance {
  252. char *name;
  253. WASMGlobalInstance *global;
  254. } WASMExportGlobInstance;
  255. typedef struct WASMExportTabInstance {
  256. char *name;
  257. WASMTableInstance *table;
  258. } WASMExportTabInstance;
  259. typedef struct WASMExportMemInstance {
  260. char *name;
  261. WASMMemoryInstance *memory;
  262. } WASMExportMemInstance;
  263. #if WASM_ENABLE_TAGS != 0
  264. typedef struct WASMExportTagInstance {
  265. char *name;
  266. WASMTagInstance *tag;
  267. } WASMExportTagInstance;
  268. #endif
  269. /* wasm-c-api import function info */
  270. typedef struct CApiFuncImport {
  271. /* host func pointer after linked */
  272. void *func_ptr_linked;
  273. /* whether the host func has env argument */
  274. bool with_env_arg;
  275. /* the env argument of the host func */
  276. void *env_arg;
  277. } CApiFuncImport;
  278. /* The common part of WASMModuleInstanceExtra and AOTModuleInstanceExtra */
  279. typedef struct WASMModuleInstanceExtraCommon {
  280. #if WASM_ENABLE_MODULE_INST_CONTEXT != 0
  281. void *contexts[WASM_MAX_INSTANCE_CONTEXTS];
  282. #endif
  283. #if WASM_CONFIGURABLE_BOUNDS_CHECKS != 0
  284. /* Disable bounds checks or not */
  285. bool disable_bounds_checks;
  286. #endif
  287. #if WASM_ENABLE_BULK_MEMORY != 0
  288. bh_bitmap *data_dropped;
  289. #endif
  290. #if WASM_ENABLE_REF_TYPES != 0
  291. bh_bitmap *elem_dropped;
  292. #endif
  293. #if WASM_ENABLE_GC != 0
  294. /* The gc heap memory pool */
  295. uint8 *gc_heap_pool;
  296. /* The gc heap created */
  297. void *gc_heap_handle;
  298. #endif
  299. } WASMModuleInstanceExtraCommon;
  300. /* Extra info of WASM module instance for interpreter/jit mode */
  301. typedef struct WASMModuleInstanceExtra {
  302. WASMModuleInstanceExtraCommon common;
  303. WASMGlobalInstance *globals;
  304. WASMFunctionInstance *functions;
  305. uint32 global_count;
  306. uint32 function_count;
  307. WASMFunctionInstance *start_function;
  308. WASMFunctionInstance *malloc_function;
  309. WASMFunctionInstance *free_function;
  310. WASMFunctionInstance *retain_function;
  311. RunningMode running_mode;
  312. #if WASM_ENABLE_MULTI_MODULE != 0
  313. bh_list sub_module_inst_list_head;
  314. bh_list *sub_module_inst_list;
  315. /* linked table instances of import table instances */
  316. WASMTableInstance **table_insts_linked;
  317. #endif
  318. #if WASM_ENABLE_TAGS != 0
  319. uint32 tag_count;
  320. uint32 export_tag_count;
  321. WASMTagInstance *tags;
  322. WASMExportTagInstance *export_tags;
  323. void **import_tag_ptrs;
  324. #endif
  325. #if WASM_ENABLE_MEMORY_PROFILING != 0
  326. uint32 max_aux_stack_used;
  327. #endif
  328. #if WASM_ENABLE_SHARED_HEAP != 0
  329. WASMSharedHeap *shared_heap;
  330. #endif
  331. #if WASM_ENABLE_DEBUG_INTERP != 0 \
  332. || (WASM_ENABLE_FAST_JIT != 0 && WASM_ENABLE_JIT != 0 \
  333. && WASM_ENABLE_LAZY_JIT != 0)
  334. WASMModuleInstance *next;
  335. #endif
  336. } WASMModuleInstanceExtra;
  337. struct AOTFuncPerfProfInfo;
  338. struct WASMModuleInstance {
  339. /* Module instance type, for module instance loaded from
  340. WASM bytecode binary, this field is Wasm_Module_Bytecode;
  341. for module instance loaded from AOT file, this field is
  342. Wasm_Module_AoT, and this structure should be treated as
  343. AOTModuleInstance structure. */
  344. uint32 module_type;
  345. uint32 memory_count;
  346. DefPointer(WASMMemoryInstance **, memories);
  347. /* global and table info */
  348. uint32 global_data_size;
  349. uint32 table_count;
  350. DefPointer(uint8 *, global_data);
  351. /* For AOTModuleInstance, it denotes `AOTTableInstance *` */
  352. DefPointer(WASMTableInstance **, tables);
  353. /* import func ptrs + llvm jit func ptrs */
  354. DefPointer(void **, func_ptrs);
  355. /* function type indexes */
  356. DefPointer(uint32 *, func_type_indexes);
  357. uint32 export_func_count;
  358. uint32 export_global_count;
  359. uint32 export_memory_count;
  360. uint32 export_table_count;
  361. /* For AOTModuleInstance, it denotes `AOTFunctionInstance *` */
  362. DefPointer(WASMExportFuncInstance *, export_functions);
  363. DefPointer(WASMExportGlobInstance *, export_globals);
  364. DefPointer(WASMExportMemInstance *, export_memories);
  365. DefPointer(WASMExportTabInstance *, export_tables);
  366. /* The exception buffer of wasm interpreter for current thread. */
  367. char cur_exception[EXCEPTION_BUF_LEN];
  368. /* The WASM module or AOT module, for AOTModuleInstance,
  369. it denotes `AOTModule *` */
  370. DefPointer(WASMModule *, module);
  371. DefPointer(WASMExecEnv *, exec_env_singleton);
  372. /* Array of function pointers to import functions,
  373. not available in AOTModuleInstance */
  374. DefPointer(void **, import_func_ptrs);
  375. /* Array of function pointers to fast jit functions,
  376. not available in AOTModuleInstance:
  377. Only when the multi-tier JIT macros are all enabled and the running
  378. mode of current module instance is set to Mode_Fast_JIT, runtime
  379. will allocate new memory for it, otherwise it always points to the
  380. module->fast_jit_func_ptrs */
  381. DefPointer(void **, fast_jit_func_ptrs);
  382. /* The custom data that can be set/get by wasm_{get|set}_custom_data */
  383. DefPointer(void *, custom_data);
  384. /* Stack frames, used in call stack dump and perf profiling */
  385. DefPointer(Vector *, frames);
  386. /* Function performance profiling info list, only available
  387. in AOTModuleInstance */
  388. DefPointer(struct AOTFuncPerfProfInfo *, func_perf_profilings);
  389. DefPointer(CApiFuncImport *, c_api_func_imports);
  390. /* Pointer to the exec env currently used */
  391. DefPointer(WASMExecEnv *, cur_exec_env);
  392. /* WASM/AOT module extra info, for AOTModuleInstance,
  393. it denotes `AOTModuleInstanceExtra *` */
  394. DefPointer(WASMModuleInstanceExtra *, e);
  395. /* Default WASM operand stack size */
  396. uint32 default_wasm_stack_size;
  397. uint32 reserved[7];
  398. /*
  399. * +------------------------------+ <-- memories
  400. * | WASMMemoryInstance[mem_count], mem_count is always 1 for LLVM JIT/AOT
  401. * +------------------------------+ <-- global_data
  402. * | global data
  403. * +------------------------------+ <-- tables
  404. * | WASMTableInstance[table_count]
  405. * +------------------------------+ <-- e
  406. * | WASMModuleInstanceExtra
  407. * +------------------------------+
  408. */
  409. union {
  410. uint64 _make_it_8_byte_aligned_;
  411. WASMMemoryInstance memory_instances[1];
  412. uint8 bytes[1];
  413. } global_table_data;
  414. };
  415. struct WASMInterpFrame;
  416. typedef struct WASMInterpFrame WASMRuntimeFrame;
  417. #if WASM_ENABLE_MULTI_MODULE != 0
  418. typedef struct WASMSubModInstNode {
  419. bh_list_link l;
  420. /* point to a string pool */
  421. const char *module_name;
  422. WASMModuleInstance *module_inst;
  423. } WASMSubModInstNode;
  424. #endif
  425. /**
  426. * Return the code block of a function.
  427. *
  428. * @param func the WASM function instance
  429. *
  430. * @return the code block of the function
  431. */
  432. static inline uint8 *
  433. wasm_get_func_code(WASMFunctionInstance *func)
  434. {
  435. #if WASM_ENABLE_FAST_INTERP == 0
  436. return func->is_import_func ? NULL : func->u.func->code;
  437. #else
  438. return func->is_import_func ? NULL : func->u.func->code_compiled;
  439. #endif
  440. }
  441. /**
  442. * Return the code block end of a function.
  443. *
  444. * @param func the WASM function instance
  445. *
  446. * @return the code block end of the function
  447. */
  448. static inline uint8 *
  449. wasm_get_func_code_end(WASMFunctionInstance *func)
  450. {
  451. #if WASM_ENABLE_FAST_INTERP == 0
  452. return func->is_import_func ? NULL
  453. : func->u.func->code + func->u.func->code_size;
  454. #else
  455. return func->is_import_func
  456. ? NULL
  457. : func->u.func->code_compiled + func->u.func->code_compiled_size;
  458. #endif
  459. }
  460. WASMModule *
  461. wasm_load(uint8 *buf, uint32 size,
  462. #if WASM_ENABLE_MULTI_MODULE != 0
  463. bool main_module,
  464. #endif
  465. const LoadArgs *args, char *error_buf, uint32 error_buf_size);
  466. WASMModule *
  467. wasm_load_from_sections(WASMSection *section_list, char *error_buf,
  468. uint32 error_buf_size);
  469. void
  470. wasm_unload(WASMModule *module);
  471. WASMModuleInstance *
  472. wasm_instantiate(WASMModule *module, WASMModuleInstance *parent,
  473. WASMExecEnv *exec_env_main, uint32 stack_size,
  474. uint32 heap_size, uint32 max_memory_pages, char *error_buf,
  475. uint32 error_buf_size);
  476. void
  477. wasm_dump_perf_profiling(const WASMModuleInstance *module_inst);
  478. double
  479. wasm_summarize_wasm_execute_time(const WASMModuleInstance *inst);
  480. double
  481. wasm_get_wasm_func_exec_time(const WASMModuleInstance *inst,
  482. const char *func_name);
  483. void
  484. wasm_deinstantiate(WASMModuleInstance *module_inst, bool is_sub_inst);
  485. bool
  486. wasm_set_running_mode(WASMModuleInstance *module_inst,
  487. RunningMode running_mode);
  488. WASMFunctionInstance *
  489. wasm_lookup_function(const WASMModuleInstance *module_inst, const char *name);
  490. #if WASM_ENABLE_MULTI_MODULE != 0
  491. WASMGlobalInstance *
  492. wasm_lookup_global(const WASMModuleInstance *module_inst, const char *name);
  493. WASMMemoryInstance *
  494. wasm_lookup_memory(const WASMModuleInstance *module_inst, const char *name);
  495. WASMTableInstance *
  496. wasm_lookup_table(const WASMModuleInstance *module_inst, const char *name);
  497. #if WASM_ENABLE_TAGS != 0
  498. WASMTagInstance *
  499. wasm_lookup_tag(const WASMModuleInstance *module_inst, const char *name,
  500. const char *signature);
  501. #endif
  502. #endif
  503. bool
  504. wasm_call_function(WASMExecEnv *exec_env, WASMFunctionInstance *function,
  505. unsigned argc, uint32 argv[]);
  506. void
  507. wasm_set_exception(WASMModuleInstance *module, const char *exception);
  508. void
  509. wasm_set_exception_with_id(WASMModuleInstance *module_inst, uint32 id);
  510. const char *
  511. wasm_get_exception(WASMModuleInstance *module);
  512. /**
  513. * @brief Copy exception in buffer passed as parameter. Thread-safe version of
  514. * `wasm_get_exception()`
  515. * @note Buffer size must be no smaller than EXCEPTION_BUF_LEN
  516. * @return true if exception found
  517. */
  518. bool
  519. wasm_copy_exception(WASMModuleInstance *module_inst, char *exception_buf);
  520. uint64
  521. wasm_module_malloc_internal(WASMModuleInstance *module_inst,
  522. WASMExecEnv *exec_env, uint64 size,
  523. void **p_native_addr);
  524. uint64
  525. wasm_module_realloc_internal(WASMModuleInstance *module_inst,
  526. WASMExecEnv *exec_env, uint64 ptr, uint64 size,
  527. void **p_native_addr);
  528. void
  529. wasm_module_free_internal(WASMModuleInstance *module_inst,
  530. WASMExecEnv *exec_env, uint64 ptr);
  531. uint64
  532. wasm_module_malloc(WASMModuleInstance *module_inst, uint64 size,
  533. void **p_native_addr);
  534. uint64
  535. wasm_module_realloc(WASMModuleInstance *module_inst, uint64 ptr, uint64 size,
  536. void **p_native_addr);
  537. void
  538. wasm_module_free(WASMModuleInstance *module_inst, uint64 ptr);
  539. uint64
  540. wasm_module_dup_data(WASMModuleInstance *module_inst, const char *src,
  541. uint64 size);
  542. /**
  543. * Check whether the app address and the buf is inside the linear memory,
  544. * and convert the app address into native address
  545. */
  546. bool
  547. wasm_check_app_addr_and_convert(WASMModuleInstance *module_inst, bool is_str,
  548. uint64 app_buf_addr, uint64 app_buf_size,
  549. void **p_native_addr);
  550. WASMMemoryInstance *
  551. wasm_get_default_memory(WASMModuleInstance *module_inst);
  552. WASMMemoryInstance *
  553. wasm_get_memory_with_idx(WASMModuleInstance *module_inst, uint32 index);
  554. bool
  555. wasm_enlarge_memory(WASMModuleInstance *module_inst, uint32 inc_page_count);
  556. bool
  557. wasm_enlarge_memory_with_idx(WASMModuleInstance *module_inst,
  558. uint32 inc_page_count, uint32 memidx);
  559. bool
  560. wasm_call_indirect(WASMExecEnv *exec_env, uint32 tbl_idx, uint32 elem_idx,
  561. uint32 argc, uint32 argv[]);
  562. #if WASM_ENABLE_THREAD_MGR != 0
  563. bool
  564. wasm_set_aux_stack(WASMExecEnv *exec_env, uint64 start_offset, uint32 size);
  565. bool
  566. wasm_get_aux_stack(WASMExecEnv *exec_env, uint64 *start_offset, uint32 *size);
  567. #endif
  568. void
  569. wasm_get_module_mem_consumption(const WASMModule *module,
  570. WASMModuleMemConsumption *mem_conspn);
  571. void
  572. wasm_get_module_inst_mem_consumption(const WASMModuleInstance *module,
  573. WASMModuleInstMemConsumption *mem_conspn);
  574. #if WASM_ENABLE_REF_TYPES != 0 || WASM_ENABLE_GC != 0
  575. static inline bool
  576. wasm_elem_is_active(uint32 mode)
  577. {
  578. return (mode & 0x1) == 0x0;
  579. }
  580. static inline bool
  581. wasm_elem_is_passive(uint32 mode)
  582. {
  583. return (mode & 0x1) == 0x1;
  584. }
  585. static inline bool
  586. wasm_elem_is_declarative(uint32 mode)
  587. {
  588. return (mode & 0x3) == 0x3;
  589. }
  590. bool
  591. wasm_enlarge_table(WASMModuleInstance *module_inst, uint32 table_idx,
  592. uint32 inc_entries, table_elem_type_t init_val);
  593. #endif /* WASM_ENABLE_REF_TYPES != 0 || WASM_ENABLE_GC != 0 */
  594. #if WASM_ENABLE_GC != 0
  595. void *
  596. wasm_create_func_obj(WASMModuleInstance *module_inst, uint32 func_idx,
  597. bool throw_exce, char *error_buf, uint32 error_buf_size);
  598. bool
  599. wasm_traverse_gc_rootset(WASMExecEnv *exec_env, void *heap);
  600. #endif
  601. static inline WASMTableInstance *
  602. wasm_get_table_inst(const WASMModuleInstance *module_inst, uint32 tbl_idx)
  603. {
  604. /* careful, it might be a table in another module */
  605. WASMTableInstance *tbl_inst = module_inst->tables[tbl_idx];
  606. #if WASM_ENABLE_MULTI_MODULE != 0
  607. if (tbl_idx < module_inst->module->import_table_count
  608. && module_inst->e->table_insts_linked[tbl_idx]) {
  609. tbl_inst = module_inst->e->table_insts_linked[tbl_idx];
  610. }
  611. #endif
  612. bh_assert(tbl_inst);
  613. return tbl_inst;
  614. }
  615. #if WASM_ENABLE_DUMP_CALL_STACK != 0
  616. bool
  617. wasm_interp_create_call_stack(struct WASMExecEnv *exec_env);
  618. /**
  619. * @brief Dump wasm call stack or get the size
  620. *
  621. * @param exec_env the execution environment
  622. * @param print whether to print to stdout or not
  623. * @param buf buffer to store the dumped content
  624. * @param len length of the buffer
  625. *
  626. * @return when print is true, return the bytes printed out to stdout; when
  627. * print is false and buf is NULL, return the size required to store the
  628. * callstack content; when print is false and buf is not NULL, return the size
  629. * dumped to the buffer, 0 means error and data in buf may be invalid
  630. */
  631. uint32
  632. wasm_interp_dump_call_stack(struct WASMExecEnv *exec_env, bool print, char *buf,
  633. uint32 len);
  634. #endif
  635. const uint8 *
  636. wasm_loader_get_custom_section(WASMModule *module, const char *name,
  637. uint32 *len);
  638. #if WASM_ENABLE_FAST_JIT != 0 || WASM_ENABLE_JIT != 0 \
  639. || WASM_ENABLE_WAMR_COMPILER != 0
  640. void
  641. jit_set_exception_with_id(WASMModuleInstance *module_inst, uint32 id);
  642. /**
  643. * Check whether the app address and the buf is inside the linear memory,
  644. * and convert the app address into native address
  645. */
  646. bool
  647. jit_check_app_addr_and_convert(WASMModuleInstance *module_inst, bool is_str,
  648. uint64 app_buf_addr, uint64 app_buf_size,
  649. void **p_native_addr);
  650. #endif /* end of WASM_ENABLE_FAST_JIT != 0 || WASM_ENABLE_JIT != 0 \
  651. || WASM_ENABLE_WAMR_COMPILER != 0 */
  652. #if WASM_ENABLE_FAST_JIT != 0
  653. bool
  654. fast_jit_call_indirect(WASMExecEnv *exec_env, uint32 tbl_idx, uint32 elem_idx,
  655. uint32 type_idx, uint32 argc, uint32 *argv);
  656. bool
  657. fast_jit_invoke_native(WASMExecEnv *exec_env, uint32 func_idx,
  658. struct WASMInterpFrame *prev_frame);
  659. #endif
  660. #if WASM_ENABLE_JIT != 0 || WASM_ENABLE_WAMR_COMPILER != 0
  661. bool
  662. llvm_jit_call_indirect(WASMExecEnv *exec_env, uint32 tbl_idx, uint32 elem_idx,
  663. uint32 argc, uint32 *argv);
  664. bool
  665. llvm_jit_invoke_native(WASMExecEnv *exec_env, uint32 func_idx, uint32 argc,
  666. uint32 *argv);
  667. #if WASM_ENABLE_BULK_MEMORY != 0
  668. bool
  669. llvm_jit_memory_init(WASMModuleInstance *module_inst, uint32 seg_index,
  670. uint32 offset, uint32 len, size_t dst);
  671. bool
  672. llvm_jit_data_drop(WASMModuleInstance *module_inst, uint32 seg_index);
  673. #endif
  674. #if WASM_ENABLE_REF_TYPES != 0
  675. void
  676. llvm_jit_drop_table_seg(WASMModuleInstance *module_inst, uint32 tbl_seg_idx);
  677. void
  678. llvm_jit_table_init(WASMModuleInstance *module_inst, uint32 tbl_idx,
  679. uint32 tbl_seg_idx, uint32 length, uint32 src_offset,
  680. uint32 dst_offset);
  681. void
  682. llvm_jit_table_copy(WASMModuleInstance *module_inst, uint32 src_tbl_idx,
  683. uint32 dst_tbl_idx, uint32 length, uint32 src_offset,
  684. uint32 dst_offset);
  685. void
  686. llvm_jit_table_fill(WASMModuleInstance *module_inst, uint32 tbl_idx,
  687. uint32 length, uintptr_t val, uint32 data_offset);
  688. uint32
  689. llvm_jit_table_grow(WASMModuleInstance *module_inst, uint32 tbl_idx,
  690. uint32 inc_entries, uintptr_t init_val);
  691. #endif
  692. #if WASM_ENABLE_DUMP_CALL_STACK != 0 || WASM_ENABLE_PERF_PROFILING != 0 \
  693. || WASM_ENABLE_AOT_STACK_FRAME != 0
  694. bool
  695. llvm_jit_alloc_frame(WASMExecEnv *exec_env, uint32 func_index);
  696. void
  697. llvm_jit_free_frame(WASMExecEnv *exec_env);
  698. void
  699. llvm_jit_frame_update_profile_info(WASMExecEnv *exec_env, bool alloc_frame);
  700. #endif
  701. #if WASM_ENABLE_GC != 0
  702. void *
  703. llvm_jit_create_func_obj(WASMModuleInstance *module_inst, uint32 func_idx,
  704. bool throw_exce, char *error_buf,
  705. uint32 error_buf_size);
  706. bool
  707. llvm_jit_obj_is_instance_of(WASMModuleInstance *module_inst,
  708. WASMObjectRef gc_obj, uint32 type_index);
  709. /* Whether func type1 is one of super types of func type2 */
  710. bool
  711. llvm_jit_func_type_is_super_of(WASMModuleInstance *module_inst,
  712. uint32 type_idx1, uint32 type_idx2);
  713. WASMRttTypeRef
  714. llvm_jit_rtt_type_new(WASMModuleInstance *module_inst, uint32 type_index);
  715. bool
  716. llvm_array_init_with_data(WASMModuleInstance *module_inst, uint32 seg_index,
  717. uint32 data_seg_offset, WASMArrayObjectRef array_obj,
  718. uint32 elem_size, uint32 array_len);
  719. #endif
  720. #endif /* end of WASM_ENABLE_JIT != 0 || WASM_ENABLE_WAMR_COMPILER != 0 */
  721. #if WASM_ENABLE_LIBC_WASI != 0 && WASM_ENABLE_MULTI_MODULE != 0
  722. void
  723. wasm_propagate_wasi_args(WASMModule *module);
  724. #endif
  725. #if WASM_ENABLE_THREAD_MGR != 0
  726. void
  727. exception_lock(WASMModuleInstance *module_inst);
  728. void
  729. exception_unlock(WASMModuleInstance *module_inst);
  730. #else
  731. #define exception_lock(module_inst) (void)(module_inst)
  732. #define exception_unlock(module_inst) (void)(module_inst)
  733. #endif
  734. bool
  735. wasm_check_utf8_str(const uint8 *str, uint32 len);
  736. char *
  737. wasm_const_str_list_insert(const uint8 *str, uint32 len, WASMModule *module,
  738. bool is_load_from_file_buf, char *error_buf,
  739. uint32 error_buf_size);
  740. bool
  741. wasm_set_module_name(WASMModule *module, const char *name, char *error_buf,
  742. uint32_t error_buf_size);
  743. const char *
  744. wasm_get_module_name(WASMModule *module);
  745. #ifdef __cplusplus
  746. }
  747. #endif
  748. #endif /* end of _WASM_RUNTIME_H */