wasm_runtime.h 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896
  1. /*
  2. * Copyright (C) 2019 Intel Corporation. All rights reserved.
  3. * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. */
  5. #ifndef _WASM_RUNTIME_H
  6. #define _WASM_RUNTIME_H
  7. #include "wasm.h"
  8. #include "bh_atomic.h"
  9. #include "bh_bitmap.h"
  10. #include "bh_hashmap.h"
  11. #include "../common/wasm_runtime_common.h"
  12. #include "../common/wasm_exec_env.h"
  13. #ifdef __cplusplus
  14. extern "C" {
  15. #endif
  16. #define EXCEPTION_BUF_LEN 128
  17. typedef struct WASMModuleInstance WASMModuleInstance;
  18. typedef struct WASMFunctionInstance WASMFunctionInstance;
  19. typedef struct WASMMemoryInstance WASMMemoryInstance;
  20. typedef struct WASMTableInstance WASMTableInstance;
  21. typedef struct WASMGlobalInstance WASMGlobalInstance;
  22. #if WASM_ENABLE_TAGS != 0
  23. typedef struct WASMTagInstance WASMTagInstance;
  24. #endif
  25. /**
  26. * When LLVM JIT, WAMR compiler or AOT is enabled, we should ensure that
  27. * some offsets of the same field in the interpreter module instance and
  28. * aot module instance are the same, so that the LLVM JITed/AOTed code
  29. * can smoothly access the interpreter module instance.
  30. * Same for the memory instance and table instance.
  31. * We use the macro DefPointer to define some related pointer fields.
  32. */
  33. #if (WASM_ENABLE_JIT != 0 || WASM_ENABLE_WAMR_COMPILER != 0 \
  34. || WASM_ENABLE_AOT != 0) \
  35. && UINTPTR_MAX == UINT32_MAX
  36. /* Add u32 padding if LLVM JIT, WAMR compiler or AOT is enabled on
  37. 32-bit platform */
  38. #define DefPointer(type, field) \
  39. type field; \
  40. uint32 field##_padding
  41. #else
  42. #define DefPointer(type, field) type field
  43. #endif
  44. typedef enum WASMExceptionID {
  45. EXCE_UNREACHABLE = 0,
  46. EXCE_OUT_OF_MEMORY,
  47. EXCE_OUT_OF_BOUNDS_MEMORY_ACCESS,
  48. EXCE_INTEGER_OVERFLOW,
  49. EXCE_INTEGER_DIVIDE_BY_ZERO,
  50. EXCE_INVALID_CONVERSION_TO_INTEGER,
  51. EXCE_INVALID_FUNCTION_TYPE_INDEX,
  52. EXCE_INVALID_FUNCTION_INDEX,
  53. EXCE_UNDEFINED_ELEMENT,
  54. EXCE_UNINITIALIZED_ELEMENT,
  55. EXCE_CALL_UNLINKED_IMPORT_FUNC,
  56. EXCE_NATIVE_STACK_OVERFLOW,
  57. EXCE_UNALIGNED_ATOMIC,
  58. EXCE_AUX_STACK_OVERFLOW,
  59. EXCE_AUX_STACK_UNDERFLOW,
  60. EXCE_OUT_OF_BOUNDS_TABLE_ACCESS,
  61. EXCE_OPERAND_STACK_OVERFLOW,
  62. EXCE_FAILED_TO_COMPILE_FAST_JIT_FUNC,
  63. /* GC related exceptions */
  64. EXCE_NULL_FUNC_OBJ,
  65. EXCE_NULL_STRUCT_OBJ,
  66. EXCE_NULL_ARRAY_OBJ,
  67. EXCE_NULL_I31_OBJ,
  68. EXCE_NULL_REFERENCE,
  69. EXCE_FAILED_TO_CREATE_RTT_TYPE,
  70. EXCE_FAILED_TO_CREATE_STRUCT_OBJ,
  71. EXCE_FAILED_TO_CREATE_ARRAY_OBJ,
  72. EXCE_FAILED_TO_CREATE_EXTERNREF_OBJ,
  73. EXCE_CAST_FAILURE,
  74. EXCE_ARRAY_IDX_OOB,
  75. EXCE_FAILED_TO_CREATE_STRING,
  76. EXCE_FAILED_TO_CREATE_STRINGREF,
  77. EXCE_FAILED_TO_CREATE_STRINGVIEW,
  78. EXCE_FAILED_TO_ENCODE_STRING,
  79. EXCE_ALREADY_THROWN,
  80. EXCE_NUM,
  81. } WASMExceptionID;
  82. typedef union {
  83. uint64 u64;
  84. uint32 u32[2];
  85. } MemBound;
  86. typedef struct WASMSharedHeap {
  87. struct WASMSharedHeap *next;
  88. void *heap_handle;
  89. uint8 *base_addr;
  90. uint64 size;
  91. uint64 start_off_mem64;
  92. uint64 start_off_mem32;
  93. } WASMSharedHeap;
  94. struct WASMMemoryInstance {
  95. /* Module type */
  96. uint32 module_type;
  97. /* Whether the memory is shared */
  98. uint8 is_shared_memory;
  99. /* Whether the memory has 64-bit memory addresses */
  100. uint8 is_memory64;
  101. /* Reference count of the memory instance:
  102. 0: non-shared memory, > 0: shared memory */
  103. bh_atomic_16_t ref_count;
  104. /* Four-byte paddings to ensure the layout of WASMMemoryInstance is the same
  105. * in both 64-bit and 32-bit */
  106. uint8 _paddings[4];
  107. /* Number bytes per page */
  108. uint32 num_bytes_per_page;
  109. /* Current page count */
  110. uint32 cur_page_count;
  111. /* Maximum page count */
  112. uint32 max_page_count;
  113. /* Memory data size */
  114. uint64 memory_data_size;
  115. /**
  116. * Memory data begin address, Note:
  117. * the app-heap might be inserted in to the linear memory,
  118. * when memory is re-allocated, the heap data and memory data
  119. * must be copied to new memory also
  120. */
  121. DefPointer(uint8 *, memory_data);
  122. /* Memory data end address */
  123. DefPointer(uint8 *, memory_data_end);
  124. /* Heap data base address */
  125. DefPointer(uint8 *, heap_data);
  126. /* Heap data end address */
  127. DefPointer(uint8 *, heap_data_end);
  128. /* The heap created */
  129. DefPointer(void *, heap_handle);
  130. /* TODO: use it to replace the g_shared_memory_lock */
  131. DefPointer(korp_mutex *, memory_lock);
  132. #if WASM_ENABLE_FAST_JIT != 0 || WASM_ENABLE_JIT != 0 \
  133. || WASM_ENABLE_WAMR_COMPILER != 0 || WASM_ENABLE_AOT != 0
  134. MemBound mem_bound_check_1byte;
  135. MemBound mem_bound_check_2bytes;
  136. MemBound mem_bound_check_4bytes;
  137. MemBound mem_bound_check_8bytes;
  138. MemBound mem_bound_check_16bytes;
  139. #endif
  140. };
  141. /* WASMTableInstance is used to represent table instance in
  142. * runtime, to compute the table element address with index
  143. * we need to know the element type and the element ref type.
  144. * For pointer type, it's 32-bit or 64-bit, align up to 8 bytes
  145. * to simplify the computation.
  146. * And each struct member should be 4-byte or 8-byte aligned.
  147. */
  148. struct WASMTableInstance {
  149. /* The element type */
  150. uint8 elem_type;
  151. uint8 is_table64;
  152. uint8 __padding__[6];
  153. union {
  154. #if WASM_ENABLE_GC != 0
  155. WASMRefType *elem_ref_type;
  156. #endif
  157. uint64 __padding__;
  158. } elem_ref_type;
  159. /* Current size */
  160. uint32 cur_size;
  161. /* Maximum size */
  162. uint32 max_size;
  163. /* Table elements */
  164. table_elem_type_t elems[1];
  165. };
  166. struct WASMGlobalInstance {
  167. /* value type, VALUE_TYPE_I32/I64/F32/F64 */
  168. uint8 type;
  169. /* mutable or constant */
  170. bool is_mutable;
  171. /* data offset to the address of initial_value, started from the end of
  172. * WASMMemoryInstance(start of WASMGlobalInstance)*/
  173. uint32 data_offset;
  174. /* initial value */
  175. WASMValue initial_value;
  176. #if WASM_ENABLE_GC != 0
  177. WASMRefType *ref_type;
  178. #endif
  179. #if WASM_ENABLE_MULTI_MODULE != 0
  180. /* just for import, keep the reference here */
  181. WASMModuleInstance *import_module_inst;
  182. WASMGlobalInstance *import_global_inst;
  183. #endif
  184. };
  185. struct WASMFunctionInstance {
  186. /* whether it is import function or WASM function */
  187. bool is_import_func;
  188. /* parameter count */
  189. uint16 param_count;
  190. /* local variable count, 0 for import function */
  191. uint16 local_count;
  192. /* cell num of parameters */
  193. uint16 param_cell_num;
  194. /* cell num of return type */
  195. uint16 ret_cell_num;
  196. /* cell num of local variables, 0 for import function */
  197. uint16 local_cell_num;
  198. #if WASM_ENABLE_FAST_INTERP != 0
  199. /* cell num of consts */
  200. uint16 const_cell_num;
  201. #endif
  202. uint16 *local_offsets;
  203. /* parameter types */
  204. uint8 *param_types;
  205. /* local types, NULL for import function */
  206. uint8 *local_types;
  207. union {
  208. WASMFunctionImport *func_import;
  209. WASMFunction *func;
  210. } u;
  211. #if WASM_ENABLE_MULTI_MODULE != 0
  212. WASMModuleInstance *import_module_inst;
  213. WASMFunctionInstance *import_func_inst;
  214. #endif
  215. #if WASM_ENABLE_PERF_PROFILING != 0
  216. /* total execution time */
  217. uint64 total_exec_time;
  218. /* total execution count */
  219. uint32 total_exec_cnt;
  220. /* children execution time */
  221. uint64 children_exec_time;
  222. #endif
  223. };
  224. #if WASM_ENABLE_TAGS != 0
  225. struct WASMTagInstance {
  226. bool is_import_tag;
  227. /* tag attribute */
  228. uint8 attribute;
  229. /* tag type index */
  230. uint32 type;
  231. union {
  232. WASMTagImport *tag_import;
  233. WASMTag *tag;
  234. } u;
  235. #if WASM_ENABLE_MULTI_MODULE != 0
  236. WASMModuleInstance *import_module_inst;
  237. WASMTagInstance *import_tag_inst;
  238. #endif
  239. };
  240. #endif
  241. #if WASM_ENABLE_EXCE_HANDLING != 0
  242. #define INVALID_TAGINDEX ((uint32)0xFFFFFFFF)
  243. #define SET_INVALID_TAGINDEX(tag) (tag = INVALID_TAGINDEX)
  244. #define IS_INVALID_TAGINDEX(tag) ((tag & INVALID_TAGINDEX) == INVALID_TAGINDEX)
  245. #endif
  246. typedef struct WASMExportFuncInstance {
  247. char *name;
  248. WASMFunctionInstance *function;
  249. } WASMExportFuncInstance;
  250. typedef struct WASMExportGlobInstance {
  251. char *name;
  252. WASMGlobalInstance *global;
  253. } WASMExportGlobInstance;
  254. typedef struct WASMExportTabInstance {
  255. char *name;
  256. WASMTableInstance *table;
  257. } WASMExportTabInstance;
  258. typedef struct WASMExportMemInstance {
  259. char *name;
  260. WASMMemoryInstance *memory;
  261. } WASMExportMemInstance;
  262. #if WASM_ENABLE_TAGS != 0
  263. typedef struct WASMExportTagInstance {
  264. char *name;
  265. WASMTagInstance *tag;
  266. } WASMExportTagInstance;
  267. #endif
  268. /* wasm-c-api import function info */
  269. typedef struct CApiFuncImport {
  270. /* host func pointer after linked */
  271. void *func_ptr_linked;
  272. /* whether the host func has env argument */
  273. bool with_env_arg;
  274. /* the env argument of the host func */
  275. void *env_arg;
  276. } CApiFuncImport;
  277. /* The common part of WASMModuleInstanceExtra and AOTModuleInstanceExtra */
  278. typedef struct WASMModuleInstanceExtraCommon {
  279. #if WASM_ENABLE_MODULE_INST_CONTEXT != 0
  280. void *contexts[WASM_MAX_INSTANCE_CONTEXTS];
  281. #endif
  282. #if WASM_CONFIGURABLE_BOUNDS_CHECKS != 0
  283. /* Disable bounds checks or not */
  284. bool disable_bounds_checks;
  285. #endif
  286. #if WASM_ENABLE_BULK_MEMORY != 0
  287. bh_bitmap *data_dropped;
  288. #endif
  289. #if WASM_ENABLE_REF_TYPES != 0
  290. bh_bitmap *elem_dropped;
  291. #endif
  292. #if WASM_ENABLE_GC != 0
  293. /* The gc heap memory pool */
  294. uint8 *gc_heap_pool;
  295. /* The gc heap created */
  296. void *gc_heap_handle;
  297. #endif
  298. } WASMModuleInstanceExtraCommon;
  299. /* Extra info of WASM module instance for interpreter/jit mode */
  300. typedef struct WASMModuleInstanceExtra {
  301. WASMModuleInstanceExtraCommon common;
  302. WASMGlobalInstance *globals;
  303. WASMFunctionInstance *functions;
  304. uint32 global_count;
  305. uint32 function_count;
  306. WASMFunctionInstance *start_function;
  307. WASMFunctionInstance *malloc_function;
  308. WASMFunctionInstance *free_function;
  309. WASMFunctionInstance *retain_function;
  310. RunningMode running_mode;
  311. #if WASM_ENABLE_MULTI_MODULE != 0
  312. bh_list sub_module_inst_list_head;
  313. bh_list *sub_module_inst_list;
  314. /* linked table instances of import table instances */
  315. WASMTableInstance **table_insts_linked;
  316. #endif
  317. #if WASM_ENABLE_TAGS != 0
  318. uint32 tag_count;
  319. uint32 export_tag_count;
  320. WASMTagInstance *tags;
  321. WASMExportTagInstance *export_tags;
  322. void **import_tag_ptrs;
  323. #endif
  324. #if WASM_ENABLE_MEMORY_PROFILING != 0
  325. uint32 max_aux_stack_used;
  326. #endif
  327. #if WASM_ENABLE_SHARED_HEAP != 0
  328. WASMSharedHeap *shared_heap;
  329. #if WASM_ENABLE_JIT != 0
  330. /*
  331. * Adjusted shared heap based addr to simple the calculation
  332. * in the aot code. The value is:
  333. * shared_heap->base_addr - shared_heap->start_off
  334. */
  335. uint8 *shared_heap_base_addr_adj;
  336. MemBound shared_heap_start_off;
  337. #endif
  338. #endif
  339. #if WASM_ENABLE_DEBUG_INTERP != 0 \
  340. || (WASM_ENABLE_FAST_JIT != 0 && WASM_ENABLE_JIT != 0 \
  341. && WASM_ENABLE_LAZY_JIT != 0)
  342. WASMModuleInstance *next;
  343. #endif
  344. } WASMModuleInstanceExtra;
  345. struct AOTFuncPerfProfInfo;
  346. struct WASMModuleInstance {
  347. /* Module instance type, for module instance loaded from
  348. WASM bytecode binary, this field is Wasm_Module_Bytecode;
  349. for module instance loaded from AOT file, this field is
  350. Wasm_Module_AoT, and this structure should be treated as
  351. AOTModuleInstance structure. */
  352. uint32 module_type;
  353. uint32 memory_count;
  354. DefPointer(WASMMemoryInstance **, memories);
  355. /* global and table info */
  356. uint32 global_data_size;
  357. uint32 table_count;
  358. DefPointer(uint8 *, global_data);
  359. /* For AOTModuleInstance, it denotes `AOTTableInstance *` */
  360. DefPointer(WASMTableInstance **, tables);
  361. /* import func ptrs + llvm jit func ptrs */
  362. DefPointer(void **, func_ptrs);
  363. /* function type indexes */
  364. DefPointer(uint32 *, func_type_indexes);
  365. uint32 export_func_count;
  366. uint32 export_global_count;
  367. uint32 export_memory_count;
  368. uint32 export_table_count;
  369. /* For AOTModuleInstance, it denotes `AOTFunctionInstance *` */
  370. DefPointer(WASMExportFuncInstance *, export_functions);
  371. DefPointer(WASMExportGlobInstance *, export_globals);
  372. DefPointer(WASMExportMemInstance *, export_memories);
  373. DefPointer(WASMExportTabInstance *, export_tables);
  374. /* The exception buffer of wasm interpreter for current thread. */
  375. char cur_exception[EXCEPTION_BUF_LEN];
  376. /* The WASM module or AOT module, for AOTModuleInstance,
  377. it denotes `AOTModule *` */
  378. DefPointer(WASMModule *, module);
  379. DefPointer(WASMExecEnv *, exec_env_singleton);
  380. /* Array of function pointers to import functions,
  381. not available in AOTModuleInstance */
  382. DefPointer(void **, import_func_ptrs);
  383. /* Array of function pointers to fast jit functions,
  384. not available in AOTModuleInstance:
  385. Only when the multi-tier JIT macros are all enabled and the running
  386. mode of current module instance is set to Mode_Fast_JIT, runtime
  387. will allocate new memory for it, otherwise it always points to the
  388. module->fast_jit_func_ptrs */
  389. DefPointer(void **, fast_jit_func_ptrs);
  390. /* The custom data that can be set/get by wasm_{get|set}_custom_data */
  391. DefPointer(void *, custom_data);
  392. /* Stack frames, used in call stack dump and perf profiling */
  393. DefPointer(Vector *, frames);
  394. /* Function performance profiling info list, only available
  395. in AOTModuleInstance */
  396. DefPointer(struct AOTFuncPerfProfInfo *, func_perf_profilings);
  397. DefPointer(CApiFuncImport *, c_api_func_imports);
  398. /* Pointer to the exec env currently used */
  399. DefPointer(WASMExecEnv *, cur_exec_env);
  400. /* WASM/AOT module extra info, for AOTModuleInstance,
  401. it denotes `AOTModuleInstanceExtra *` */
  402. DefPointer(WASMModuleInstanceExtra *, e);
  403. /* Default WASM operand stack size */
  404. uint32 default_wasm_stack_size;
  405. uint32 reserved[7];
  406. /*
  407. * +------------------------------+ <-- memories
  408. * | WASMMemoryInstance[mem_count], mem_count is always 1 for LLVM JIT/AOT
  409. * +------------------------------+ <-- global_data
  410. * | global data
  411. * +------------------------------+ <-- tables
  412. * | WASMTableInstance[table_count]
  413. * +------------------------------+ <-- e
  414. * | WASMModuleInstanceExtra
  415. * +------------------------------+
  416. */
  417. union {
  418. uint64 _make_it_8_byte_aligned_;
  419. WASMMemoryInstance memory_instances[1];
  420. uint8 bytes[1];
  421. } global_table_data;
  422. };
  423. struct WASMInterpFrame;
  424. typedef struct WASMInterpFrame WASMRuntimeFrame;
  425. #if WASM_ENABLE_MULTI_MODULE != 0
  426. typedef struct WASMSubModInstNode {
  427. bh_list_link l;
  428. /* point to a string pool */
  429. const char *module_name;
  430. WASMModuleInstance *module_inst;
  431. } WASMSubModInstNode;
  432. #endif
  433. /**
  434. * Return the code block of a function.
  435. *
  436. * @param func the WASM function instance
  437. *
  438. * @return the code block of the function
  439. */
  440. static inline uint8 *
  441. wasm_get_func_code(WASMFunctionInstance *func)
  442. {
  443. #if WASM_ENABLE_FAST_INTERP == 0
  444. return func->is_import_func ? NULL : func->u.func->code;
  445. #else
  446. return func->is_import_func ? NULL : func->u.func->code_compiled;
  447. #endif
  448. }
  449. /**
  450. * Return the code block end of a function.
  451. *
  452. * @param func the WASM function instance
  453. *
  454. * @return the code block end of the function
  455. */
  456. static inline uint8 *
  457. wasm_get_func_code_end(WASMFunctionInstance *func)
  458. {
  459. #if WASM_ENABLE_FAST_INTERP == 0
  460. return func->is_import_func ? NULL
  461. : func->u.func->code + func->u.func->code_size;
  462. #else
  463. return func->is_import_func
  464. ? NULL
  465. : func->u.func->code_compiled + func->u.func->code_compiled_size;
  466. #endif
  467. }
  468. WASMModule *
  469. wasm_load(uint8 *buf, uint32 size,
  470. #if WASM_ENABLE_MULTI_MODULE != 0
  471. bool main_module,
  472. #endif
  473. const LoadArgs *args, char *error_buf, uint32 error_buf_size);
  474. WASMModule *
  475. wasm_load_from_sections(WASMSection *section_list, char *error_buf,
  476. uint32 error_buf_size);
  477. void
  478. wasm_unload(WASMModule *module);
  479. bool
  480. wasm_resolve_symbols(WASMModule *module);
  481. bool
  482. wasm_resolve_import_func(const WASMModule *module,
  483. WASMFunctionImport *function);
  484. WASMModuleInstance *
  485. wasm_instantiate(WASMModule *module, WASMModuleInstance *parent,
  486. WASMExecEnv *exec_env_main, uint32 stack_size,
  487. uint32 heap_size, uint32 max_memory_pages, char *error_buf,
  488. uint32 error_buf_size);
  489. void
  490. wasm_dump_perf_profiling(const WASMModuleInstance *module_inst);
  491. double
  492. wasm_summarize_wasm_execute_time(const WASMModuleInstance *inst);
  493. double
  494. wasm_get_wasm_func_exec_time(const WASMModuleInstance *inst,
  495. const char *func_name);
  496. void
  497. wasm_deinstantiate(WASMModuleInstance *module_inst, bool is_sub_inst);
  498. bool
  499. wasm_set_running_mode(WASMModuleInstance *module_inst,
  500. RunningMode running_mode);
  501. WASMFunctionInstance *
  502. wasm_lookup_function(const WASMModuleInstance *module_inst, const char *name);
  503. WASMMemoryInstance *
  504. wasm_lookup_memory(const WASMModuleInstance *module_inst, const char *name);
  505. #if WASM_ENABLE_MULTI_MODULE != 0
  506. WASMGlobalInstance *
  507. wasm_lookup_global(const WASMModuleInstance *module_inst, const char *name);
  508. WASMTableInstance *
  509. wasm_lookup_table(const WASMModuleInstance *module_inst, const char *name);
  510. #if WASM_ENABLE_TAGS != 0
  511. WASMTagInstance *
  512. wasm_lookup_tag(const WASMModuleInstance *module_inst, const char *name,
  513. const char *signature);
  514. #endif
  515. #endif
  516. bool
  517. wasm_call_function(WASMExecEnv *exec_env, WASMFunctionInstance *function,
  518. unsigned argc, uint32 argv[]);
  519. void
  520. wasm_set_exception(WASMModuleInstance *module, const char *exception);
  521. void
  522. wasm_set_exception_with_id(WASMModuleInstance *module_inst, uint32 id);
  523. const char *
  524. wasm_get_exception(WASMModuleInstance *module);
  525. /**
  526. * @brief Copy exception in buffer passed as parameter. Thread-safe version of
  527. * `wasm_get_exception()`
  528. * @note Buffer size must be no smaller than EXCEPTION_BUF_LEN
  529. * @return true if exception found
  530. */
  531. bool
  532. wasm_copy_exception(WASMModuleInstance *module_inst, char *exception_buf);
  533. uint64
  534. wasm_module_malloc_internal(WASMModuleInstance *module_inst,
  535. WASMExecEnv *exec_env, uint64 size,
  536. void **p_native_addr);
  537. uint64
  538. wasm_module_realloc_internal(WASMModuleInstance *module_inst,
  539. WASMExecEnv *exec_env, uint64 ptr, uint64 size,
  540. void **p_native_addr);
  541. void
  542. wasm_module_free_internal(WASMModuleInstance *module_inst,
  543. WASMExecEnv *exec_env, uint64 ptr);
  544. uint64
  545. wasm_module_malloc(WASMModuleInstance *module_inst, uint64 size,
  546. void **p_native_addr);
  547. uint64
  548. wasm_module_realloc(WASMModuleInstance *module_inst, uint64 ptr, uint64 size,
  549. void **p_native_addr);
  550. void
  551. wasm_module_free(WASMModuleInstance *module_inst, uint64 ptr);
  552. uint64
  553. wasm_module_dup_data(WASMModuleInstance *module_inst, const char *src,
  554. uint64 size);
  555. /**
  556. * Check whether the app address and the buf is inside the linear memory,
  557. * and convert the app address into native address
  558. */
  559. bool
  560. wasm_check_app_addr_and_convert(WASMModuleInstance *module_inst, bool is_str,
  561. uint64 app_buf_addr, uint64 app_buf_size,
  562. void **p_native_addr);
  563. WASMMemoryInstance *
  564. wasm_get_default_memory(WASMModuleInstance *module_inst);
  565. WASMMemoryInstance *
  566. wasm_get_memory_with_idx(WASMModuleInstance *module_inst, uint32 index);
  567. bool
  568. wasm_enlarge_memory(WASMModuleInstance *module_inst, uint32 inc_page_count);
  569. bool
  570. wasm_enlarge_memory_with_idx(WASMModuleInstance *module_inst,
  571. uint32 inc_page_count, uint32 memidx);
  572. bool
  573. wasm_call_indirect(WASMExecEnv *exec_env, uint32 tbl_idx, uint32 elem_idx,
  574. uint32 argc, uint32 argv[]);
  575. #if WASM_ENABLE_THREAD_MGR != 0
  576. bool
  577. wasm_set_aux_stack(WASMExecEnv *exec_env, uint64 start_offset, uint32 size);
  578. bool
  579. wasm_get_aux_stack(WASMExecEnv *exec_env, uint64 *start_offset, uint32 *size);
  580. #endif
  581. void
  582. wasm_get_module_mem_consumption(const WASMModule *module,
  583. WASMModuleMemConsumption *mem_conspn);
  584. void
  585. wasm_get_module_inst_mem_consumption(const WASMModuleInstance *module,
  586. WASMModuleInstMemConsumption *mem_conspn);
  587. #if WASM_ENABLE_REF_TYPES != 0 || WASM_ENABLE_GC != 0
  588. static inline bool
  589. wasm_elem_is_active(uint32 mode)
  590. {
  591. return (mode & 0x1) == 0x0;
  592. }
  593. static inline bool
  594. wasm_elem_is_passive(uint32 mode)
  595. {
  596. return (mode & 0x1) == 0x1;
  597. }
  598. static inline bool
  599. wasm_elem_is_declarative(uint32 mode)
  600. {
  601. return (mode & 0x3) == 0x3;
  602. }
  603. bool
  604. wasm_enlarge_table(WASMModuleInstance *module_inst, uint32 table_idx,
  605. uint32 inc_entries, table_elem_type_t init_val);
  606. #endif /* WASM_ENABLE_REF_TYPES != 0 || WASM_ENABLE_GC != 0 */
  607. #if WASM_ENABLE_GC != 0
  608. void *
  609. wasm_create_func_obj(WASMModuleInstance *module_inst, uint32 func_idx,
  610. bool throw_exce, char *error_buf, uint32 error_buf_size);
  611. bool
  612. wasm_traverse_gc_rootset(WASMExecEnv *exec_env, void *heap);
  613. #endif
  614. static inline WASMTableInstance *
  615. wasm_get_table_inst(const WASMModuleInstance *module_inst, uint32 tbl_idx)
  616. {
  617. /* careful, it might be a table in another module */
  618. WASMTableInstance *tbl_inst = module_inst->tables[tbl_idx];
  619. #if WASM_ENABLE_MULTI_MODULE != 0
  620. if (tbl_idx < module_inst->module->import_table_count
  621. && module_inst->e->table_insts_linked[tbl_idx]) {
  622. tbl_inst = module_inst->e->table_insts_linked[tbl_idx];
  623. }
  624. #endif
  625. bh_assert(tbl_inst);
  626. return tbl_inst;
  627. }
  628. #if WASM_ENABLE_DUMP_CALL_STACK != 0
  629. bool
  630. wasm_interp_create_call_stack(struct WASMExecEnv *exec_env);
  631. /**
  632. * @brief Dump wasm call stack or get the size
  633. *
  634. * @param exec_env the execution environment
  635. * @param print whether to print to stdout or not
  636. * @param buf buffer to store the dumped content
  637. * @param len length of the buffer
  638. *
  639. * @return when print is true, return the bytes printed out to stdout; when
  640. * print is false and buf is NULL, return the size required to store the
  641. * callstack content; when print is false and buf is not NULL, return the size
  642. * dumped to the buffer, 0 means error and data in buf may be invalid
  643. */
  644. uint32
  645. wasm_interp_dump_call_stack(struct WASMExecEnv *exec_env, bool print, char *buf,
  646. uint32 len);
  647. #endif
  648. const uint8 *
  649. wasm_loader_get_custom_section(WASMModule *module, const char *name,
  650. uint32 *len);
  651. #if WASM_ENABLE_FAST_JIT != 0 || WASM_ENABLE_JIT != 0 \
  652. || WASM_ENABLE_WAMR_COMPILER != 0
  653. void
  654. jit_set_exception_with_id(WASMModuleInstance *module_inst, uint32 id);
  655. /**
  656. * Check whether the app address and the buf is inside the linear memory,
  657. * and convert the app address into native address
  658. */
  659. bool
  660. jit_check_app_addr_and_convert(WASMModuleInstance *module_inst, bool is_str,
  661. uint64 app_buf_addr, uint64 app_buf_size,
  662. void **p_native_addr);
  663. #endif /* end of WASM_ENABLE_FAST_JIT != 0 || WASM_ENABLE_JIT != 0 \
  664. || WASM_ENABLE_WAMR_COMPILER != 0 */
  665. #if WASM_ENABLE_FAST_JIT != 0
  666. bool
  667. fast_jit_call_indirect(WASMExecEnv *exec_env, uint32 tbl_idx, uint32 elem_idx,
  668. uint32 type_idx, uint32 argc, uint32 *argv);
  669. bool
  670. fast_jit_invoke_native(WASMExecEnv *exec_env, uint32 func_idx,
  671. struct WASMInterpFrame *prev_frame);
  672. #endif
  673. #if WASM_ENABLE_JIT != 0 || WASM_ENABLE_WAMR_COMPILER != 0
  674. bool
  675. llvm_jit_call_indirect(WASMExecEnv *exec_env, uint32 tbl_idx, uint32 elem_idx,
  676. uint32 argc, uint32 *argv);
  677. bool
  678. llvm_jit_invoke_native(WASMExecEnv *exec_env, uint32 func_idx, uint32 argc,
  679. uint32 *argv);
  680. #if WASM_ENABLE_BULK_MEMORY != 0
  681. bool
  682. llvm_jit_memory_init(WASMModuleInstance *module_inst, uint32 seg_index,
  683. uint32 offset, uint32 len, size_t dst);
  684. bool
  685. llvm_jit_data_drop(WASMModuleInstance *module_inst, uint32 seg_index);
  686. #endif
  687. #if WASM_ENABLE_REF_TYPES != 0
  688. void
  689. llvm_jit_drop_table_seg(WASMModuleInstance *module_inst, uint32 tbl_seg_idx);
  690. void
  691. llvm_jit_table_init(WASMModuleInstance *module_inst, uint32 tbl_idx,
  692. uint32 tbl_seg_idx, uint32 length, uint32 src_offset,
  693. uint32 dst_offset);
  694. void
  695. llvm_jit_table_copy(WASMModuleInstance *module_inst, uint32 src_tbl_idx,
  696. uint32 dst_tbl_idx, uint32 length, uint32 src_offset,
  697. uint32 dst_offset);
  698. void
  699. llvm_jit_table_fill(WASMModuleInstance *module_inst, uint32 tbl_idx,
  700. uint32 length, uintptr_t val, uint32 data_offset);
  701. uint32
  702. llvm_jit_table_grow(WASMModuleInstance *module_inst, uint32 tbl_idx,
  703. uint32 inc_entries, uintptr_t init_val);
  704. #endif
  705. #if WASM_ENABLE_DUMP_CALL_STACK != 0 || WASM_ENABLE_PERF_PROFILING != 0 \
  706. || WASM_ENABLE_AOT_STACK_FRAME != 0
  707. bool
  708. llvm_jit_alloc_frame(WASMExecEnv *exec_env, uint32 func_index);
  709. void
  710. llvm_jit_free_frame(WASMExecEnv *exec_env);
  711. void
  712. llvm_jit_frame_update_profile_info(WASMExecEnv *exec_env, bool alloc_frame);
  713. #endif
  714. #if WASM_ENABLE_GC != 0
  715. void *
  716. llvm_jit_create_func_obj(WASMModuleInstance *module_inst, uint32 func_idx,
  717. bool throw_exce, char *error_buf,
  718. uint32 error_buf_size);
  719. bool
  720. llvm_jit_obj_is_instance_of(WASMModuleInstance *module_inst,
  721. WASMObjectRef gc_obj, uint32 type_index);
  722. /* Whether func type1 is one of super types of func type2 */
  723. bool
  724. llvm_jit_func_type_is_super_of(WASMModuleInstance *module_inst,
  725. uint32 type_idx1, uint32 type_idx2);
  726. WASMRttTypeRef
  727. llvm_jit_rtt_type_new(WASMModuleInstance *module_inst, uint32 type_index);
  728. bool
  729. llvm_array_init_with_data(WASMModuleInstance *module_inst, uint32 seg_index,
  730. uint32 data_seg_offset, WASMArrayObjectRef array_obj,
  731. uint32 elem_size, uint32 array_len);
  732. #endif
  733. #endif /* end of WASM_ENABLE_JIT != 0 || WASM_ENABLE_WAMR_COMPILER != 0 */
  734. #if WASM_ENABLE_LIBC_WASI != 0 && WASM_ENABLE_MULTI_MODULE != 0
  735. void
  736. wasm_propagate_wasi_args(WASMModule *module);
  737. #endif
  738. #if WASM_ENABLE_THREAD_MGR != 0
  739. void
  740. exception_lock(WASMModuleInstance *module_inst);
  741. void
  742. exception_unlock(WASMModuleInstance *module_inst);
  743. #else
  744. #define exception_lock(module_inst) (void)(module_inst)
  745. #define exception_unlock(module_inst) (void)(module_inst)
  746. #endif
  747. bool
  748. wasm_check_utf8_str(const uint8 *str, uint32 len);
  749. char *
  750. wasm_const_str_list_insert(const uint8 *str, uint32 len, WASMModule *module,
  751. bool is_load_from_file_buf, char *error_buf,
  752. uint32 error_buf_size);
  753. bool
  754. wasm_set_module_name(WASMModule *module, const char *name, char *error_buf,
  755. uint32_t error_buf_size);
  756. const char *
  757. wasm_get_module_name(WASMModule *module);
  758. #ifdef __cplusplus
  759. }
  760. #endif
  761. #endif /* end of _WASM_RUNTIME_H */