wasm_exec_env.h 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323
  1. /*
  2. * Copyright (C) 2019 Intel Corporation. All rights reserved.
  3. * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. */
  5. #ifndef _WASM_EXEC_ENV_H
  6. #define _WASM_EXEC_ENV_H
  7. #include "bh_assert.h"
  8. #if WASM_ENABLE_INTERP != 0
  9. #include "../interpreter/wasm.h"
  10. #endif
  11. #ifdef __cplusplus
  12. extern "C" {
  13. #endif
  14. struct WASMModuleInstanceCommon;
  15. struct WASMInterpFrame;
  16. #if WASM_ENABLE_THREAD_MGR != 0
  17. typedef struct WASMCluster WASMCluster;
  18. #if WASM_ENABLE_DEBUG_INTERP != 0
  19. typedef struct WASMCurrentEnvStatus WASMCurrentEnvStatus;
  20. #endif
  21. #endif
  22. #ifdef OS_ENABLE_HW_BOUND_CHECK
  23. typedef struct WASMJmpBuf {
  24. struct WASMJmpBuf *prev;
  25. korp_jmpbuf jmpbuf;
  26. } WASMJmpBuf;
  27. #endif
  28. /* Execution environment */
  29. typedef struct WASMExecEnv {
  30. /* Next thread's exec env of a WASM module instance. */
  31. struct WASMExecEnv *next;
  32. /* Previous thread's exec env of a WASM module instance. */
  33. struct WASMExecEnv *prev;
  34. /* Note: field module_inst, argv_buf, native_stack_boundary,
  35. suspend_flags, aux_stack_boundary, aux_stack_bottom, and
  36. native_symbol are used by AOTed code, don't change the
  37. places of them */
  38. /* The WASM module instance of current thread */
  39. struct WASMModuleInstanceCommon *module_inst;
  40. #if WASM_ENABLE_AOT != 0
  41. uint32 *argv_buf;
  42. #endif
  43. /* The boundary of native stack. When runtime detects that native
  44. frame may overrun this boundary, it throws stack overflow
  45. exception. */
  46. uint8 *native_stack_boundary;
  47. /* Used to terminate or suspend current thread
  48. bit 0: need to terminate
  49. bit 1: need to suspend
  50. bit 2: need to go into breakpoint
  51. bit 3: return from pthread_exit */
  52. union {
  53. uint32 flags;
  54. uintptr_t __padding__;
  55. } suspend_flags;
  56. /* Auxiliary stack boundary */
  57. union {
  58. uint32 boundary;
  59. uintptr_t __padding__;
  60. } aux_stack_boundary;
  61. /* Auxiliary stack bottom */
  62. union {
  63. uint32 bottom;
  64. uintptr_t __padding__;
  65. } aux_stack_bottom;
  66. #if WASM_ENABLE_AOT != 0
  67. /* Native symbol list, reserved */
  68. void **native_symbol;
  69. #endif
  70. /*
  71. * The lowest stack pointer value observed.
  72. * Assumption: native stack grows to the lower address.
  73. */
  74. uint8 *native_stack_top_min;
  75. #if WASM_ENABLE_FAST_JIT != 0
  76. /**
  77. * Cache for
  78. * - jit native operations in 32-bit target which hasn't 64-bit
  79. * int/float registers, mainly for the operations of double and int64,
  80. * such as F64TOI64, F32TOI64, I64 MUL/REM, and so on.
  81. * - SSE instructions.
  82. **/
  83. uint64 jit_cache[2];
  84. #endif
  85. #if WASM_ENABLE_THREAD_MGR != 0
  86. /* thread return value */
  87. void *thread_ret_value;
  88. /* Must be provided by thread library */
  89. void *(*thread_start_routine)(void *);
  90. void *thread_arg;
  91. /* pointer to the cluster */
  92. WASMCluster *cluster;
  93. /* used to support debugger */
  94. korp_mutex wait_lock;
  95. korp_cond wait_cond;
  96. /* the count of threads which are joining current thread */
  97. uint32 wait_count;
  98. /* whether current thread is detached */
  99. bool thread_is_detached;
  100. #endif
  101. #if WASM_ENABLE_DEBUG_INTERP != 0
  102. WASMCurrentEnvStatus *current_status;
  103. #endif
  104. /* attachment for native function */
  105. void *attachment;
  106. void *user_data;
  107. /* Current interpreter frame of current thread */
  108. struct WASMInterpFrame *cur_frame;
  109. /* The native thread handle of current thread */
  110. korp_tid handle;
  111. #if WASM_ENABLE_INTERP != 0 && WASM_ENABLE_FAST_INTERP == 0
  112. BlockAddr block_addr_cache[BLOCK_ADDR_CACHE_SIZE][BLOCK_ADDR_CONFLICT_SIZE];
  113. #endif
  114. #ifdef OS_ENABLE_HW_BOUND_CHECK
  115. WASMJmpBuf *jmpbuf_stack_top;
  116. /* One guard page for the exception check */
  117. uint8 *exce_check_guard_page;
  118. #endif
  119. #if WASM_ENABLE_MEMORY_PROFILING != 0
  120. uint32 max_wasm_stack_used;
  121. #endif
  122. /* The WASM stack size */
  123. uint32 wasm_stack_size;
  124. /* The WASM stack of current thread */
  125. union {
  126. uint64 __make_it_8_byte_aligned_;
  127. struct {
  128. /* The top boundary of the stack. */
  129. uint8 *top_boundary;
  130. /* Top cell index which is free. */
  131. uint8 *top;
  132. /* The WASM stack. */
  133. uint8 bottom[1];
  134. } s;
  135. } wasm_stack;
  136. } WASMExecEnv;
  137. #if WASM_ENABLE_MEMORY_PROFILING != 0
  138. #define RECORD_STACK_USAGE(e, p) \
  139. do { \
  140. if ((e)->native_stack_top_min > (p)) { \
  141. (e)->native_stack_top_min = (p); \
  142. } \
  143. } while (0)
  144. #else
  145. #define RECORD_STACK_USAGE(e, p) (void)0
  146. #endif
  147. WASMExecEnv *
  148. wasm_exec_env_create_internal(struct WASMModuleInstanceCommon *module_inst,
  149. uint32 stack_size);
  150. void
  151. wasm_exec_env_destroy_internal(WASMExecEnv *exec_env);
  152. WASMExecEnv *
  153. wasm_exec_env_create(struct WASMModuleInstanceCommon *module_inst,
  154. uint32 stack_size);
  155. void
  156. wasm_exec_env_destroy(WASMExecEnv *exec_env);
  157. static inline bool
  158. wasm_exec_env_is_aux_stack_managed_by_runtime(WASMExecEnv *exec_env)
  159. {
  160. return exec_env->aux_stack_boundary.boundary != 0
  161. || exec_env->aux_stack_bottom.bottom != 0;
  162. }
  163. /**
  164. * Allocate a WASM frame from the WASM stack.
  165. *
  166. * @param exec_env the current execution environment
  167. * @param size size of the WASM frame, it must be a multiple of 4
  168. *
  169. * @return the WASM frame if there is enough space in the stack area
  170. * with a protection area, NULL otherwise
  171. */
  172. static inline void *
  173. wasm_exec_env_alloc_wasm_frame(WASMExecEnv *exec_env, unsigned size)
  174. {
  175. uint8 *addr = exec_env->wasm_stack.s.top;
  176. bh_assert(!(size & 3));
  177. /* For classic interpreter, the outs area doesn't contain the const cells,
  178. its size cannot be larger than the frame size, so here checking stack
  179. overflow with multiplying by 2 is enough. For fast interpreter, since
  180. the outs area contains const cells, its size may be larger than current
  181. frame size, we should check again before putting the function arguments
  182. into the outs area. */
  183. if (size * 2
  184. > (uint32)(uintptr_t)(exec_env->wasm_stack.s.top_boundary - addr)) {
  185. /* WASM stack overflow. */
  186. return NULL;
  187. }
  188. exec_env->wasm_stack.s.top += size;
  189. #if WASM_ENABLE_MEMORY_PROFILING != 0
  190. {
  191. uint32 wasm_stack_used =
  192. exec_env->wasm_stack.s.top - exec_env->wasm_stack.s.bottom;
  193. if (wasm_stack_used > exec_env->max_wasm_stack_used)
  194. exec_env->max_wasm_stack_used = wasm_stack_used;
  195. }
  196. #endif
  197. return addr;
  198. }
  199. static inline void
  200. wasm_exec_env_free_wasm_frame(WASMExecEnv *exec_env, void *prev_top)
  201. {
  202. bh_assert((uint8 *)prev_top >= exec_env->wasm_stack.s.bottom);
  203. exec_env->wasm_stack.s.top = (uint8 *)prev_top;
  204. }
  205. /**
  206. * Get the current WASM stack top pointer.
  207. *
  208. * @param exec_env the current execution environment
  209. *
  210. * @return the current WASM stack top pointer
  211. */
  212. static inline void *
  213. wasm_exec_env_wasm_stack_top(WASMExecEnv *exec_env)
  214. {
  215. return exec_env->wasm_stack.s.top;
  216. }
  217. /**
  218. * Set the current frame pointer.
  219. *
  220. * @param exec_env the current execution environment
  221. * @param frame the WASM frame to be set for the current exec env
  222. */
  223. static inline void
  224. wasm_exec_env_set_cur_frame(WASMExecEnv *exec_env,
  225. struct WASMInterpFrame *frame)
  226. {
  227. exec_env->cur_frame = frame;
  228. }
  229. /**
  230. * Get the current frame pointer.
  231. *
  232. * @param exec_env the current execution environment
  233. *
  234. * @return the current frame pointer
  235. */
  236. static inline struct WASMInterpFrame *
  237. wasm_exec_env_get_cur_frame(WASMExecEnv *exec_env)
  238. {
  239. return exec_env->cur_frame;
  240. }
  241. struct WASMModuleInstanceCommon *
  242. wasm_exec_env_get_module_inst(WASMExecEnv *exec_env);
  243. void
  244. wasm_exec_env_set_module_inst(
  245. WASMExecEnv *exec_env, struct WASMModuleInstanceCommon *const module_inst);
  246. void
  247. wasm_exec_env_set_thread_info(WASMExecEnv *exec_env);
  248. #if WASM_ENABLE_THREAD_MGR != 0
  249. void *
  250. wasm_exec_env_get_thread_arg(WASMExecEnv *exec_env);
  251. void
  252. wasm_exec_env_set_thread_arg(WASMExecEnv *exec_env, void *thread_arg);
  253. #endif
  254. #ifdef OS_ENABLE_HW_BOUND_CHECK
  255. void
  256. wasm_exec_env_push_jmpbuf(WASMExecEnv *exec_env, WASMJmpBuf *jmpbuf);
  257. WASMJmpBuf *
  258. wasm_exec_env_pop_jmpbuf(WASMExecEnv *exec_env);
  259. #endif
  260. #ifdef __cplusplus
  261. }
  262. #endif
  263. #endif /* end of _WASM_EXEC_ENV_H */