wasm_exec_env.h 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317
  1. /*
  2. * Copyright (C) 2019 Intel Corporation. All rights reserved.
  3. * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. */
  5. #ifndef _WASM_EXEC_ENV_H
  6. #define _WASM_EXEC_ENV_H
  7. #include "bh_assert.h"
  8. #include "wasm_suspend_flags.h"
  9. #if WASM_ENABLE_INTERP != 0
  10. #include "../interpreter/wasm.h"
  11. #endif
  12. #ifdef __cplusplus
  13. extern "C" {
  14. #endif
  15. struct WASMModuleInstanceCommon;
  16. struct WASMInterpFrame;
  17. #if WASM_ENABLE_THREAD_MGR != 0
  18. typedef struct WASMCluster WASMCluster;
  19. #if WASM_ENABLE_DEBUG_INTERP != 0
  20. typedef struct WASMCurrentEnvStatus WASMCurrentEnvStatus;
  21. #endif
  22. #endif
  23. #ifdef OS_ENABLE_HW_BOUND_CHECK
  24. typedef struct WASMJmpBuf {
  25. struct WASMJmpBuf *prev;
  26. korp_jmpbuf jmpbuf;
  27. } WASMJmpBuf;
  28. #endif
  29. /* Execution environment */
  30. typedef struct WASMExecEnv {
  31. /* Next thread's exec env of a WASM module instance. */
  32. struct WASMExecEnv *next;
  33. /* Previous thread's exec env of a WASM module instance. */
  34. struct WASMExecEnv *prev;
  35. /* Note: field module_inst, argv_buf, native_stack_boundary,
  36. suspend_flags, aux_stack_boundary, aux_stack_bottom, and
  37. native_symbol are used by AOTed code, don't change the
  38. places of them */
  39. /* The WASM module instance of current thread */
  40. struct WASMModuleInstanceCommon *module_inst;
  41. #if WASM_ENABLE_AOT != 0
  42. uint32 *argv_buf;
  43. #endif
  44. /* The boundary of native stack. When runtime detects that native
  45. frame may overrun this boundary, it throws stack overflow
  46. exception. */
  47. uint8 *native_stack_boundary;
  48. /* Used to terminate or suspend current thread */
  49. WASMSuspendFlags suspend_flags;
  50. /* Auxiliary stack boundary */
  51. union {
  52. uint32 boundary;
  53. uintptr_t __padding__;
  54. } aux_stack_boundary;
  55. /* Auxiliary stack bottom */
  56. union {
  57. uint32 bottom;
  58. uintptr_t __padding__;
  59. } aux_stack_bottom;
  60. #if WASM_ENABLE_AOT != 0
  61. /* Native symbol list, reserved */
  62. void **native_symbol;
  63. #endif
  64. /*
  65. * The lowest stack pointer value observed.
  66. * Assumption: native stack grows to the lower address.
  67. */
  68. uint8 *native_stack_top_min;
  69. #if WASM_ENABLE_FAST_JIT != 0
  70. /**
  71. * Cache for
  72. * - jit native operations in 32-bit target which hasn't 64-bit
  73. * int/float registers, mainly for the operations of double and int64,
  74. * such as F64TOI64, F32TOI64, I64 MUL/REM, and so on.
  75. * - SSE instructions.
  76. **/
  77. uint64 jit_cache[2];
  78. #endif
  79. #if WASM_ENABLE_THREAD_MGR != 0
  80. /* thread return value */
  81. void *thread_ret_value;
  82. /* Must be provided by thread library */
  83. void *(*thread_start_routine)(void *);
  84. void *thread_arg;
  85. /* pointer to the cluster */
  86. WASMCluster *cluster;
  87. /* used to support debugger */
  88. korp_mutex wait_lock;
  89. korp_cond wait_cond;
  90. /* the count of threads which are joining current thread */
  91. uint32 wait_count;
  92. /* whether current thread is detached */
  93. bool thread_is_detached;
  94. #endif
  95. #if WASM_ENABLE_DEBUG_INTERP != 0
  96. WASMCurrentEnvStatus *current_status;
  97. #endif
  98. /* attachment for native function */
  99. void *attachment;
  100. void *user_data;
  101. /* Current interpreter frame of current thread */
  102. struct WASMInterpFrame *cur_frame;
  103. /* The native thread handle of current thread */
  104. korp_tid handle;
  105. #if WASM_ENABLE_INTERP != 0 && WASM_ENABLE_FAST_INTERP == 0
  106. BlockAddr block_addr_cache[BLOCK_ADDR_CACHE_SIZE][BLOCK_ADDR_CONFLICT_SIZE];
  107. #endif
  108. #ifdef OS_ENABLE_HW_BOUND_CHECK
  109. WASMJmpBuf *jmpbuf_stack_top;
  110. /* One guard page for the exception check */
  111. uint8 *exce_check_guard_page;
  112. #endif
  113. #if WASM_ENABLE_MEMORY_PROFILING != 0
  114. uint32 max_wasm_stack_used;
  115. #endif
  116. /* The WASM stack size */
  117. uint32 wasm_stack_size;
  118. /* The WASM stack of current thread */
  119. union {
  120. uint64 __make_it_8_byte_aligned_;
  121. struct {
  122. /* The top boundary of the stack. */
  123. uint8 *top_boundary;
  124. /* Top cell index which is free. */
  125. uint8 *top;
  126. /* The WASM stack. */
  127. uint8 bottom[1];
  128. } s;
  129. } wasm_stack;
  130. } WASMExecEnv;
  131. #if WASM_ENABLE_MEMORY_PROFILING != 0
  132. #define RECORD_STACK_USAGE(e, p) \
  133. do { \
  134. if ((e)->native_stack_top_min > (p)) { \
  135. (e)->native_stack_top_min = (p); \
  136. } \
  137. } while (0)
  138. #else
  139. #define RECORD_STACK_USAGE(e, p) (void)0
  140. #endif
  141. WASMExecEnv *
  142. wasm_exec_env_create_internal(struct WASMModuleInstanceCommon *module_inst,
  143. uint32 stack_size);
  144. void
  145. wasm_exec_env_destroy_internal(WASMExecEnv *exec_env);
  146. WASMExecEnv *
  147. wasm_exec_env_create(struct WASMModuleInstanceCommon *module_inst,
  148. uint32 stack_size);
  149. void
  150. wasm_exec_env_destroy(WASMExecEnv *exec_env);
  151. static inline bool
  152. wasm_exec_env_is_aux_stack_managed_by_runtime(WASMExecEnv *exec_env)
  153. {
  154. return exec_env->aux_stack_boundary.boundary != 0
  155. || exec_env->aux_stack_bottom.bottom != 0;
  156. }
  157. /**
  158. * Allocate a WASM frame from the WASM stack.
  159. *
  160. * @param exec_env the current execution environment
  161. * @param size size of the WASM frame, it must be a multiple of 4
  162. *
  163. * @return the WASM frame if there is enough space in the stack area
  164. * with a protection area, NULL otherwise
  165. */
  166. static inline void *
  167. wasm_exec_env_alloc_wasm_frame(WASMExecEnv *exec_env, unsigned size)
  168. {
  169. uint8 *addr = exec_env->wasm_stack.s.top;
  170. bh_assert(!(size & 3));
  171. /* For classic interpreter, the outs area doesn't contain the const cells,
  172. its size cannot be larger than the frame size, so here checking stack
  173. overflow with multiplying by 2 is enough. For fast interpreter, since
  174. the outs area contains const cells, its size may be larger than current
  175. frame size, we should check again before putting the function arguments
  176. into the outs area. */
  177. if (size * 2
  178. > (uint32)(uintptr_t)(exec_env->wasm_stack.s.top_boundary - addr)) {
  179. /* WASM stack overflow. */
  180. return NULL;
  181. }
  182. exec_env->wasm_stack.s.top += size;
  183. #if WASM_ENABLE_MEMORY_PROFILING != 0
  184. {
  185. uint32 wasm_stack_used =
  186. exec_env->wasm_stack.s.top - exec_env->wasm_stack.s.bottom;
  187. if (wasm_stack_used > exec_env->max_wasm_stack_used)
  188. exec_env->max_wasm_stack_used = wasm_stack_used;
  189. }
  190. #endif
  191. return addr;
  192. }
  193. static inline void
  194. wasm_exec_env_free_wasm_frame(WASMExecEnv *exec_env, void *prev_top)
  195. {
  196. bh_assert((uint8 *)prev_top >= exec_env->wasm_stack.s.bottom);
  197. exec_env->wasm_stack.s.top = (uint8 *)prev_top;
  198. }
  199. /**
  200. * Get the current WASM stack top pointer.
  201. *
  202. * @param exec_env the current execution environment
  203. *
  204. * @return the current WASM stack top pointer
  205. */
  206. static inline void *
  207. wasm_exec_env_wasm_stack_top(WASMExecEnv *exec_env)
  208. {
  209. return exec_env->wasm_stack.s.top;
  210. }
  211. /**
  212. * Set the current frame pointer.
  213. *
  214. * @param exec_env the current execution environment
  215. * @param frame the WASM frame to be set for the current exec env
  216. */
  217. static inline void
  218. wasm_exec_env_set_cur_frame(WASMExecEnv *exec_env,
  219. struct WASMInterpFrame *frame)
  220. {
  221. exec_env->cur_frame = frame;
  222. }
  223. /**
  224. * Get the current frame pointer.
  225. *
  226. * @param exec_env the current execution environment
  227. *
  228. * @return the current frame pointer
  229. */
  230. static inline struct WASMInterpFrame *
  231. wasm_exec_env_get_cur_frame(WASMExecEnv *exec_env)
  232. {
  233. return exec_env->cur_frame;
  234. }
  235. struct WASMModuleInstanceCommon *
  236. wasm_exec_env_get_module_inst(WASMExecEnv *exec_env);
  237. void
  238. wasm_exec_env_set_module_inst(
  239. WASMExecEnv *exec_env, struct WASMModuleInstanceCommon *const module_inst);
  240. void
  241. wasm_exec_env_set_thread_info(WASMExecEnv *exec_env);
  242. #if WASM_ENABLE_THREAD_MGR != 0
  243. void *
  244. wasm_exec_env_get_thread_arg(WASMExecEnv *exec_env);
  245. void
  246. wasm_exec_env_set_thread_arg(WASMExecEnv *exec_env, void *thread_arg);
  247. #endif
  248. #ifdef OS_ENABLE_HW_BOUND_CHECK
  249. void
  250. wasm_exec_env_push_jmpbuf(WASMExecEnv *exec_env, WASMJmpBuf *jmpbuf);
  251. WASMJmpBuf *
  252. wasm_exec_env_pop_jmpbuf(WASMExecEnv *exec_env);
  253. #endif
  254. #ifdef __cplusplus
  255. }
  256. #endif
  257. #endif /* end of _WASM_EXEC_ENV_H */