wasm_exec_env.h 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324
  1. /*
  2. * Copyright (C) 2019 Intel Corporation. All rights reserved.
  3. * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. */
  5. #ifndef _WASM_EXEC_ENV_H
  6. #define _WASM_EXEC_ENV_H
  7. #include "bh_assert.h"
  8. #include "wasm_suspend_flags.h"
  9. #if WASM_ENABLE_INTERP != 0
  10. #include "../interpreter/wasm.h"
  11. #endif
  12. #ifdef __cplusplus
  13. extern "C" {
  14. #endif
  15. struct WASMModuleInstanceCommon;
  16. struct WASMInterpFrame;
  17. #if WASM_ENABLE_THREAD_MGR != 0
  18. typedef struct WASMCluster WASMCluster;
  19. #if WASM_ENABLE_DEBUG_INTERP != 0
  20. typedef struct WASMCurrentEnvStatus WASMCurrentEnvStatus;
  21. #endif
  22. #endif
  23. #ifdef OS_ENABLE_HW_BOUND_CHECK
  24. typedef struct WASMJmpBuf {
  25. struct WASMJmpBuf *prev;
  26. korp_jmpbuf jmpbuf;
  27. } WASMJmpBuf;
  28. #endif
  29. /* Execution environment */
  30. typedef struct WASMExecEnv {
  31. /* Next thread's exec env of a WASM module instance. */
  32. struct WASMExecEnv *next;
  33. /* Previous thread's exec env of a WASM module instance. */
  34. struct WASMExecEnv *prev;
  35. /* Note: field module_inst, argv_buf, native_stack_boundary,
  36. suspend_flags, aux_stack_boundary, aux_stack_bottom, and
  37. native_symbol are used by AOTed code, don't change the
  38. places of them */
  39. /* The WASM module instance of current thread */
  40. struct WASMModuleInstanceCommon *module_inst;
  41. #if WASM_ENABLE_AOT != 0
  42. uint32 *argv_buf;
  43. #endif
  44. /* The boundary of native stack. When runtime detects that native
  45. frame may overrun this boundary, it throws stack overflow
  46. exception. */
  47. uint8 *native_stack_boundary;
  48. /* Used to terminate or suspend current thread */
  49. WASMSuspendFlags suspend_flags;
  50. /* Auxiliary stack boundary */
  51. union {
  52. uint32 boundary;
  53. uintptr_t __padding__;
  54. } aux_stack_boundary;
  55. /* Auxiliary stack bottom */
  56. union {
  57. uint32 bottom;
  58. uintptr_t __padding__;
  59. } aux_stack_bottom;
  60. #if WASM_ENABLE_AOT != 0
  61. /* Native symbol list, reserved */
  62. void **native_symbol;
  63. #endif
  64. /*
  65. * The lowest stack pointer value observed.
  66. * Assumption: native stack grows to the lower address.
  67. */
  68. uint8 *native_stack_top_min;
  69. #if WASM_ENABLE_FAST_JIT != 0
  70. /**
  71. * Cache for
  72. * - jit native operations in 32-bit target which hasn't 64-bit
  73. * int/float registers, mainly for the operations of double and int64,
  74. * such as F64TOI64, F32TOI64, I64 MUL/REM, and so on.
  75. * - SSE instructions.
  76. **/
  77. uint64 jit_cache[2];
  78. #endif
  79. #if WASM_ENABLE_THREAD_MGR != 0
  80. /* thread return value */
  81. void *thread_ret_value;
  82. /* Must be provided by thread library */
  83. void *(*thread_start_routine)(void *);
  84. void *thread_arg;
  85. /* pointer to the cluster */
  86. WASMCluster *cluster;
  87. /* used to support debugger */
  88. korp_mutex wait_lock;
  89. korp_cond wait_cond;
  90. /* the count of threads which are joining current thread */
  91. uint32 wait_count;
  92. /* whether current thread is detached */
  93. bool thread_is_detached;
  94. /* whether the aux stack is allocated */
  95. bool is_aux_stack_allocated;
  96. #endif
  97. #if WASM_ENABLE_DEBUG_INTERP != 0
  98. WASMCurrentEnvStatus *current_status;
  99. #endif
  100. /* attachment for native function */
  101. void *attachment;
  102. void *user_data;
  103. /* Current interpreter frame of current thread */
  104. struct WASMInterpFrame *cur_frame;
  105. /* The native thread handle of current thread */
  106. korp_tid handle;
  107. #if WASM_ENABLE_INTERP != 0 && WASM_ENABLE_FAST_INTERP == 0
  108. BlockAddr block_addr_cache[BLOCK_ADDR_CACHE_SIZE][BLOCK_ADDR_CONFLICT_SIZE];
  109. #endif
  110. #ifdef OS_ENABLE_HW_BOUND_CHECK
  111. WASMJmpBuf *jmpbuf_stack_top;
  112. /* One guard page for the exception check */
  113. uint8 *exce_check_guard_page;
  114. #endif
  115. #if WASM_ENABLE_MEMORY_PROFILING != 0
  116. uint32 max_wasm_stack_used;
  117. #endif
  118. /* The WASM stack size */
  119. uint32 wasm_stack_size;
  120. /* The WASM stack of current thread */
  121. union {
  122. uint64 __make_it_8_byte_aligned_;
  123. struct {
  124. /* The top boundary of the stack. */
  125. uint8 *top_boundary;
  126. /* Top cell index which is free. */
  127. uint8 *top;
  128. /* The WASM stack. */
  129. uint8 bottom[1];
  130. } s;
  131. } wasm_stack;
  132. } WASMExecEnv;
  133. #if WASM_ENABLE_MEMORY_PROFILING != 0
  134. #define RECORD_STACK_USAGE(e, p) \
  135. do { \
  136. if ((e)->native_stack_top_min > (p)) { \
  137. (e)->native_stack_top_min = (p); \
  138. } \
  139. } while (0)
  140. #else
  141. #define RECORD_STACK_USAGE(e, p) (void)0
  142. #endif
  143. WASMExecEnv *
  144. wasm_exec_env_create_internal(struct WASMModuleInstanceCommon *module_inst,
  145. uint32 stack_size);
  146. void
  147. wasm_exec_env_destroy_internal(WASMExecEnv *exec_env);
  148. WASMExecEnv *
  149. wasm_exec_env_create(struct WASMModuleInstanceCommon *module_inst,
  150. uint32 stack_size);
  151. void
  152. wasm_exec_env_destroy(WASMExecEnv *exec_env);
  153. static inline bool
  154. wasm_exec_env_is_aux_stack_managed_by_runtime(WASMExecEnv *exec_env)
  155. {
  156. return exec_env->aux_stack_boundary.boundary != 0
  157. || exec_env->aux_stack_bottom.bottom != 0;
  158. }
  159. /**
  160. * Allocate a WASM frame from the WASM stack.
  161. *
  162. * @param exec_env the current execution environment
  163. * @param size size of the WASM frame, it must be a multiple of 4
  164. *
  165. * @return the WASM frame if there is enough space in the stack area
  166. * with a protection area, NULL otherwise
  167. */
  168. static inline void *
  169. wasm_exec_env_alloc_wasm_frame(WASMExecEnv *exec_env, unsigned size)
  170. {
  171. uint8 *addr = exec_env->wasm_stack.s.top;
  172. bh_assert(!(size & 3));
  173. /* For classic interpreter, the outs area doesn't contain the const cells,
  174. its size cannot be larger than the frame size, so here checking stack
  175. overflow with multiplying by 2 is enough. For fast interpreter, since
  176. the outs area contains const cells, its size may be larger than current
  177. frame size, we should check again before putting the function arguments
  178. into the outs area. */
  179. if (size * 2
  180. > (uint32)(uintptr_t)(exec_env->wasm_stack.s.top_boundary - addr)) {
  181. /* WASM stack overflow. */
  182. return NULL;
  183. }
  184. exec_env->wasm_stack.s.top += size;
  185. #if WASM_ENABLE_MEMORY_PROFILING != 0
  186. {
  187. uint32 wasm_stack_used =
  188. exec_env->wasm_stack.s.top - exec_env->wasm_stack.s.bottom;
  189. if (wasm_stack_used > exec_env->max_wasm_stack_used)
  190. exec_env->max_wasm_stack_used = wasm_stack_used;
  191. }
  192. #endif
  193. return addr;
  194. }
  195. static inline void
  196. wasm_exec_env_free_wasm_frame(WASMExecEnv *exec_env, void *prev_top)
  197. {
  198. bh_assert((uint8 *)prev_top >= exec_env->wasm_stack.s.bottom);
  199. exec_env->wasm_stack.s.top = (uint8 *)prev_top;
  200. }
  201. /**
  202. * Get the current WASM stack top pointer.
  203. *
  204. * @param exec_env the current execution environment
  205. *
  206. * @return the current WASM stack top pointer
  207. */
  208. static inline void *
  209. wasm_exec_env_wasm_stack_top(WASMExecEnv *exec_env)
  210. {
  211. return exec_env->wasm_stack.s.top;
  212. }
  213. /**
  214. * Set the current frame pointer.
  215. *
  216. * @param exec_env the current execution environment
  217. * @param frame the WASM frame to be set for the current exec env
  218. */
  219. static inline void
  220. wasm_exec_env_set_cur_frame(WASMExecEnv *exec_env,
  221. struct WASMInterpFrame *frame)
  222. {
  223. exec_env->cur_frame = frame;
  224. }
  225. /**
  226. * Get the current frame pointer.
  227. *
  228. * @param exec_env the current execution environment
  229. *
  230. * @return the current frame pointer
  231. */
  232. static inline struct WASMInterpFrame *
  233. wasm_exec_env_get_cur_frame(WASMExecEnv *exec_env)
  234. {
  235. return exec_env->cur_frame;
  236. }
  237. struct WASMModuleInstanceCommon *
  238. wasm_exec_env_get_module_inst(WASMExecEnv *exec_env);
  239. void
  240. wasm_exec_env_set_module_inst(
  241. WASMExecEnv *exec_env, struct WASMModuleInstanceCommon *const module_inst);
  242. void
  243. wasm_exec_env_restore_module_inst(
  244. WASMExecEnv *exec_env, struct WASMModuleInstanceCommon *const module_inst);
  245. void
  246. wasm_exec_env_set_thread_info(WASMExecEnv *exec_env);
  247. #if WASM_ENABLE_THREAD_MGR != 0
  248. void *
  249. wasm_exec_env_get_thread_arg(WASMExecEnv *exec_env);
  250. void
  251. wasm_exec_env_set_thread_arg(WASMExecEnv *exec_env, void *thread_arg);
  252. #endif
  253. #ifdef OS_ENABLE_HW_BOUND_CHECK
  254. void
  255. wasm_exec_env_push_jmpbuf(WASMExecEnv *exec_env, WASMJmpBuf *jmpbuf);
  256. WASMJmpBuf *
  257. wasm_exec_env_pop_jmpbuf(WASMExecEnv *exec_env);
  258. #endif
  259. #ifdef __cplusplus
  260. }
  261. #endif
  262. #endif /* end of _WASM_EXEC_ENV_H */