| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730 |
- /*
- * Copyright (C) 2019 Intel Corporation. All rights reserved.
- * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
- */
- #include "aot_emit_function.h"
- #include "aot_emit_exception.h"
- #include "aot_emit_control.h"
- #include "../aot/aot_runtime.h"
- static bool
- create_func_return_block(AOTCompContext *comp_ctx, AOTFuncContext *func_ctx)
- {
- LLVMBasicBlockRef block_curr = LLVMGetInsertBlock(comp_ctx->builder);
- AOTFuncType *aot_func_type = func_ctx->aot_func->func_type;
- /* Create function return block if it isn't created */
- if (!func_ctx->func_return_block) {
- if (!(func_ctx->func_return_block =
- LLVMAppendBasicBlockInContext(comp_ctx->context,
- func_ctx->func, "func_ret"))) {
- aot_set_last_error("llvm add basic block failed.");
- return false;
- }
- /* Create return IR */
- LLVMPositionBuilderAtEnd(comp_ctx->builder, func_ctx->func_return_block);
- if (!aot_build_zero_function_ret(comp_ctx, aot_func_type)) {
- return false;
- }
- }
- LLVMPositionBuilderAtEnd(comp_ctx->builder, block_curr);
- return true;
- }
- /* Check whether there was exception thrown, if yes, return directly */
- static bool
- check_exception_thrown(AOTCompContext *comp_ctx, AOTFuncContext *func_ctx)
- {
- LLVMBasicBlockRef block_curr, check_exce_succ;
- LLVMValueRef value, cmp;
- /* Create function return block if it isn't created */
- if (!create_func_return_block(comp_ctx, func_ctx))
- return false;
- /* Load the first byte of aot_module_inst->cur_exception, and check
- whether it is '\0'. If yes, no exception was thrown. */
- if (!(value = LLVMBuildLoad(comp_ctx->builder, func_ctx->cur_exception,
- "exce_value"))
- || !(cmp = LLVMBuildICmp(comp_ctx->builder, LLVMIntEQ,
- value, I8_ZERO, "cmp"))) {
- aot_set_last_error("llvm build icmp failed.");
- return false;
- }
- /* Add check exection success block */
- if (!(check_exce_succ = LLVMAppendBasicBlockInContext(comp_ctx->context,
- func_ctx->func,
- "check_exce_succ"))) {
- aot_set_last_error("llvm add basic block failed.");
- return false;
- }
- block_curr = LLVMGetInsertBlock(comp_ctx->builder);
- LLVMMoveBasicBlockAfter(check_exce_succ, block_curr);
- LLVMPositionBuilderAtEnd(comp_ctx->builder, block_curr);
- /* Create condition br */
- if (!LLVMBuildCondBr(comp_ctx->builder, cmp,
- check_exce_succ, func_ctx->func_return_block)) {
- aot_set_last_error("llvm build cond br failed.");
- return false;
- }
- LLVMPositionBuilderAtEnd(comp_ctx->builder, check_exce_succ);
- return true;
- }
- /* Check whether there was exception thrown, if yes, return directly */
- static bool
- check_call_return(AOTCompContext *comp_ctx, AOTFuncContext *func_ctx,
- LLVMValueRef res)
- {
- LLVMBasicBlockRef block_curr, check_call_succ;
- LLVMValueRef cmp;
- /* Create function return block if it isn't created */
- if (!create_func_return_block(comp_ctx, func_ctx))
- return false;
- if (!(cmp = LLVMBuildICmp(comp_ctx->builder, LLVMIntNE,
- res, I8_ZERO, "cmp"))) {
- aot_set_last_error("llvm build icmp failed.");
- return false;
- }
- /* Add check exection success block */
- if (!(check_call_succ = LLVMAppendBasicBlockInContext(comp_ctx->context,
- func_ctx->func,
- "check_exce_succ"))) {
- aot_set_last_error("llvm add basic block failed.");
- return false;
- }
- block_curr = LLVMGetInsertBlock(comp_ctx->builder);
- LLVMMoveBasicBlockAfter(check_call_succ, block_curr);
- LLVMPositionBuilderAtEnd(comp_ctx->builder, block_curr);
- /* Create condition br */
- if (!LLVMBuildCondBr(comp_ctx->builder, cmp,
- check_call_succ, func_ctx->func_return_block)) {
- aot_set_last_error("llvm build cond br failed.");
- return false;
- }
- LLVMPositionBuilderAtEnd(comp_ctx->builder, check_call_succ);
- return true;
- }
- static bool
- call_aot_invoke_native_func(AOTCompContext *comp_ctx, AOTFuncContext *func_ctx,
- LLVMValueRef func_idx, AOTFuncType *aot_func_type,
- LLVMTypeRef *param_types, LLVMValueRef *param_values,
- uint32 param_count, uint32 param_cell_num,
- LLVMTypeRef ret_type, uint8 wasm_ret_type,
- LLVMValueRef *p_value_ret, LLVMValueRef *p_res)
- {
- LLVMTypeRef func_type, func_ptr_type, func_param_types[4];
- LLVMTypeRef ret_ptr_type, elem_ptr_type;
- LLVMValueRef func, elem_idx, elem_ptr;
- LLVMValueRef func_param_values[4], value_ret = NULL, res;
- char buf[32], *func_name = "aot_invoke_native";
- uint32 i, cell_num = 0;
- /* prepare function type of aot_invoke_native */
- func_param_types[0] = comp_ctx->exec_env_type; /* exec_env */
- func_param_types[1] = I32_TYPE; /* func_idx */
- func_param_types[2] = I32_TYPE; /* argc */
- func_param_types[3] = INT32_PTR_TYPE; /* argv */
- if (!(func_type = LLVMFunctionType(INT8_TYPE, func_param_types, 4, false))) {
- aot_set_last_error("llvm add function type failed.");
- return false;
- }
- /* prepare function pointer */
- if (comp_ctx->is_jit_mode) {
- if (!(func_ptr_type = LLVMPointerType(func_type, 0))) {
- aot_set_last_error("create LLVM function type failed.");
- return false;
- }
- /* JIT mode, call the function directly */
- if (!(func = I64_CONST((uint64)(uintptr_t)aot_invoke_native))
- || !(func = LLVMConstIntToPtr(func, func_ptr_type))) {
- aot_set_last_error("create LLVM value failed.");
- return false;
- }
- }
- else {
- if (!(func = LLVMGetNamedFunction(comp_ctx->module, func_name))
- && !(func = LLVMAddFunction(comp_ctx->module,
- func_name, func_type))) {
- aot_set_last_error("add LLVM function failed.");
- return false;
- }
- }
- if (param_cell_num > 64) {
- aot_set_last_error("prepare native arguments failed: "
- "maximum 64 parameter cell number supported.");
- return false;
- }
- /* prepare frame_lp */
- for (i = 0; i < param_count; i++) {
- if (!(elem_idx = I32_CONST(cell_num))
- || !(elem_ptr_type = LLVMPointerType(param_types[i], 0))) {
- aot_set_last_error("llvm add const or pointer type failed.");
- return false;
- }
- snprintf(buf, sizeof(buf), "%s%d", "elem", i);
- if (!(elem_ptr = LLVMBuildInBoundsGEP(comp_ctx->builder,
- func_ctx->argv_buf, &elem_idx, 1, buf))
- || !(elem_ptr = LLVMBuildBitCast(comp_ctx->builder, elem_ptr,
- elem_ptr_type, buf))) {
- aot_set_last_error("llvm build bit cast failed.");
- return false;
- }
- if (!(res = LLVMBuildStore(comp_ctx->builder, param_values[i], elem_ptr))) {
- aot_set_last_error("llvm build store failed.");
- return false;
- }
- LLVMSetAlignment(res, 1);
- cell_num += wasm_value_type_cell_num(aot_func_type->types[i]);
- }
- func_param_values[0] = func_ctx->exec_env;
- func_param_values[1] = func_idx;
- func_param_values[2] = I32_CONST(param_cell_num);
- func_param_values[3] = func_ctx->argv_buf;
- if (!func_param_values[2]) {
- aot_set_last_error("llvm create const failed.");
- return false;
- }
- /* call aot_invoke_native() function */
- if (!(res = LLVMBuildCall(comp_ctx->builder, func,
- func_param_values, 4, "res"))) {
- aot_set_last_error("llvm build call failed.");
- return false;
- }
- /* get function return value */
- if (wasm_ret_type != VALUE_TYPE_VOID) {
- if (!(ret_ptr_type = LLVMPointerType(ret_type, 0))) {
- aot_set_last_error("llvm add pointer type failed.");
- return false;
- }
- if (!(value_ret = LLVMBuildBitCast(comp_ctx->builder, func_ctx->argv_buf,
- ret_ptr_type, "argv_ret"))) {
- aot_set_last_error("llvm build bit cast failed.");
- return false;
- }
- if (!(*p_value_ret = LLVMBuildLoad(comp_ctx->builder, value_ret,
- "value_ret"))) {
- aot_set_last_error("llvm build load failed.");
- return false;
- }
- }
- *p_res = res;
- return true;
- }
- static bool
- check_stack_boundary(AOTCompContext *comp_ctx, AOTFuncContext *func_ctx,
- uint32 callee_cell_num)
- {
- LLVMBasicBlockRef block_curr = LLVMGetInsertBlock(comp_ctx->builder);
- LLVMBasicBlockRef check_stack;
- LLVMValueRef callee_local_size, stack_bound, cmp;
- if (!(callee_local_size = I32_CONST(callee_cell_num * 4))) {
- aot_set_last_error("llvm build const failed.");
- return false;
- }
- if (!(stack_bound = LLVMBuildInBoundsGEP(comp_ctx->builder,
- func_ctx->native_stack_bound,
- &callee_local_size, 1,
- "stack_bound"))) {
- aot_set_last_error("llvm build inbound gep failed.");
- return false;
- }
- if (!(check_stack = LLVMAppendBasicBlockInContext(comp_ctx->context,
- func_ctx->func,
- "check_stack"))) {
- aot_set_last_error("llvm add basic block failed.");
- return false;
- }
- LLVMMoveBasicBlockAfter(check_stack, block_curr);
- if (!(cmp = LLVMBuildICmp(comp_ctx->builder, LLVMIntULT,
- func_ctx->last_alloca, stack_bound,
- "cmp"))) {
- aot_set_last_error("llvm build icmp failed.");
- return false;
- }
- if (!aot_emit_exception(comp_ctx, func_ctx,
- EXCE_NATIVE_STACK_OVERFLOW,
- true, cmp, check_stack)) {
- return false;
- }
- LLVMPositionBuilderAtEnd(comp_ctx->builder, check_stack);
- return true;
- }
- bool
- aot_compile_op_call(AOTCompContext *comp_ctx, AOTFuncContext *func_ctx,
- uint32 func_idx, bool tail_call)
- {
- uint32 import_func_count = comp_ctx->comp_data->import_func_count;
- AOTImportFunc *import_funcs = comp_ctx->comp_data->import_funcs;
- uint32 func_count = comp_ctx->func_ctx_count, param_cell_num = 0;
- uint32 ext_ret_cell_num = 0, cell_num = 0;
- AOTFuncContext **func_ctxes = comp_ctx->func_ctxes;
- AOTFuncType *func_type;
- AOTFunc *aot_func;
- LLVMTypeRef *param_types = NULL, ret_type;
- LLVMTypeRef ext_ret_ptr_type;
- LLVMValueRef *param_values = NULL, value_ret = NULL, func;
- LLVMValueRef import_func_idx, res;
- LLVMValueRef ext_ret, ext_ret_ptr, ext_ret_idx;
- int32 i, j = 0, param_count, result_count, ext_ret_count;
- uint64 total_size;
- uint32 callee_cell_num;
- uint8 wasm_ret_type;
- uint8 *ext_ret_types = NULL;
- bool ret = false;
- char buf[32];
- #if WASM_ENABLE_THREAD_MGR != 0
- /* Insert suspend check point */
- if (comp_ctx->enable_thread_mgr) {
- if (!check_suspend_flags(comp_ctx, func_ctx))
- return false;
- }
- #endif
- /* Check function index */
- if (func_idx >= import_func_count + func_count) {
- aot_set_last_error("Function index out of range.");
- return false;
- }
- /* Get function type */
- if (func_idx < import_func_count)
- func_type = import_funcs[func_idx].func_type;
- else
- func_type = func_ctxes[func_idx - import_func_count]->
- aot_func->func_type;
- /* Get param cell number */
- param_cell_num = func_type->param_cell_num;
- /* Allocate memory for parameters.
- * Parameters layout:
- * - exec env
- * - wasm function's parameters
- * - extra results'(except the first one) addresses
- */
- param_count = (int32)func_type->param_count;
- result_count = (int32)func_type->result_count;
- ext_ret_count = result_count > 1 ? result_count - 1 : 0;
- total_size = sizeof(LLVMValueRef) * (uint64)(param_count + 1
- + ext_ret_count);
- if (total_size >= UINT32_MAX
- || !(param_values = wasm_runtime_malloc((uint32)total_size))) {
- aot_set_last_error("Allocate memory failed.");
- return false;
- }
- /* First parameter is exec env */
- param_values[j++] = func_ctx->exec_env;
- /* Pop parameters from stack */
- for (i = param_count - 1; i >= 0; i--)
- POP(param_values[i + j], func_type->types[i]);
- if (func_idx < import_func_count) {
- if (!(import_func_idx = I32_CONST(func_idx))) {
- aot_set_last_error("llvm build inbounds gep failed.");
- goto fail;
- }
- /* Initialize parameter types of the LLVM function */
- total_size = sizeof(LLVMTypeRef) * (uint64)(param_count + 1);
- if (total_size >= UINT32_MAX
- || !(param_types = wasm_runtime_malloc((uint32)total_size))) {
- aot_set_last_error("Allocate memory failed.");
- goto fail;
- }
- j = 0;
- param_types[j++] = comp_ctx->exec_env_type;
- for (i = 0; i < param_count; i++)
- param_types[j++] = TO_LLVM_TYPE(func_type->types[i]);
- if (func_type->result_count) {
- wasm_ret_type = func_type->types[func_type->param_count];
- ret_type = TO_LLVM_TYPE(wasm_ret_type);
- }
- else {
- wasm_ret_type = VALUE_TYPE_VOID;
- ret_type = VOID_TYPE;
- }
- /* call aot_invoke_native() */
- if (!call_aot_invoke_native_func(comp_ctx, func_ctx, import_func_idx, func_type,
- param_types + 1, param_values + 1,
- param_count, param_cell_num,
- ret_type, wasm_ret_type, &value_ret, &res))
- goto fail;
- /* Check whether there was exception thrown when executing the function */
- if (!check_call_return(comp_ctx, func_ctx, res))
- goto fail;
- }
- else {
- func = func_ctxes[func_idx - import_func_count]->func;
- aot_func = func_ctxes[func_idx - import_func_count]->aot_func;
- callee_cell_num = aot_func->param_cell_num + aot_func->local_cell_num + 1;
- if (comp_ctx->enable_bound_check
- && !check_stack_boundary(comp_ctx, func_ctx, callee_cell_num))
- goto fail;
- /* Prepare parameters for extra results */
- if (ext_ret_count > 0) {
- ext_ret_types = func_type->types + param_count + 1;
- ext_ret_cell_num =
- wasm_get_cell_num(ext_ret_types, ext_ret_count);
- if (ext_ret_cell_num > 64) {
- aot_set_last_error("prepare extra results's return "
- "address arguments failed: "
- "maximum 64 parameter cell number supported.");
- goto fail;
- }
- for (i = 0; i < ext_ret_count; i++) {
- if (!(ext_ret_idx = I32_CONST(cell_num))
- || !(ext_ret_ptr_type =
- LLVMPointerType(TO_LLVM_TYPE(ext_ret_types[i]), 0))) {
- aot_set_last_error("llvm add const or pointer type failed.");
- goto fail;
- }
- snprintf(buf, sizeof(buf), "func%d_ext_ret%d_ptr", func_idx, i);
- if (!(ext_ret_ptr = LLVMBuildInBoundsGEP(comp_ctx->builder,
- func_ctx->argv_buf,
- &ext_ret_idx, 1, buf))) {
- aot_set_last_error("llvm build GEP failed.");
- goto fail;
- }
- snprintf(buf, sizeof(buf), "func%d_ext_ret%d_ptr_cast", func_idx, i);
- if (!(ext_ret_ptr = LLVMBuildBitCast(comp_ctx->builder,
- ext_ret_ptr,
- ext_ret_ptr_type,
- buf))) {
- aot_set_last_error("llvm build bit cast failed.");
- goto fail;
- }
- param_values[1 + param_count + i] = ext_ret_ptr;
- cell_num += wasm_value_type_cell_num(ext_ret_types[i]);
- }
- }
- /* Call the function */
- if (!(value_ret = LLVMBuildCall(comp_ctx->builder, func,
- param_values,
- (uint32)param_count + 1 + ext_ret_count,
- (func_type->result_count > 0
- ? "call" : "")))) {
- aot_set_last_error("LLVM build call failed.");
- goto fail;
- }
- /* Set calling convention for the call with the func's calling convention */
- LLVMSetInstructionCallConv(value_ret, LLVMGetFunctionCallConv(func));
- if (tail_call)
- LLVMSetTailCall(value_ret, true);
- /* Check whether there was exception thrown when executing the function */
- if (!tail_call
- && !check_exception_thrown(comp_ctx, func_ctx))
- goto fail;
- }
- if (func_type->result_count > 0) {
- /* Push the first result to stack */
- PUSH(value_ret, func_type->types[func_type->param_count]);
- /* Load extra result from its address and push to stack */
- for (i = 0; i < ext_ret_count; i++) {
- snprintf(buf, sizeof(buf), "func%d_ext_ret%d", func_idx, i);
- if (!(ext_ret = LLVMBuildLoad(comp_ctx->builder,
- param_values[1 + param_count + i],
- buf))) {
- aot_set_last_error("llvm build load failed.");
- goto fail;
- }
- PUSH(ext_ret, ext_ret_types[i]);
- }
- }
- ret = true;
- fail:
- if (param_types)
- wasm_runtime_free(param_types);
- if (param_values)
- wasm_runtime_free(param_values);
- return ret;
- }
- static bool
- call_aot_call_indirect_func(AOTCompContext *comp_ctx, AOTFuncContext *func_ctx,
- AOTFuncType *aot_func_type,
- LLVMValueRef func_type_idx, LLVMValueRef table_elem_idx,
- LLVMTypeRef *param_types, LLVMValueRef *param_values,
- uint32 param_count, uint32 param_cell_num,
- uint32 result_count, uint8 *wasm_ret_types,
- LLVMValueRef *value_rets, LLVMValueRef *p_res)
- {
- LLVMTypeRef func_type, func_ptr_type, func_param_types[6];
- LLVMTypeRef ret_type, ret_ptr_type, elem_ptr_type;
- LLVMValueRef func, ret_idx, ret_ptr, elem_idx, elem_ptr;
- LLVMValueRef func_param_values[6], res = NULL;
- char buf[32], *func_name = "aot_call_indirect";
- uint32 i, cell_num = 0, ret_cell_num, argv_cell_num;
- #if WASM_ENABLE_THREAD_MGR != 0
- /* Insert suspend check point */
- if (comp_ctx->enable_thread_mgr) {
- if (!check_suspend_flags(comp_ctx, func_ctx))
- return false;
- }
- #endif
- /* prepare function type of aot_call_indirect */
- func_param_types[0] = comp_ctx->exec_env_type; /* exec_env */
- func_param_types[1] = INT8_TYPE; /* check_func_type */
- func_param_types[2] = I32_TYPE; /* func_type_idx */
- func_param_types[3] = I32_TYPE; /* table_elem_idx */
- func_param_types[4] = I32_TYPE; /* argc */
- func_param_types[5] = INT32_PTR_TYPE; /* argv */
- if (!(func_type = LLVMFunctionType(INT8_TYPE, func_param_types, 6, false))) {
- aot_set_last_error("llvm add function type failed.");
- return false;
- }
- /* prepare function pointer */
- if (comp_ctx->is_jit_mode) {
- if (!(func_ptr_type = LLVMPointerType(func_type, 0))) {
- aot_set_last_error("create LLVM function type failed.");
- return false;
- }
- /* JIT mode, call the function directly */
- if (!(func = I64_CONST((uint64)(uintptr_t)aot_call_indirect))
- || !(func = LLVMConstIntToPtr(func, func_ptr_type))) {
- aot_set_last_error("create LLVM value failed.");
- return false;
- }
- }
- else {
- if (!(func = LLVMGetNamedFunction(comp_ctx->module, func_name))
- && !(func = LLVMAddFunction(comp_ctx->module,
- func_name, func_type))) {
- aot_set_last_error("add LLVM function failed.");
- return false;
- }
- }
- ret_cell_num = wasm_get_cell_num(wasm_ret_types, result_count);
- argv_cell_num = param_cell_num > ret_cell_num ? param_cell_num : ret_cell_num;
- if (argv_cell_num > 64) {
- aot_set_last_error("prepare native arguments failed: "
- "maximum 64 parameter cell number supported.");
- return false;
- }
- /* prepare frame_lp */
- for (i = 0; i < param_count; i++) {
- if (!(elem_idx = I32_CONST(cell_num))
- || !(elem_ptr_type = LLVMPointerType(param_types[i], 0))) {
- aot_set_last_error("llvm add const or pointer type failed.");
- return false;
- }
- snprintf(buf, sizeof(buf), "%s%d", "elem", i);
- if (!(elem_ptr = LLVMBuildInBoundsGEP(comp_ctx->builder,
- func_ctx->argv_buf, &elem_idx, 1, buf))
- || !(elem_ptr = LLVMBuildBitCast(comp_ctx->builder, elem_ptr,
- elem_ptr_type, buf))) {
- aot_set_last_error("llvm build bit cast failed.");
- return false;
- }
- if (!(res = LLVMBuildStore(comp_ctx->builder, param_values[i], elem_ptr))) {
- aot_set_last_error("llvm build store failed.");
- return false;
- }
- LLVMSetAlignment(res, 1);
- cell_num += wasm_value_type_cell_num(aot_func_type->types[i]);
- }
- func_param_values[0] = func_ctx->exec_env;
- func_param_values[1] = I8_CONST(true);
- func_param_values[2] = func_type_idx;
- func_param_values[3] = table_elem_idx;
- func_param_values[4] = I32_CONST(param_cell_num);
- func_param_values[5] = func_ctx->argv_buf;
- if (!func_param_values[1] || !func_param_values[4]) {
- aot_set_last_error("llvm create const failed.");
- return false;
- }
- /* call aot_call_indirect() function */
- if (!(res = LLVMBuildCall(comp_ctx->builder, func,
- func_param_values, 6, "res"))) {
- aot_set_last_error("llvm build call failed.");
- return false;
- }
- /* get function result values */
- cell_num = 0;
- for (i = 0; i < result_count; i++) {
- ret_type = TO_LLVM_TYPE(wasm_ret_types[i]);
- if (!(ret_idx = I32_CONST(cell_num))
- || !(ret_ptr_type = LLVMPointerType(ret_type, 0))) {
- aot_set_last_error("llvm add const or pointer type failed.");
- return false;
- }
- snprintf(buf, sizeof(buf), "argv_ret%d", i);
- if (!(ret_ptr = LLVMBuildInBoundsGEP(comp_ctx->builder,
- func_ctx->argv_buf, &ret_idx, 1, buf))
- || !(ret_ptr = LLVMBuildBitCast(comp_ctx->builder, ret_ptr,
- ret_ptr_type, buf))) {
- aot_set_last_error("llvm build GEP or bit cast failed.");
- return false;
- }
- snprintf(buf, sizeof(buf), "ret%d", i);
- if (!(value_rets[i] = LLVMBuildLoad(comp_ctx->builder, ret_ptr, buf))) {
- aot_set_last_error("llvm build load failed.");
- return false;
- }
- cell_num += wasm_value_type_cell_num(wasm_ret_types[i]);
- }
- *p_res = res;
- return true;
- }
- bool
- aot_compile_op_call_indirect(AOTCompContext *comp_ctx, AOTFuncContext *func_ctx,
- uint32 type_idx)
- {
- AOTFuncType *func_type;
- LLVMValueRef elem_idx, ftype_idx;
- LLVMValueRef *param_values = NULL, *value_rets = NULL, res = NULL;
- LLVMTypeRef *param_types = NULL;
- int32 i, param_count, result_count;
- uint32 param_cell_num;
- uint64 total_size;
- uint8 *wasm_ret_types = NULL;
- bool ret = false;
- /* Check function type index */
- if (type_idx >= comp_ctx->comp_data->func_type_count) {
- aot_set_last_error("type index is overflow");
- return false;
- }
- ftype_idx = I32_CONST(type_idx);
- CHECK_LLVM_CONST(ftype_idx);
- func_type = comp_ctx->comp_data->func_types[type_idx];
- param_cell_num = func_type->param_cell_num;
- result_count = func_type->result_count;
- wasm_ret_types = func_type->types + func_type->param_count;
- POP_I32(elem_idx);
- /* Initialize parameter types of the LLVM function */
- param_count = (int32)func_type->param_count;
- total_size = sizeof(LLVMTypeRef) * (uint64)param_count;
- if (total_size >= UINT32_MAX
- || !(param_types = wasm_runtime_malloc((uint32)total_size))) {
- aot_set_last_error("Allocate memory failed.");
- goto fail;
- }
- for (i = 0; i < param_count; i++)
- param_types[i] = TO_LLVM_TYPE(func_type->types[i]);
- /* Allocate memory for parameters */
- total_size = sizeof(LLVMValueRef) * (uint64)param_count;
- if (total_size >= UINT32_MAX
- || !(param_values = wasm_runtime_malloc((uint32)total_size))) {
- aot_set_last_error("Allocate memory failed.");
- goto fail;
- }
- /* Pop parameters from stack */
- for (i = param_count - 1; i >= 0; i--)
- POP(param_values[i], func_type->types[i]);
- /* Allocate memory for result values */
- total_size = sizeof(LLVMValueRef) * (uint64)result_count;
- if (total_size >= UINT32_MAX
- || !(value_rets = wasm_runtime_malloc((uint32)total_size))) {
- aot_set_last_error("Allocate memory failed.");
- goto fail;
- }
- memset(value_rets, 0, total_size);
- if (!call_aot_call_indirect_func(comp_ctx, func_ctx,
- func_type, ftype_idx, elem_idx,
- param_types, param_values,
- param_count, param_cell_num,
- result_count, wasm_ret_types,
- value_rets, &res))
- goto fail;
- for (i = 0; i < func_type->result_count; i++)
- PUSH(value_rets[i], func_type->types[func_type->param_count + i]);
- /* Check whether there was exception thrown when executing the function */
- if (!check_call_return(comp_ctx, func_ctx, res))
- goto fail;
- ret = true;
- fail:
- if (value_rets)
- wasm_runtime_free(value_rets);
- if (param_values)
- wasm_runtime_free(param_values);
- if (param_types)
- wasm_runtime_free(param_types);
- return ret;
- }
|