wasm-micro-runtime/core/iwasm/runtime/vmcore-wasm/wasm_runtime.c

/*
 * Copyright (C) 2019 Intel Corporation.  All rights reserved.
 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 */

#include "wasm_runtime.h"
#include "wasm_thread.h"
#include "wasm_loader.h"
#include "wasm_native.h"
#include "wasm_interp.h"
#include "wasm_log.h"
#include "wasm_platform_log.h"
#include "wasm_memory.h"
#include "mem_alloc.h"
#include "bh_common.h"


static void
set_error_buf(char *error_buf, uint32 error_buf_size, const char *string)
{
    if (error_buf != NULL)
        snprintf(error_buf, error_buf_size, "%s", string);
}

bool
wasm_runtime_init()
{
    if (bh_platform_init() != 0)
        return false;

    if (wasm_log_init() != 0)
        return false;

    if (ws_thread_sys_init() != 0)
        return false;

    wasm_native_init();
    return true;
}

void
wasm_runtime_destroy()
{
    ws_thread_sys_destroy();
}

static void
init_wasm_stack(WASMStack *wasm_stack, uint8 *stack, uint32 stack_size)
{
    wasm_stack->top = wasm_stack->bottom = stack;
    wasm_stack->top_boundary = stack + stack_size;
}

bool
wasm_runtime_call_wasm(WASMModuleInstance *module_inst,
                       WASMExecEnv *exec_env,
                       WASMFunctionInstance *function,
                       unsigned argc, uint32 argv[])
{
    /* Only init stack when no application is running. */
    if (!module_inst->main_tlr.cur_frame) {
       if (!exec_env) {
            if (!module_inst->wasm_stack) {
                if (!(module_inst->wasm_stack =
                            wasm_malloc(module_inst->wasm_stack_size))) {
                    wasm_runtime_set_exception(module_inst,
                                               "allocate memory failed.");
                    return false;
                }

                init_wasm_stack(&module_inst->main_tlr.wasm_stack,
                                module_inst->wasm_stack,
                                module_inst->wasm_stack_size);
            }
       }
       else {
           uintptr_t stack = (uintptr_t)exec_env->stack;
           uint32 stack_size;

           /* Set to 8 bytes align */
           stack = (stack + 7) & (uintptr_t)~7;
           stack_size = (uint32)(exec_env->stack_size
                                 - (stack - (uintptr_t)exec_env->stack));

           if (!exec_env->stack || exec_env->stack_size <= 0
               || exec_env->stack_size < stack - (uintptr_t)exec_env->stack) {
               wasm_runtime_set_exception(module_inst,
                                          "Invalid execution stack info.");
               return false;
            }

            init_wasm_stack(&module_inst->main_tlr.wasm_stack,
                            (uint8*)stack, stack_size);
       }
    }

    wasm_interp_call_wasm(module_inst, function, argc, argv);
    return !wasm_runtime_get_exception(module_inst) ? true : false;
}

void
wasm_runtime_set_exception(WASMModuleInstance *module_inst,
                           const char *exception)
{
    if (exception)
        snprintf(module_inst->cur_exception,
                 sizeof(module_inst->cur_exception),
                 "Exception: %s", exception);
    else
        module_inst->cur_exception[0] = '\0';
}

const char*
wasm_runtime_get_exception(WASMModuleInstance *module_inst)
{
    if (module_inst->cur_exception[0] == '\0')
        return NULL;
    else
        return module_inst->cur_exception;
}

void
wasm_runtime_clear_exception(WASMModuleInstance *module_inst)
{
    wasm_runtime_set_exception(module_inst, NULL);
}

WASMModule*
wasm_runtime_load(const uint8 *buf, uint32 size,
                  char *error_buf, uint32 error_buf_size)
{
    return wasm_loader_load(buf, size, error_buf, error_buf_size);
}

WASMModule*
wasm_runtime_load_from_sections(WASMSection *section_list,
                                char *error_buf, uint32_t error_buf_size)
{
    return wasm_loader_load_from_sections(section_list,
                                          error_buf, error_buf_size);
}

void
wasm_runtime_unload(WASMModule *module)
{
    wasm_loader_unload(module);
}

/**
 * Destroy memory instances.
 */
static void
memories_deinstantiate(WASMMemoryInstance **memories, uint32 count)
{
    uint32 i;
    if (memories) {
        for (i = 0; i < count; i++)
            if (memories[i]) {
                if (memories[i]->heap_handle)
                    mem_allocator_destroy(memories[i]->heap_handle);
                wasm_free(memories[i]->heap_data);
                wasm_free(memories[i]);
            }
        wasm_free(memories);
  }
}

static WASMMemoryInstance*
memory_instantiate(uint32 init_page_count, uint32 max_page_count,
                   uint32 addr_data_size, uint32 global_data_size,
                   uint32 heap_size,
                   char *error_buf, uint32 error_buf_size)
{
    WASMMemoryInstance *memory;
    uint64 total_size = offsetof(WASMMemoryInstance, base_addr) +
                        NumBytesPerPage * (uint64)init_page_count +
                        addr_data_size + global_data_size;

    /* Allocate memory space, addr data and global data */
    if (total_size >= UINT32_MAX
        || !(memory = wasm_malloc((uint32)total_size))) {
        set_error_buf(error_buf, error_buf_size,
                      "Instantiate memory failed: allocate memory failed.");
        return NULL;
    }

    memset(memory, 0, (uint32)total_size);
    memory->cur_page_count = init_page_count;
    memory->max_page_count = max_page_count;

    memory->addr_data = memory->base_addr;
    memory->addr_data_size = addr_data_size;

    memory->memory_data = memory->addr_data + addr_data_size;

    memory->global_data = memory->memory_data +
                          NumBytesPerPage * memory->cur_page_count;;
    memory->global_data_size = global_data_size;

    memory->end_addr = memory->global_data + global_data_size;

    /* Allocate heap space */
    if (!(memory->heap_data = wasm_malloc(heap_size))) {
        set_error_buf(error_buf, error_buf_size,
                      "Instantiate memory failed: allocate memory failed.");
        goto fail1;
    }
    memory->heap_data_end = memory->heap_data + heap_size;

    /* Initialize heap */
    if (!(memory->heap_handle = mem_allocator_create
                (memory->heap_data, heap_size))) {
        goto fail2;
    }

#if WASM_ENABLE_MEMORY_GROW != 0
    memory->heap_base_offset = DEFAULT_APP_HEAP_BASE_OFFSET;
#else
    memory->heap_base_offset = memory->end_addr - memory->memory_data;
#endif

    return memory;

fail2:
    wasm_free(memory->heap_data);

fail1:
    wasm_free(memory);
    return NULL;
}

/**
 * Instantiate memories in a module.
 */
static WASMMemoryInstance**
memories_instantiate(const WASMModule *module, uint32 addr_data_size,
                     uint32 global_data_size, uint32 heap_size,
                     char *error_buf, uint32 error_buf_size)
{
    WASMImport *import;
    uint32 mem_index = 0, i, memory_count =
        module->import_memory_count + module->memory_count;
    uint64 total_size;
    WASMMemoryInstance **memories, *memory;

    if (memory_count == 0 && global_data_size > 0)
        memory_count = 1;

    total_size = sizeof(WASMMemoryInstance*) * (uint64)memory_count;

    if (total_size >= UINT32_MAX
        || !(memories = wasm_malloc((uint32)total_size))) {
        set_error_buf(error_buf, error_buf_size,
                      "Instantiate memory failed: "
                      "allocate memory failed.");
        return NULL;
    }

    memset(memories, 0, (uint32)total_size);

    /* instantiate memories from import section */
    import = module->import_memories;
    for (i = 0; i < module->import_memory_count; i++, import++) {
        if (!(memory = memories[mem_index++] =
                    memory_instantiate(import->u.memory.init_page_count,
                                       import->u.memory. max_page_count,
                                       addr_data_size, global_data_size,
                                       heap_size, error_buf, error_buf_size))) {
            set_error_buf(error_buf, error_buf_size,
                         "Instantiate memory failed: "
                         "allocate memory failed.");
            memories_deinstantiate(memories, memory_count);
            return NULL;
        }
    }

    /* instantiate memories from memory section */
    for (i = 0; i < module->memory_count; i++) {
        if (!(memory = memories[mem_index++] =
                    memory_instantiate(module->memories[i].init_page_count,
                                       module->memories[i].max_page_count,
                                       addr_data_size, global_data_size,
                                       heap_size, error_buf, error_buf_size))) {
            set_error_buf(error_buf, error_buf_size,
                          "Instantiate memory failed: "
                          "allocate memory failed.");
            memories_deinstantiate(memories, memory_count);
            return NULL;
        }
    }

    if (mem_index == 0) {
        /* no import memory and define memory, but has global variables */
        if (!(memory = memories[mem_index++] =
                    memory_instantiate(0, 0, addr_data_size, global_data_size,
                                       heap_size, error_buf, error_buf_size))) {
            set_error_buf(error_buf, error_buf_size,
                          "Instantiate memory failed: "
                          "allocate memory failed.\n");
            memories_deinstantiate(memories, memory_count);
            return NULL;
        }
    }

    wasm_assert(mem_index == memory_count);
    return memories;
}

/**
 * Destroy table instances.
 */
static void
tables_deinstantiate(WASMTableInstance **tables, uint32 count)
{
    uint32 i;
    if (tables) {
        for (i = 0; i < count; i++)
            if (tables[i])
                wasm_free(tables[i]);
        wasm_free(tables);
    }
}

/**
 * Instantiate tables in a module.
 */
static WASMTableInstance**
tables_instantiate(const WASMModule *module,
                   char *error_buf, uint32 error_buf_size)
{
    WASMImport *import;
    uint32 table_index = 0, i, table_count =
        module->import_table_count + module->table_count;
    uint64 total_size = sizeof(WASMTableInstance*) * (uint64)table_count;
    WASMTableInstance **tables, *table;

    if (total_size >= UINT32_MAX
        || !(tables = wasm_malloc((uint32)total_size))) {
        set_error_buf(error_buf, error_buf_size,
                      "Instantiate table failed: "
                      "allocate memory failed.");
        return NULL;
    }

    memset(tables, 0, (uint32)total_size);

    /* instantiate tables from import section */
    import = module->import_tables;
    for (i = 0; i < module->import_table_count; i++, import++) {
        total_size = offsetof(WASMTableInstance, base_addr) +
                     sizeof(uint32) * (uint64)import->u.table.init_size;
        if (total_size >= UINT32_MAX
            || !(table = tables[table_index++] = wasm_malloc((uint32)total_size))) {
            set_error_buf(error_buf, error_buf_size,
                          "Instantiate table failed: "
                          "allocate memory failed.");
            tables_deinstantiate(tables, table_count);
            return NULL;
        }

        memset(table, 0, (uint32)total_size);
        table->cur_size = import->u.table.init_size;
        table->max_size = import->u.table.max_size;
    }

    /* instantiate tables from table section */
    for (i = 0; i < module->table_count; i++) {
        total_size = offsetof(WASMTableInstance, base_addr) +
                     sizeof(uint32) * (uint64)module->tables[i].init_size;
        if (total_size >= UINT32_MAX
            || !(table = tables[table_index++] = wasm_malloc((uint32)total_size))) {
            set_error_buf(error_buf, error_buf_size,
                          "Instantiate table failed: "
                          "allocate memory failed.");
            tables_deinstantiate(tables, table_count);
            return NULL;
        }

        memset(table, 0, (uint32)total_size);
        table->cur_size = module->tables[i].init_size;
        table->max_size = module->tables[i].max_size;
    }

    wasm_assert(table_index == table_count);
    return tables;
}

/**
 * Destroy function instances.
 */
static void
functions_deinstantiate(WASMFunctionInstance *functions, uint32 count)
{
    if (functions) {
        uint32 i;

        for (i = 0; i < count; i++)
            if (functions[i].local_offsets)
                wasm_free(functions[i].local_offsets);
        wasm_free(functions);
    }
}

static bool
function_init_local_offsets(WASMFunctionInstance *func)
{
    uint32 local_offset = 0;
    WASMType *param_type = func->u.func->func_type;
    uint32 param_count = param_type->param_count;
    uint8 *param_types = param_type->types;
    uint32 local_count = func->u.func->local_count;
    uint8 *local_types = func->u.func->local_types;
    uint32 i;
    uint64 total_size = sizeof(uint16) * (uint64)(param_count + local_count);

    if (total_size >= UINT32_MAX
        || !(func->local_offsets = wasm_malloc((uint32)total_size)))
        return false;

    for (i = 0; i < param_count; i++) {
        func->local_offsets[i] = (uint16)local_offset;
        local_offset += wasm_value_type_cell_num(param_types[i]);
    }

    for (i = 0; i < local_count; i++) {
        func->local_offsets[param_count + i] = (uint16)local_offset;
        local_offset += wasm_value_type_cell_num(local_types[i]);
    }

    wasm_assert(local_offset == func->param_cell_num + func->local_cell_num);
    return true;
}

/**
 * Instantiate functions in a module.
 */
static WASMFunctionInstance*
functions_instantiate(const WASMModule *module,
                      char *error_buf, uint32 error_buf_size)
{
    WASMImport *import;
    uint32 i, function_count =
        module->import_function_count + module->function_count;
    uint64 total_size = sizeof(WASMFunctionInstance) * (uint64)function_count;
    WASMFunctionInstance *functions, *function;

    if (total_size >= UINT32_MAX
        || !(functions = wasm_malloc((uint32)total_size))) {
        set_error_buf(error_buf, error_buf_size,
                      "Instantiate function failed: "
                      "allocate memory failed.");
        return NULL;
    }

    memset(functions, 0, (uint32)total_size);

    /* instantiate functions from import section */
    function = functions;
    import = module->import_functions;
    for (i = 0; i < module->import_function_count; i++, import++) {
        function->is_import_func = true;
        function->u.func_import = &import->u.function;

        function->param_cell_num =
            wasm_type_param_cell_num(import->u.function.func_type);
        function->ret_cell_num =
            wasm_type_return_cell_num(import->u.function.func_type);
        function->local_cell_num = 0;

        function->param_count =
            (uint16)function->u.func_import->func_type->param_count;
        function->local_count = 0;
        function->param_types = function->u.func_import->func_type->types;
        function->local_types = NULL;

        function++;
    }

    /* instantiate functions from function section */
    for (i = 0; i < module->function_count; i++) {
        function->is_import_func = false;
        function->u.func = module->functions[i];

        function->param_cell_num =
            wasm_type_param_cell_num(function->u.func->func_type);
        function->ret_cell_num =
            wasm_type_return_cell_num(function->u.func->func_type);
        function->local_cell_num =
            wasm_get_cell_num(function->u.func->local_types,
                              function->u.func->local_count);

        function->param_count = (uint16)function->u.func->func_type->param_count;
        function->local_count = (uint16)function->u.func->local_count;
        function->param_types = function->u.func->func_type->types;
        function->local_types = function->u.func->local_types;

        if (!function_init_local_offsets(function)) {
            functions_deinstantiate(functions, function_count);
            return NULL;
        }

        function++;
    }

    wasm_assert((uint32)(function - functions) == function_count);
    return functions;
}

/**
 * Destroy global instances.
 */
static void
globals_deinstantiate(WASMGlobalInstance *globals)
{
    if (globals)
        wasm_free(globals);
}

/**
 * Instantiate globals in a module.
 */
static WASMGlobalInstance*
globals_instantiate(const WASMModule *module,
                    uint32 *p_addr_data_size,
                    uint32 *p_global_data_size,
                    char *error_buf, uint32 error_buf_size)
{
    WASMImport *import;
    uint32 addr_data_offset = 0, global_data_offset = 0;
    uint32 i, global_count =
        module->import_global_count + module->global_count;
    uint64 total_size = sizeof(WASMGlobalInstance) * (uint64)global_count;
    WASMGlobalInstance *globals, *global;

    if (total_size >= UINT32_MAX
        || !(globals = wasm_malloc((uint32)total_size))) {
        set_error_buf(error_buf, error_buf_size,
                      "Instantiate global failed: "
                      "allocate memory failed.");
        return NULL;
    }

    memset(globals, 0, (uint32)total_size);

    /* instantiate globals from import section */
    global = globals;
    import = module->import_globals;
    for (i = 0; i < module->import_global_count; i++, import++) {
        WASMGlobalImport *global_import = &import->u.global;
        global->type = global_import->type;
        global->is_mutable = global_import->is_mutable;
        global->is_addr = global_import->is_addr;
        global->initial_value = global_import->global_data_linked;
        global->data_offset = global_data_offset;
        global_data_offset += wasm_value_type_size(global->type);

        if (global->is_addr)
            addr_data_offset += (uint32)sizeof(uint32);

        global++;
    }

    /* instantiate globals from global section */
    for (i = 0; i < module->global_count; i++) {
        global->type = module->globals[i].type;
        global->is_mutable = module->globals[i].is_mutable;
        global->is_addr = module->globals[i].is_addr;

        global->data_offset = global_data_offset;
        global_data_offset += wasm_value_type_size(global->type);

        if (global->is_addr)
            addr_data_offset += (uint32)sizeof(uint32);

        global++;
    }

    wasm_assert((uint32)(global - globals) == global_count);
    *p_addr_data_size = addr_data_offset;
    *p_global_data_size = global_data_offset;
    return globals;
}

static void
globals_instantiate_fix(WASMGlobalInstance *globals,
                        const WASMModule *module,
                        WASMModuleInstance *module_inst)
{
    WASMGlobalInstance *global = globals;
    WASMImport *import = module->import_globals;
    uint32 i;

    /* Fix globals from import section */
    for (i = 0; i < module->import_global_count; i++, import++, global++) {
        if (!strcmp(import->u.names.module_name, "env")) {
            if (!strcmp(import->u.names.field_name, "memoryBase")
                || !strcmp(import->u.names.field_name, "__memory_base")) {
                global->initial_value.addr = 0;
            }
            else if (!strcmp(import->u.names.field_name, "tableBase")
                     || !strcmp(import->u.names.field_name, "__table_base")) {
                global->initial_value.addr = 0;
            }
            else if (!strcmp(import->u.names.field_name, "DYNAMICTOP_PTR")) {
                global->initial_value.i32 =
                    (int32)(NumBytesPerPage * module_inst->default_memory->cur_page_count);
                module_inst->DYNAMICTOP_PTR_offset = global->data_offset;
            }
            else if (!strcmp(import->u.names.field_name, "STACKTOP")) {
                global->initial_value.i32 = 0;
            }
            else if (!strcmp(import->u.names.field_name, "STACK_MAX")) {
                /* Unused in emcc wasm bin actually. */
                global->initial_value.i32 = 0;
            }
        }
    }

    for (i = 0; i < module->global_count; i++) {
        InitializerExpression *init_expr = &module->globals[i].init_expr;

        if (init_expr->init_expr_type == INIT_EXPR_TYPE_GET_GLOBAL) {
            wasm_assert(init_expr->u.global_index < module->import_global_count);
            global->initial_value = globals[init_expr->u.global_index].initial_value;
        }
        else {
            bh_memcpy_s(&global->initial_value, sizeof(WASMValue),
                        &init_expr->u, sizeof(init_expr->u));
        }
        global++;
    }
}

/**
 * Return export function count in module export section.
 */
static uint32
get_export_function_count(const WASMModule *module)
{
    WASMExport *export = module->exports;
    uint32 count = 0, i;

    for (i = 0; i < module->export_count; i++, export++)
        if (export->kind == EXPORT_KIND_FUNC)
            count++;

    return count;
}

/**
 * Destroy export function instances.
 */
static void
export_functions_deinstantiate(WASMExportFuncInstance *functions)
{
    if (functions)
        wasm_free(functions);
}

/**
 * Instantiate export functions in a module.
 */
static WASMExportFuncInstance*
export_functions_instantiate(const WASMModule *module,
                             WASMModuleInstance *module_inst,
                             uint32 export_func_count,
                             char *error_buf, uint32 error_buf_size)
{
    WASMExportFuncInstance *export_funcs, *export_func;
    WASMExport *export = module->exports;
    uint32 i;
    uint64 total_size = sizeof(WASMExportFuncInstance) * (uint64)export_func_count;

    if (total_size >= UINT32_MAX
        || !(export_func = export_funcs = wasm_malloc((uint32)total_size))) {
        set_error_buf(error_buf, error_buf_size,
                      "Instantiate export function failed: "
                      "allocate memory failed.");
        return NULL;
    }

    memset(export_funcs, 0, (uint32)total_size);

    for (i = 0; i < module->export_count; i++, export++)
        if (export->kind == EXPORT_KIND_FUNC) {
            wasm_assert(export->index >= module->import_function_count
                        && export->index < module->import_function_count
                           + module->function_count);
            export_func->name = export->name;
            export_func->function = &module_inst->functions[export->index];
            export_func++;
        }

    wasm_assert((uint32)(export_func - export_funcs) == export_func_count);
    return export_funcs;
}

void
wasm_runtime_deinstantiate(WASMModuleInstance *module_inst);

static bool
execute_post_inst_function(WASMModuleInstance *module_inst)
{
    WASMFunctionInstance *post_inst_func = NULL;
    WASMType *post_inst_func_type;
    uint32 i;

    for (i = 0; i < module_inst->export_func_count; i++)
        if (!strcmp(module_inst->export_functions[i].name, "__post_instantiate")) {
            post_inst_func = module_inst->export_functions[i].function;
            break;
        }

    if (!post_inst_func)
        /* Not found */
        return true;

    post_inst_func_type = post_inst_func->u.func->func_type;
    if (post_inst_func_type->param_count != 0
        || post_inst_func_type->result_count != 0)
        /* Not a valid function type, ignore it */
        return true;

    return wasm_runtime_call_wasm(module_inst, NULL, post_inst_func, 0, NULL);
}

static bool
execute_start_function(WASMModuleInstance *module_inst)
{
    WASMFunctionInstance *func = module_inst->start_function;

    if (!func)
        return true;

    wasm_assert(!func->is_import_func && func->param_cell_num == 0
                && func->ret_cell_num == 0);

    return wasm_runtime_call_wasm(module_inst, NULL, func, 0, NULL);
}

#if WASM_ENABLE_WASI != 0
static bool
wasm_runtime_init_wasi(WASMModuleInstance *module_inst,
                       const char *dir_list[], uint32 dir_count,
                       const char *map_dir_list[], uint32 map_dir_count,
                       const char *env[], uint32 env_count,
                       const char *argv[], uint32 argc,
                       char *error_buf, uint32 error_buf_size)
{
    size_t *argv_offsets = NULL;
    char *argv_buf = NULL;
    size_t *env_offsets = NULL;
    char *env_buf = NULL;
    uint64 argv_buf_len = 0, env_buf_len = 0;
    uint32 argv_buf_offset = 0, env_buf_offset = 0;
    struct fd_table *curfds;
    struct fd_prestats *prestats;
    struct argv_environ_values *argv_environ;
    int32 offset_argv_offsets = 0, offset_env_offsets = 0;
    int32 offset_argv_buf = 0, offset_env_buf = 0;
    int32 offset_curfds = 0;
    int32 offset_prestats = 0;
    int32 offset_argv_environ = 0;
    __wasi_fd_t wasm_fd = 3;
    int32 raw_fd;
    char *path, resolved_path[PATH_MAX];
    uint64 total_size;
    uint32 i;

    if (!module_inst->default_memory) {
        argv_environ = module_inst->wasi_ctx.argv_environ = NULL;
        prestats = module_inst->wasi_ctx.prestats = NULL;
        curfds = module_inst->wasi_ctx.curfds = NULL;

        return true;
    }

    /* process argv[0], trip the path and suffix, only keep the program name */
    for (i = 0; i < argc; i++)
        argv_buf_len += strlen(argv[i]) + 1;

    total_size = sizeof(size_t) * (uint64)argc;
    if (total_size >= UINT32_MAX
        || !(offset_argv_offsets = wasm_runtime_module_malloc
                                    (module_inst, (uint32)total_size))
        || argv_buf_len >= UINT32_MAX
        || !(offset_argv_buf = wasm_runtime_module_malloc
                                    (module_inst, (uint32)argv_buf_len))) {
        set_error_buf(error_buf, error_buf_size,
                      "Init wasi environment failed: allocate memory failed.");
        goto fail;
    }

    argv_offsets = (size_t*)
        wasm_runtime_addr_app_to_native(module_inst, offset_argv_offsets);
    argv_buf = (char*)
        wasm_runtime_addr_app_to_native(module_inst, offset_argv_buf);

    for (i = 0; i < argc; i++) {
        argv_offsets[i] = argv_buf_offset;
        bh_strcpy_s(argv_buf + argv_buf_offset,
                    (uint32)argv_buf_len - argv_buf_offset, argv[i]);
        argv_buf_offset += (uint32)(strlen(argv[i]) + 1);
    }

    for (i = 0; i < env_count; i++)
        env_buf_len += strlen(env[i]) + 1;

    total_size = sizeof(size_t) * (uint64)argc;
    if (total_size >= UINT32_MAX
        || !(offset_env_offsets = wasm_runtime_module_malloc
                                    (module_inst, (uint32)total_size))
        || env_buf_len >= UINT32_MAX
        || !(offset_env_buf = wasm_runtime_module_malloc
                                    (module_inst, (uint32)env_buf_len))) {
        set_error_buf(error_buf, error_buf_size,
                      "Init wasi environment failed: allocate memory failed.");
        goto fail;
    }

    env_offsets = (size_t*)
        wasm_runtime_addr_app_to_native(module_inst, offset_env_offsets);
    env_buf = (char*)
        wasm_runtime_addr_app_to_native(module_inst, offset_env_buf);

    for (i = 0; i < env_count; i++) {
        env_offsets[i] = env_buf_offset;
        bh_strcpy_s(env_buf + env_buf_offset,
                    (uint32)env_buf_len - env_buf_offset, env[i]);
        env_buf_offset += (uint32)(strlen(env[i]) + 1);
    }

    if (!(offset_curfds = wasm_runtime_module_malloc
                (module_inst, sizeof(struct fd_table)))
        || !(offset_prestats = wasm_runtime_module_malloc
                (module_inst, sizeof(struct fd_prestats)))
        || !(offset_argv_environ = wasm_runtime_module_malloc
                (module_inst, sizeof(struct argv_environ_values)))) {
        set_error_buf(error_buf, error_buf_size,
                      "Init wasi environment failed: allocate memory failed.");
        goto fail;
    }

    curfds = module_inst->wasi_ctx.curfds = (struct fd_table*)
        wasm_runtime_addr_app_to_native(module_inst, offset_curfds);
    prestats = module_inst->wasi_ctx.prestats = (struct fd_prestats*)
        wasm_runtime_addr_app_to_native(module_inst, offset_prestats);
    argv_environ = module_inst->wasi_ctx.argv_environ =
        (struct argv_environ_values*)wasm_runtime_addr_app_to_native
        (module_inst, offset_argv_environ);

    fd_table_init(curfds);
    fd_prestats_init(prestats);

    if (!argv_environ_init(argv_environ,
                           argv_offsets, argc,
                           argv_buf, argv_buf_len,
                           env_offsets, env_count,
                           env_buf, env_buf_len)) {
        set_error_buf(error_buf, error_buf_size,
                      "Init wasi environment failed: "
                      "init argument environment failed.");
        goto fail;
    }

    /* Prepopulate curfds with stdin, stdout, and stderr file descriptors. */
    if (!fd_table_insert_existing(curfds, 0, 0)
        || !fd_table_insert_existing(curfds, 1, 1)
        || !fd_table_insert_existing(curfds, 2, 2)) {
        set_error_buf(error_buf, error_buf_size,
                      "Init wasi environment failed: init fd table failed.");
        goto fail;
    }

    wasm_fd = 3;
    for (i = 0; i < dir_count; i++, wasm_fd++) {
        path = realpath(dir_list[i], resolved_path);
        if (!path) {
            if (error_buf)
                snprintf(error_buf, error_buf_size,
                         "error while pre-opening directory %s: %d\n",
                         dir_list[i], errno);
            goto fail;
        }

        raw_fd = open(path, O_RDONLY | O_DIRECTORY, 0);
        if (raw_fd == -1) {
            if (error_buf)
                snprintf(error_buf, error_buf_size,
                         "error while pre-opening directory %s: %d\n",
                         dir_list[i], errno);
            goto fail;
        }

        fd_table_insert_existing(curfds, wasm_fd, raw_fd);
        fd_prestats_insert(prestats, dir_list[i], wasm_fd);
    }

    return true;

fail:
    if (offset_curfds != 0)
        wasm_runtime_module_free(module_inst, offset_curfds);
    if (offset_prestats != 0)
        wasm_runtime_module_free(module_inst, offset_prestats);
    if (offset_argv_environ != 0)
        wasm_runtime_module_free(module_inst, offset_argv_environ);
    if (offset_argv_buf)
        wasm_runtime_module_free(module_inst, offset_argv_buf);
    if (offset_argv_offsets)
        wasm_runtime_module_free(module_inst, offset_argv_offsets);
    if (offset_env_buf)
        wasm_runtime_module_free(module_inst, offset_env_buf);
    if (offset_env_offsets)
        wasm_runtime_module_free(module_inst, offset_env_offsets);
    return false;
}

static void
wasm_runtime_destroy_wasi(WASMModuleInstance *module_inst)
{
    WASIContext *wasi_ctx = &module_inst->wasi_ctx;

    if (wasi_ctx->argv_environ)
        argv_environ_destroy(wasi_ctx->argv_environ);
    if (wasi_ctx->curfds)
        fd_table_destroy(wasi_ctx->curfds);
    if (wasi_ctx->prestats)
        fd_prestats_destroy(wasi_ctx->prestats);
}

WASIContext *
wasm_runtime_get_wasi_ctx(WASMModuleInstance *module_inst)
{
    return &module_inst->wasi_ctx;
}
#endif

/**
 * Instantiate module
 */
WASMModuleInstance*
wasm_runtime_instantiate(WASMModule *module,
                         uint32 stack_size, uint32 heap_size,
                         char *error_buf, uint32 error_buf_size)
{
    WASMModuleInstance *module_inst;
    WASMTableSeg *table_seg;
    WASMDataSeg *data_seg;
    WASMGlobalInstance *globals = NULL, *global;
    uint32 global_count, addr_data_size = 0, global_data_size = 0, i, j;
    uint32 base_offset, length, memory_size;
    uint8 *global_data, *global_data_end, *addr_data, *addr_data_end;
    uint8 *memory_data;
    uint32 *table_data;

    if (!module)
        return NULL;

    /* Check heap size */
    heap_size = align_uint(heap_size, 8);
    if (heap_size == 0)
        heap_size = APP_HEAP_SIZE_DEFAULT;
    if (heap_size < APP_HEAP_SIZE_MIN)
        heap_size = APP_HEAP_SIZE_MIN;
    if (heap_size > APP_HEAP_SIZE_MAX)
        heap_size = APP_HEAP_SIZE_MAX;

    /* Instantiate global firstly to get the mutable data size */
    global_count = module->import_global_count + module->global_count;
    if (global_count &&
        !(globals = globals_instantiate(module, &addr_data_size,
                                        &global_data_size,
                                        error_buf, error_buf_size)))
        return NULL;

    /* Allocate the memory */
    if (!(module_inst = wasm_malloc((uint32)sizeof(WASMModuleInstance)))) {
        set_error_buf(error_buf, error_buf_size,
                      "Instantiate module failed: allocate memory failed.");
        globals_deinstantiate(globals);
        return NULL;
    }

    memset(module_inst, 0, (uint32)sizeof(WASMModuleInstance));
    module_inst->global_count = global_count;
    module_inst->globals = globals;

    module_inst->memory_count =
        module->import_memory_count + module->memory_count;
    module_inst->table_count =
        module->import_table_count + module->table_count;
    module_inst->function_count =
        module->import_function_count + module->function_count;
    module_inst->export_func_count = get_export_function_count(module);

    /* Instantiate memories/tables/functions */
    if (((module_inst->memory_count > 0 || global_count > 0)
         && !(module_inst->memories =
             memories_instantiate(module, addr_data_size, global_data_size,
                                  heap_size, error_buf, error_buf_size)))
        || (module_inst->table_count > 0
            && !(module_inst->tables = tables_instantiate(module,
                                                          error_buf,
                                                          error_buf_size)))
        || (module_inst->function_count > 0
            && !(module_inst->functions = functions_instantiate(module,
                                                                error_buf,
                                                                error_buf_size)))
        || (module_inst->export_func_count > 0
            && !(module_inst->export_functions = export_functions_instantiate(
                    module, module_inst, module_inst->export_func_count,
                    error_buf, error_buf_size)))) {
        wasm_runtime_deinstantiate(module_inst);
        return NULL;
    }

    if (module_inst->memory_count || global_count > 0) {
        WASMMemoryInstance *memory;

        memory = module_inst->default_memory = module_inst->memories[0];
        memory_data = module_inst->default_memory->memory_data;

        /* fix import memoryBase */
        globals_instantiate_fix(globals, module, module_inst);

        /* Initialize the global data */
        addr_data = memory->addr_data;
        addr_data_end = addr_data + addr_data_size;
        global_data = memory->global_data;
        global_data_end = global_data + global_data_size;
        global = globals;
        for (i = 0; i < global_count; i++, global++) {
            switch (global->type) {
                case VALUE_TYPE_I32:
                case VALUE_TYPE_F32:
                    if (!global->is_addr)
                        *(int32*)global_data = global->initial_value.i32;
                    else {
                        *(int32*)addr_data = global->initial_value.i32;
                        /* Store the offset to memory data for global of addr */
                        *(int32*)global_data = (int32)(addr_data - memory_data);
                        addr_data += sizeof(int32);
                    }
                    global_data += sizeof(int32);
                    break;
                case VALUE_TYPE_I64:
                case VALUE_TYPE_F64:
                    wasm_assert(!global->is_addr);
                    bh_memcpy_s(global_data, (uint32)(global_data_end - global_data),
                                &global->initial_value.i64, sizeof(int64));
                    global_data += sizeof(int64);
                    break;
                default:
                    wasm_assert(0);
            }
        }
        wasm_assert(addr_data == addr_data_end);
        wasm_assert(global_data == global_data_end);

        global = globals + module->import_global_count;
        for (i = 0; i < module->global_count; i++, global++) {
            InitializerExpression *init_expr = &module->globals[i].init_expr;

            if (init_expr->init_expr_type == INIT_EXPR_TYPE_GET_GLOBAL
                && globals[init_expr->u.global_index].is_addr) {
                uint8 *global_data_dst = memory->global_data + global->data_offset;
                uint8 *global_data_src =
                    memory->global_data + globals[init_expr->u.global_index].data_offset;
                *(uintptr_t*)global_data_dst = *(uintptr_t*)global_data_src;
            }
        }

        /* Initialize the memory data with data segment section */
        if (module_inst->default_memory->cur_page_count > 0) {
            for (i = 0; i < module->data_seg_count; i++) {
                data_seg = module->data_segments[i];
                wasm_assert(data_seg->memory_index == 0);
                wasm_assert(data_seg->base_offset.init_expr_type ==
                            INIT_EXPR_TYPE_I32_CONST
                            || data_seg->base_offset.init_expr_type ==
                            INIT_EXPR_TYPE_GET_GLOBAL);

                if (data_seg->base_offset.init_expr_type == INIT_EXPR_TYPE_GET_GLOBAL) {
                    wasm_assert(data_seg->base_offset.u.global_index < global_count
                                && globals[data_seg->base_offset.u.global_index].type ==
                                VALUE_TYPE_I32);
                    data_seg->base_offset.u.i32 =
                        globals[data_seg->base_offset.u.global_index].initial_value.i32;
                }

                base_offset = (uint32)data_seg->base_offset.u.i32;
                length = data_seg->data_length;
                memory_size = NumBytesPerPage * module_inst->default_memory->cur_page_count;

                if (length > 0
                    && (base_offset >= memory_size
                        || base_offset + length > memory_size)) {
                    set_error_buf(error_buf, error_buf_size,
                            "Instantiate module failed: data segment out of range.");
                    wasm_runtime_deinstantiate(module_inst);
                    return NULL;
                }

                bh_memcpy_s(memory_data + base_offset, memory_size - base_offset,
                            data_seg->data, length);
            }
        }
    }

    if (module_inst->table_count) {
        module_inst->default_table = module_inst->tables[0];

        /* Initialize the table data with table segment section */
        table_data = (uint32*)module_inst->default_table->base_addr;
        table_seg = module->table_segments;
        for (i = 0; i < module->table_seg_count; i++, table_seg++) {
            wasm_assert(table_seg->table_index == 0);
            wasm_assert(table_seg->base_offset.init_expr_type ==
                        INIT_EXPR_TYPE_I32_CONST
                        || table_seg->base_offset.init_expr_type ==
                        INIT_EXPR_TYPE_GET_GLOBAL);

            if (table_seg->base_offset.init_expr_type ==
                    INIT_EXPR_TYPE_GET_GLOBAL) {
                wasm_assert(table_seg->base_offset.u.global_index < global_count
                            && globals[table_seg->base_offset.u.global_index].type ==
                            VALUE_TYPE_I32);
                table_seg->base_offset.u.i32 =
                    globals[table_seg->base_offset.u.global_index].initial_value.i32;
            }
            if ((uint32)table_seg->base_offset.u.i32 <
                    module_inst->default_table->cur_size) {
                length = table_seg->function_count;
                if ((uint32)table_seg->base_offset.u.i32 + length >
                        module_inst->default_table->cur_size)
                    length = module_inst->default_table->cur_size
                             - (uint32)table_seg->base_offset.u.i32;
                /* Check function index */
                for (j = 0; j < length; j++) {
                    if (table_seg->func_indexes[j] >= module_inst->function_count) {
                        set_error_buf(error_buf, error_buf_size,
                                      "function index is overflow");
                        wasm_runtime_deinstantiate(module_inst);
                        return NULL;
                    }
                }
                bh_memcpy_s(table_data + table_seg->base_offset.u.i32,
                            (uint32)((module_inst->default_table->cur_size
                                      - (uint32)table_seg->base_offset.u.i32)
                                     * sizeof(uint32)),
                            table_seg->func_indexes, (uint32)(length * sizeof(uint32)));
            }
        }
    }

#if WASM_ENABLE_WASI != 0
    if (!wasm_runtime_init_wasi(module_inst,
                                module->wasi_args.dir_list,
                                module->wasi_args.dir_count,
                                module->wasi_args.map_dir_list,
                                module->wasi_args.map_dir_count,
                                module->wasi_args.env,
                                module->wasi_args.env_count,
                                module->wasi_args.argv,
                                module->wasi_args.argc,
                                error_buf, error_buf_size)) {
        wasm_runtime_deinstantiate(module_inst);
        return NULL;
    }
#endif

    if (module->start_function != (uint32)-1) {
        wasm_assert(module->start_function >= module->import_function_count);
        module_inst->start_function =
            &module_inst->functions[module->start_function];
    }

    module_inst->module = module;

    /* module instance type */
    module_inst->module_type = Wasm_Module_Bytecode;

    /* Initialize the thread related data */
    if (stack_size == 0)
        stack_size = DEFAULT_WASM_STACK_SIZE;
    module_inst->wasm_stack_size = stack_size;
    module_inst->main_tlr.module_inst = module_inst;

    /* The native thread handle may be used in future, e.g multiple threads. */
    module_inst->main_tlr.handle = ws_self_thread();

    /* Execute __post_instantiate and start function */
    if (!execute_post_inst_function(module_inst)
        || !execute_start_function(module_inst)) {
        set_error_buf(error_buf, error_buf_size,
                      module_inst->cur_exception);
        wasm_runtime_deinstantiate(module_inst);
        return NULL;
    }

    (void)addr_data_end;
    (void)global_data_end;
    return module_inst;
}

void
wasm_runtime_deinstantiate(WASMModuleInstance *module_inst)
{
    if (!module_inst)
        return;

#if WASM_ENABLE_WASI != 0
    wasm_runtime_destroy_wasi(module_inst);
#endif

    if (module_inst->memory_count > 0)
        memories_deinstantiate(module_inst->memories, module_inst->memory_count);
    else if (module_inst->memories != NULL && module_inst->global_count > 0)
        /* No imported memory and defined memory, the memory is created when
           global count > 0. */
        memories_deinstantiate(module_inst->memories, 1);

    tables_deinstantiate(module_inst->tables, module_inst->table_count);
    functions_deinstantiate(module_inst->functions, module_inst->function_count);
    globals_deinstantiate(module_inst->globals);
    export_functions_deinstantiate(module_inst->export_functions);

    if (module_inst->wasm_stack)
        wasm_free(module_inst->wasm_stack);

    wasm_free(module_inst);
}

#if WASM_ENABLE_EXT_MEMORY_SPACE != 0
bool
wasm_runtime_set_ext_memory(WASMModuleInstance *module_inst,
                            uint8 *ext_mem_data, uint32 ext_mem_size,
                            char *error_buf, uint32 error_buf_size)
{
    if (module_inst->ext_mem_data) {
        set_error_buf(error_buf, error_buf_size,
                      "Set external memory failed: "
                      "an external memory has been set.");
        return false;
    }

    if (!ext_mem_data
        || ext_mem_size > 1 * BH_GB
        || ext_mem_data + ext_mem_size < ext_mem_data) {
        set_error_buf(error_buf, error_buf_size,
                      "Set external memory failed: "
                      "invalid input.");
        return false;
    }

    module_inst->ext_mem_data = ext_mem_data;
    module_inst->ext_mem_data_end = ext_mem_data + ext_mem_size;
    module_inst->ext_mem_size = ext_mem_size;
    module_inst->ext_mem_base_offset = DEFAULT_EXT_MEM_BASE_OFFSET;

    return true;
}
#endif

bool
wasm_runtime_enlarge_memory(WASMModuleInstance *module, uint32 inc_page_count)
{
#if WASM_ENABLE_MEMORY_GROW != 0
    WASMMemoryInstance *memory = module->default_memory;
    WASMMemoryInstance *new_memory;
    uint32 total_page_count = inc_page_count + memory->cur_page_count;
    uint64 total_size = offsetof(WASMMemoryInstance, base_addr) +
                        memory->addr_data_size +
                        NumBytesPerPage * (uint64)total_page_count +
                        memory->global_data_size;

    if (inc_page_count <= 0)
        /* No need to enlarge memory */
        return true;

    if (total_page_count < memory->cur_page_count /* integer overflow */
        || total_page_count > memory->max_page_count) {
        wasm_runtime_set_exception(module, "fail to enlarge memory.");
        return false;
    }

    if (total_size >= UINT32_MAX
        || !(new_memory = wasm_malloc((uint32)total_size))) {
        wasm_runtime_set_exception(module, "fail to enlarge memory.");
        return false;
    }

    new_memory->cur_page_count = total_page_count;
    new_memory->max_page_count = memory->max_page_count;

    new_memory->addr_data = new_memory->base_addr;
    new_memory->addr_data_size = memory->addr_data_size;

    new_memory->memory_data = new_memory->addr_data + new_memory->addr_data_size;

    new_memory->global_data = new_memory->memory_data +
                              NumBytesPerPage * total_page_count;
    new_memory->global_data_size = memory->global_data_size;

    new_memory->end_addr = new_memory->global_data + memory->global_data_size;

    /* Copy addr data and memory data */
    bh_memcpy_s(new_memory->addr_data,
                (uint32)(memory->global_data - memory->addr_data),
                memory->addr_data,
                (uint32)(memory->global_data - memory->addr_data));
    /* Copy global data */
    bh_memcpy_s(new_memory->global_data, new_memory->global_data_size,
                memory->global_data, memory->global_data_size);
    /* Init free space of new memory */
    memset(new_memory->memory_data + NumBytesPerPage * memory->cur_page_count,
           0, NumBytesPerPage * (total_page_count - memory->cur_page_count));

    new_memory->heap_data = memory->heap_data;
    new_memory->heap_data_end = memory->heap_data_end;
    new_memory->heap_handle = memory->heap_handle;
    new_memory->heap_base_offset = memory->heap_base_offset;

    module->memories[0] = module->default_memory = new_memory;
    wasm_free(memory);
    return true;
#else
    wasm_runtime_set_exception(module, "unsupported operation: enlarge memory.");
    return false;
#endif
}

PackageType
get_package_type(const uint8 *buf, uint32 size)
{
    if (buf && size > 4) {
        if (buf[0] == '\0' && buf[1] == 'a' && buf[2] == 's' && buf[3] == 'm')
            return Wasm_Module_Bytecode;
        if (buf[0] == '\0' && buf[1] == 'a' && buf[2] == 'o' && buf[3] == 't')
            return Wasm_Module_AoT;
    }
    return Package_Type_Unknown;
}

WASMExecEnv*
wasm_runtime_create_exec_env(uint32 stack_size)
{
    WASMExecEnv *exec_env = wasm_malloc((uint32)sizeof(WASMExecEnv));
    if (exec_env) {
        if (!(exec_env->stack = wasm_malloc(stack_size))) {
            wasm_free(exec_env);
            return NULL;
        }
        exec_env->stack_size = stack_size;
    }
    return exec_env;
}

void
wasm_runtime_destroy_exec_env(WASMExecEnv *env)
{
    if (env) {
        wasm_free(env->stack);
        wasm_free(env);
    }
}

void
wasm_runtime_set_custom_data(WASMModuleInstance *module_inst,
                             void *custom_data)
{
    module_inst->custom_data = custom_data;
}

void*
wasm_runtime_get_custom_data(WASMModuleInstance *module_inst)
{
    return module_inst->custom_data;
}

int32
wasm_runtime_module_malloc(WASMModuleInstance *module_inst, uint32 size)
{
    WASMMemoryInstance *memory = module_inst->default_memory;
    uint8 *addr = mem_allocator_malloc(memory->heap_handle, size);
    if (!addr) {
        wasm_runtime_set_exception(module_inst, "out of memory");
        return 0;
    }
    return memory->heap_base_offset + (int32)(addr - memory->heap_data);
}

void
wasm_runtime_module_free(WASMModuleInstance *module_inst, int32 ptr)
{
    if (ptr) {
        WASMMemoryInstance *memory = module_inst->default_memory;
        uint8 *addr = memory->heap_data + (ptr - memory->heap_base_offset);
        if (memory->heap_data < addr && addr < memory->heap_data_end)
            mem_allocator_free(memory->heap_handle, addr);
    }
}

int32
wasm_runtime_module_dup_data(WASMModuleInstance *module_inst,
                             const char *src, uint32 size)
{
    int32 buffer_offset = wasm_runtime_module_malloc(module_inst, size);
    if (buffer_offset != 0) {
        char *buffer;
        buffer = wasm_runtime_addr_app_to_native(module_inst, buffer_offset);
        bh_memcpy_s(buffer, size, src, size);
    }
    return buffer_offset;
}

bool
wasm_runtime_validate_app_addr(WASMModuleInstance *module_inst,
                               int32 app_offset, uint32 size)
{
    WASMMemoryInstance *memory;
    uint8 *addr;

    /* integer overflow check */
    if(app_offset + (int32)size < app_offset) {
        goto fail;
    }

    memory = module_inst->default_memory;
    if (0 <= app_offset
        && app_offset < memory->heap_base_offset) {
        addr = memory->memory_data + app_offset;
        if (!(memory->base_addr <= addr && addr + size <= memory->end_addr))
            goto fail;
        return true;
    }
    else if (memory->heap_base_offset < app_offset
             && app_offset < memory->heap_base_offset
                             + (memory->heap_data_end - memory->heap_data)) {
        addr = memory->heap_data + (app_offset - memory->heap_base_offset);
        if (!(memory->heap_data <= addr && addr + size <= memory->heap_data_end))
            goto fail;
        return true;
    }
#if WASM_ENABLE_EXT_MEMORY_SPACE != 0
    else if (module_inst->ext_mem_data
             && module_inst->ext_mem_base_offset <= app_offset
             && app_offset < module_inst->ext_mem_base_offset
                             + module_inst->ext_mem_size) {
        addr = module_inst->ext_mem_data
               + (app_offset - module_inst->ext_mem_base_offset);
        if (!(module_inst->ext_mem_data <= addr
              && addr + size <= module_inst->ext_mem_data_end))
            goto fail;

        return true;
    }
#endif

fail:
    wasm_runtime_set_exception(module_inst, "out of bounds memory access");
    return false;
}

bool
wasm_runtime_validate_app_str_addr(WASMModuleInstance *module_inst,
                                   int32 app_str_offset)
{
    int32 app_end_offset;
    char *str, *str_end;

    if (!wasm_runtime_get_app_addr_range(module_inst, app_str_offset,
                                         NULL, &app_end_offset))
        goto fail;

    str = wasm_runtime_addr_app_to_native(module_inst, app_str_offset);
    str_end = str + (app_end_offset - app_str_offset);
    while (str < str_end && *str != '\0')
        str++;
    if (str == str_end)
        goto fail;
    return true;

fail:
    wasm_runtime_set_exception(module_inst, "out of bounds memory access");
    return false;
}

bool
wasm_runtime_validate_native_addr(WASMModuleInstance *module_inst,
                                  void *native_ptr, uint32 size)
{
    uint8 *addr = native_ptr;
    WASMMemoryInstance *memory = module_inst->default_memory;

    if (addr + size < addr) {
        goto fail;
    }

    if ((memory->base_addr <= addr && addr + size <= memory->end_addr)
        || (memory->heap_data <= addr && addr + size <= memory->heap_data_end)
#if WASM_ENABLE_EXT_MEMORY_SPACE != 0
        || (module_inst->ext_mem_data
            && module_inst->ext_mem_data <= addr
            && addr + size <= module_inst->ext_mem_data_end)
#endif
       )
        return true;

fail:
    wasm_runtime_set_exception(module_inst, "out of bounds memory access");
    return false;
}

void *
wasm_runtime_addr_app_to_native(WASMModuleInstance *module_inst,
                                int32 app_offset)
{
    WASMMemoryInstance *memory = module_inst->default_memory;
    if (0 <= app_offset && app_offset < memory->heap_base_offset)
        return memory->memory_data + app_offset;
    else if (memory->heap_base_offset < app_offset
             && app_offset < memory->heap_base_offset
                             + (memory->heap_data_end - memory->heap_data))
        return memory->heap_data + (app_offset - memory->heap_base_offset);
#if WASM_ENABLE_EXT_MEMORY_SPACE != 0
    else if (module_inst->ext_mem_data
             && module_inst->ext_mem_base_offset <= app_offset
             && app_offset < module_inst->ext_mem_base_offset
                             + module_inst->ext_mem_size)
        return module_inst->ext_mem_data
               + (app_offset - module_inst->ext_mem_base_offset);
#endif
    else
        return NULL;
}

int32
wasm_runtime_addr_native_to_app(WASMModuleInstance *module_inst,
                                void *native_ptr)
{
    WASMMemoryInstance *memory = module_inst->default_memory;
    if (memory->base_addr <= (uint8*)native_ptr
        && (uint8*)native_ptr < memory->end_addr)
        return (int32)((uint8*)native_ptr - memory->memory_data);
    else if (memory->heap_data <= (uint8*)native_ptr
             && (uint8*)native_ptr < memory->heap_data_end)
        return memory->heap_base_offset
               + (int32)((uint8*)native_ptr - memory->heap_data);
#if WASM_ENABLE_EXT_MEMORY_SPACE != 0
    else if (module_inst->ext_mem_data
             && module_inst->ext_mem_data <= (uint8*)native_ptr
             && (uint8*)native_ptr < module_inst->ext_mem_data_end)
        return module_inst->ext_mem_base_offset
               + ((uint8*)native_ptr - module_inst->ext_mem_data);
#endif
    else
        return 0;
}

bool
wasm_runtime_get_app_addr_range(WASMModuleInstance *module_inst,
                                int32 app_offset,
                                int32 *p_app_start_offset,
                                int32 *p_app_end_offset)
{
    int32 app_start_offset, app_end_offset;
    WASMMemoryInstance *memory = module_inst->default_memory;

    if (0 <= app_offset && app_offset < memory->heap_base_offset) {
        app_start_offset = 0;
        app_end_offset = (int32)(NumBytesPerPage * memory->cur_page_count);
    }
    else if (memory->heap_base_offset < app_offset
             && app_offset < memory->heap_base_offset
                             + (memory->heap_data_end - memory->heap_data)) {
        app_start_offset = memory->heap_base_offset;
        app_end_offset = memory->heap_base_offset
                         + (int32)(memory->heap_data_end - memory->heap_data);
    }
#if WASM_ENABLE_EXT_MEMORY_SPACE != 0
    else if (module_inst->ext_mem_data
             && module_inst->ext_mem_base_offset <= app_offset
             && app_offset < module_inst->ext_mem_base_offset
                             + module_inst->ext_mem_size) {
        app_start_offset = module_inst->ext_mem_base_offset;
        app_end_offset = app_start_offset + module_inst->ext_mem_size;
    }
#endif
    else
        return false;

    if (p_app_start_offset)
        *p_app_start_offset = app_start_offset;
    if (p_app_end_offset)
        *p_app_end_offset = app_end_offset;
    return true;
}

bool
wasm_runtime_get_native_addr_range(WASMModuleInstance *module_inst,
                                   uint8 *native_ptr,
                                   uint8 **p_native_start_addr,
                                   uint8 **p_native_end_addr)
{
    uint8 *native_start_addr, *native_end_addr;
    WASMMemoryInstance *memory = module_inst->default_memory;

    if (memory->base_addr <= (uint8*)native_ptr
        && (uint8*)native_ptr < memory->end_addr) {
        native_start_addr = memory->memory_data;
        native_end_addr = memory->memory_data
                          + NumBytesPerPage * memory->cur_page_count;
    }
    else if (memory->heap_data <= (uint8*)native_ptr
             && (uint8*)native_ptr < memory->heap_data_end) {
        native_start_addr = memory->heap_data;
        native_end_addr = memory->heap_data_end;
    }
#if WASM_ENABLE_EXT_MEMORY_SPACE != 0
    else if (module_inst->ext_mem_data
             && module_inst->ext_mem_data <= (uint8*)native_ptr
             && (uint8*)native_ptr < module_inst->ext_mem_data_end) {
        native_start_addr = module_inst->ext_mem_data;
        native_end_addr = module_inst->ext_mem_data_end;
    }
#endif
    else
        return false;

    if (p_native_start_addr)
        *p_native_start_addr = native_start_addr;
    if (p_native_end_addr)
        *p_native_end_addr = native_end_addr;
    return true;
}

uint32
wasm_runtime_get_temp_ret(WASMModuleInstance *module_inst)
{
    return module_inst->temp_ret;
}

void
wasm_runtime_set_temp_ret(WASMModuleInstance *module_inst,
                          uint32 temp_ret)
{
    module_inst->temp_ret = temp_ret;
}

uint32
wasm_runtime_get_llvm_stack(WASMModuleInstance *module_inst)
{
    return module_inst->llvm_stack;
}

void
wasm_runtime_set_llvm_stack(WASMModuleInstance *module_inst,
                            uint32 llvm_stack)
{
    module_inst->llvm_stack = llvm_stack;
}

WASMModuleInstance*
wasm_runtime_load_aot(uint8 *aot_file, uint32 aot_file_size,
                      uint32 heap_size,
                      char *error_buf, uint32 error_buf_size)
{
    (void)aot_file;
    (void)aot_file_size;
    (void)heap_size;
    (void)error_buf;
    (void)error_buf_size;
    return NULL;
}

static inline void
word_copy(uint32 *dest, uint32 *src, unsigned num)
{
    for (; num > 0; num--)
        *dest++ = *src++;
}

#define PUT_I64_TO_ADDR(addr, value) do {       \
    union { int64 val; uint32 parts[2]; } u;    \
    u.val = (value);                            \
    (addr)[0] = u.parts[0];                     \
    (addr)[1] = u.parts[1];                     \
  } while (0)

#define PUT_F64_TO_ADDR(addr, value) do {       \
    union { float64 val; uint32 parts[2]; } u;  \
    u.val = (value);                            \
    (addr)[0] = u.parts[0];                     \
    (addr)[1] = u.parts[1];                     \
  } while (0)

#if !defined(BUILD_TARGET_X86_64) && !defined(BUILD_TARGET_AMD_64)

typedef void (*GenericFunctionPointer)();
int64 invokeNative(GenericFunctionPointer f, uint32 *args, uint32 sz);

typedef float64 (*Float64FuncPtr)(GenericFunctionPointer f, uint32*, uint32);
typedef float32 (*Float32FuncPtr)(GenericFunctionPointer f, uint32*, uint32);
typedef int64 (*Int64FuncPtr)(GenericFunctionPointer f, uint32*, uint32);
typedef int32 (*Int32FuncPtr)(GenericFunctionPointer f, uint32*, uint32);
typedef void (*VoidFuncPtr)(GenericFunctionPointer f, uint32*, uint32);

static Int64FuncPtr invokeNative_Int64 = (Int64FuncPtr)invokeNative;
static Int32FuncPtr invokeNative_Int32 = (Int32FuncPtr)invokeNative;
static Float64FuncPtr invokeNative_Float64 = (Float64FuncPtr)invokeNative;
static Float32FuncPtr invokeNative_Float32 = (Float32FuncPtr)invokeNative;
static VoidFuncPtr invokeNative_Void = (VoidFuncPtr)invokeNative;

bool
wasm_runtime_invoke_native(void *func_ptr, WASMType *func_type,
                           WASMModuleInstance *module_inst,
                           uint32 *argv, uint32 argc, uint32 *ret)
{
    uint32 argv_buf[32], *argv1 = argv_buf, argc1, i, j = 0;
    uint64 size;

#if !defined(BUILD_TARGET_ARM_32) && !defined(BUILD_TARGET_MIPS_32)
    argc1 = argc + 2;
#else
    argc1 = func_type->param_count * 2 + 2;
#endif

    if (argc1 > sizeof(argv_buf) / sizeof(uint32)) {
        size = sizeof(uint32) * (uint64)argc1;
        if (size >= UINT_MAX
            || !(argv1 = wasm_malloc((uint32)size))) {
            wasm_runtime_set_exception(module_inst, "allocate memory failed.");
            return false;
        }
    }

    for (i = 0; i < sizeof(WASMModuleInstance*) / sizeof(uint32); i++)
        argv1[j++] = ((uint32*)&module_inst)[i];

#if !defined(BUILD_TARGET_ARM_32) && !defined(BUILD_TARGET_MIPS_32)
    word_copy(argv1 + j, argv, argc);
    j += argc;
#else
    for (i = 0; i < func_type->param_count; i++) {
        switch (func_type->types[i]) {
            case VALUE_TYPE_I32:
                argv1[j++] = *argv++;
                break;
            case VALUE_TYPE_I64:
            case VALUE_TYPE_F64:
                /* 64-bit data must be 8 bytes alined in arm and mips */
                if (j & 1)
                    j++;
                argv1[j++] = *argv++;
                argv1[j++] = *argv++;
                break;
            case VALUE_TYPE_F32:
                argv1[j++] = *argv++;
                break;
            default:
                wasm_assert(0);
                break;
        }
    }
#endif /* end of !defined(BUILD_TARGET_ARM_32) && !defined(BUILD_TARGET_MIPS_32) */

    argc1 = j;
    if (func_type->result_count == 0) {
        invokeNative_Void(func_ptr, argv1, argc1);
    }
    else {
        switch (func_type->types[func_type->param_count]) {
            case VALUE_TYPE_I32:
                ret[0] = (uint32)invokeNative_Int32(func_ptr, argv1, argc1);
                break;
            case VALUE_TYPE_I64:
                PUT_I64_TO_ADDR(ret, invokeNative_Int64(func_ptr, argv1, argc1));
                break;
            case VALUE_TYPE_F32:
                *(float32*)ret = invokeNative_Float32(func_ptr, argv1, argc1);
                break;
            case VALUE_TYPE_F64:
                PUT_F64_TO_ADDR(ret, invokeNative_Float64(func_ptr, argv1, argc1));
                break;
            default:
                wasm_assert(0);
                break;
        }
    }

    if (argv1 != argv_buf)
        wasm_free(argv1);
    return true;
}

#else /* else of !defined(BUILD_TARGET_X86_64) && !defined(BUILD_TARGET_AMD_64) */

typedef void (*GenericFunctionPointer)();
int64 invokeNative(GenericFunctionPointer f, uint64 *args, uint64 n_stacks);

typedef float64 (*Float64FuncPtr)(GenericFunctionPointer, uint64*, uint64);
typedef float32 (*Float32FuncPtr)(GenericFunctionPointer, uint64*, uint64);
typedef int64 (*Int64FuncPtr)(GenericFunctionPointer, uint64*,uint64);
typedef int32 (*Int32FuncPtr)(GenericFunctionPointer, uint64*, uint64);
typedef void (*VoidFuncPtr)(GenericFunctionPointer, uint64*, uint64);

static Float64FuncPtr invokeNative_Float64 = (Float64FuncPtr)invokeNative;
static Float32FuncPtr invokeNative_Float32 = (Float32FuncPtr)invokeNative;
static Int64FuncPtr invokeNative_Int64 = (Int64FuncPtr)invokeNative;
static Int32FuncPtr invokeNative_Int32 = (Int32FuncPtr)invokeNative;
static VoidFuncPtr invokeNative_Void = (VoidFuncPtr)invokeNative;

#if defined(_WIN32) || defined(_WIN32_)
#define MAX_REG_FLOATS  4
#define MAX_REG_INTS  4
#else
#define MAX_REG_FLOATS  8
#define MAX_REG_INTS  6
#endif

bool
wasm_runtime_invoke_native(void *func_ptr, WASMType *func_type,
                           WASMModuleInstance *module_inst,
                           uint32 *argv, uint32 argc, uint32 *ret)
{
    uint64 argv_buf[32], *argv1 = argv_buf, *fps, *ints, *stacks, size;
    uint32 *argv_src = argv, i, argc1, n_ints = 0, n_stacks = 0;
#if defined(_WIN32) || defined(_WIN32_)
    /* important difference in calling conventions */
#define n_fps n_ints
#else
    int n_fps = 0;
#endif

    argc1 = 1 + MAX_REG_FLOATS + func_type->param_count + 2;
    if (argc1 > sizeof(argv_buf) / sizeof(uint64)) {
        size = sizeof(uint64) * (uint64)argc1;
        if (size >= UINT32_MAX
            || !(argv1 = wasm_malloc((uint32)size))) {
            wasm_runtime_set_exception(module_inst, "allocate memory failed.");
            return false;
        }
    }

    fps = argv1;
    ints = fps + MAX_REG_FLOATS;
    stacks = ints + MAX_REG_INTS;

    ints[n_ints++] = (uint64)(uintptr_t)module_inst;

    for (i = 0; i < func_type->param_count; i++) {
        switch (func_type->types[i]) {
            case VALUE_TYPE_I32:
                if (n_ints < MAX_REG_INTS)
                    ints[n_ints++] = *argv_src++;
                else
                    stacks[n_stacks++] = *argv_src++;
                break;
            case VALUE_TYPE_I64:
                if (n_ints < MAX_REG_INTS)
                    ints[n_ints++] = *(uint64*)argv_src;
                else
                    stacks[n_stacks++] = *(uint64*)argv_src;
                argv_src += 2;
                break;
            case VALUE_TYPE_F32:
                if (n_fps < MAX_REG_FLOATS)
                    *(float32*)&fps[n_fps++] = *(float32*)argv_src++;
                else
                    *(float32*)&stacks[n_stacks++] = *(float32*)argv_src++;
                break;
            case VALUE_TYPE_F64:
                if (n_fps < MAX_REG_FLOATS)
                    *(float64*)&fps[n_fps++] = *(float64*)argv_src;
                else
                    *(float64*)&stacks[n_stacks++] = *(float64*)argv_src;
                argv_src += 2;
                break;
            default:
                wasm_assert(0);
                break;
        }
    }

    if (func_type->result_count == 0) {
        invokeNative_Void(func_ptr, argv1, n_stacks);
    }
    else {
        switch (func_type->types[func_type->param_count]) {
            case VALUE_TYPE_I32:
                ret[0] = (uint32)invokeNative_Int32(func_ptr, argv1, n_stacks);
                break;
            case VALUE_TYPE_I64:
                PUT_I64_TO_ADDR(ret, invokeNative_Int64(func_ptr, argv1, n_stacks));
                break;
            case VALUE_TYPE_F32:
                *(float32*)ret = invokeNative_Float32(func_ptr, argv1, n_stacks);
                break;
            case VALUE_TYPE_F64:
                PUT_F64_TO_ADDR(ret, invokeNative_Float64(func_ptr, argv1, n_stacks));
                break;
            default:
                wasm_assert(0);
                break;
        }
    }

    if (argv1 != argv_buf)
        wasm_free(argv1);

    return true;
}

#endif /* end of !defined(BUILD_TARGET_X86_64) && !defined(BUILD_TARGET_AMD_64) */