| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972 |
- /* Copyright 2018 Canaan Inc.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- #ifndef _KPU_H
- #define _KPU_H
- #include <plic.h>
- #include <stdint.h>
- #include "dmac.h"
- #ifdef __cplusplus
- extern "C" {
- #endif
- #define kpu_matmul_begin kpu_conv2d_output
- #define IOMEM 0x40000000
- typedef int (*plic_irq_callback_t)(void *ctx);
- typedef struct
- {
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t int_en : 1;
- uint64_t ram_flag : 1;
- uint64_t full_add : 1;
- uint64_t depth_wise_layer : 1;
- uint64_t reserved : 60;
- } data;
- } interrupt_enabe;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t image_src_addr : 15;
- uint64_t reserved0 : 17;
- uint64_t image_dst_addr : 15;
- uint64_t reserved1 : 17;
- } data;
- } image_addr;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t i_ch_num : 10;
- uint64_t reserved0 : 22;
- uint64_t o_ch_num : 10;
- uint64_t reserved1 : 6;
- uint64_t o_ch_num_coef : 10;
- uint64_t reserved2 : 6;
- } data;
- } image_channel_num;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t i_row_wid : 10;
- uint64_t i_col_high : 9;
- uint64_t reserved0 : 13;
- uint64_t o_row_wid : 10;
- uint64_t o_col_high : 9;
- uint64_t reserved1 : 13;
- } data;
- } image_size;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t kernel_type : 3;
- uint64_t pad_type : 1;
- uint64_t pool_type : 4;
- uint64_t first_stride : 1;
- uint64_t bypass_conv : 1;
- uint64_t load_para : 1;
- uint64_t reserved0 : 5;
- uint64_t dma_burst_size : 8;
- uint64_t pad_value : 8;
- uint64_t bwsx_base_addr : 32;
- } data;
- } kernel_pool_type_cfg;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t load_coor : 1;
- uint64_t load_time : 6;
- uint64_t reserved0 : 8;
- uint64_t para_size : 17;
- uint64_t para_start_addr : 32;
- } data;
- } kernel_load_cfg;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t coef_column_offset : 4;
- uint64_t coef_row_offset : 12;
- uint64_t reserved0 : 48;
- } data;
- } kernel_offset;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t channel_switch_addr : 15;
- uint64_t reserved : 1;
- uint64_t row_switch_addr : 4;
- uint64_t coef_size : 8;
- uint64_t coef_group : 3;
- uint64_t load_act : 1;
- uint64_t active_addr : 32;
- } data;
- } kernel_calc_type_cfg;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t wb_channel_switch_addr : 15;
- uint64_t reserved0 : 1;
- uint64_t wb_row_switch_addr : 4;
- uint64_t wb_group : 3;
- uint64_t reserved1 : 41;
- } data;
- } write_back_cfg;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t shr_w : 4;
- uint64_t shr_x : 4;
- uint64_t arg_w : 24;
- uint64_t arg_x : 24;
- uint64_t reserved0 : 8;
- } data;
- } conv_value;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t arg_add : 40;
- uint64_t reserved : 24;
- } data;
- } conv_value2;
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t send_data_out : 1;
- uint64_t reserved : 15;
- uint64_t channel_byte_num : 16;
- uint64_t dma_total_byte : 32;
- } data;
- } dma_parameter;
- } kpu_layer_argument_t;
- typedef struct
- {
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t shift_number : 8;
- uint64_t y_mul : 16;
- uint64_t x_start : 36;
- } data;
- } activate_para[16];
- union
- {
- uint64_t reg;
- struct
- {
- uint8_t result_bias[8];
- } data;
- } activate_para_bias0;
- union
- {
- uint64_t reg;
- struct
- {
- uint8_t result_bias[8];
- } data;
- } activate_para_bias1;
- } kpu_activate_table_t;
- typedef struct
- {
- union
- {
- uint64_t reg;
- struct
- {
- uint64_t norm_mul : 24;
- uint64_t norm_add : 32;
- uint64_t norm_shift : 4;
- } data;
- } batchnorm;
- } kpu_batchnorm_argument_t;
- typedef struct
- {
- union
- {
- uint64_t reg;
- struct
- {
- uint16_t weight[9];
- } data;
- } weights;
- } kpu_weights_kernel_16_3x3_t;
- typedef struct
- {
- uint64_t calc_done_int : 1;
- uint64_t layer_cfg_almost_empty_int : 1;
- uint64_t layer_cfg_almost_full_int : 1;
- uint64_t reserved : 61;
- } kpu_config_interrupt_t;
- typedef struct
- {
- uint64_t fifo_full_threshold : 4;
- uint64_t fifo_empty_threshold : 4;
- uint64_t reserved : 56;
- } kpu_config_fifo_threshold_t;
- typedef struct
- {
- uint64_t dma_fifo_flush_n : 1;
- uint64_t gs_fifo_flush_n : 1;
- uint64_t cfg_fifo_flush_n : 1;
- uint64_t cmd_fifo_flush_n : 1;
- uint64_t resp_fifo_flush_n : 1;
- uint64_t reserved : 59;
- } kpu_config_fifo_ctrl_t;
- typedef struct
- {
- uint64_t eight_bit_mode : 1;
- uint64_t reserved : 63;
- } kpu_config_eight_bit_mode_t;
- typedef struct
- {
- volatile uint64_t layer_argument_fifo;
- volatile union
- {
- uint64_t reg;
- kpu_config_interrupt_t data;
- } interrupt_status;
- volatile union
- {
- uint64_t reg;
- kpu_config_interrupt_t data;
- } interrupt_raw;
- volatile union
- {
- uint64_t reg;
- kpu_config_interrupt_t data;
- } interrupt_mask;
- volatile union
- {
- uint64_t reg;
- kpu_config_interrupt_t data;
- } interrupt_clear;
- volatile union
- {
- uint64_t reg;
- kpu_config_fifo_threshold_t data;
- } fifo_threshold;
- volatile uint64_t fifo_data_out;
- volatile union
- {
- uint64_t reg;
- kpu_config_fifo_ctrl_t data;
- } fifo_ctrl;
- volatile union
- {
- uint64_t reg;
- kpu_config_eight_bit_mode_t data;
- } eight_bit_mode;
- } kpu_config_t;
- typedef struct
- {
- kpu_layer_argument_t *layers;
- kpu_layer_argument_t *remain_layers;
- plic_irq_callback_t callback;
- void *ctx;
- uint64_t *src;
- uint64_t *dst;
- uint32_t src_length;
- uint32_t dst_length;
- uint32_t layers_length;
- uint32_t remain_layers_length;
- dmac_channel_number_t dma_ch;
- uint32_t eight_bit_mode;
- float output_scale;
- float output_bias;
- float input_scale;
- float input_bias;
- } kpu_task_t;
- typedef struct
- {
- uint32_t version;
- uint32_t flags;
- uint32_t arch;
- uint32_t layers_length;
- uint32_t max_start_address;
- uint32_t main_mem_usage;
- uint32_t output_count;
- } kpu_kmodel_header_t;
- typedef struct
- {
- uint32_t version;
- uint32_t flags;
- uint32_t layers_length;
- uint32_t max_start_address;
- uint32_t layers_argument_start;
- } kpu_model_header_t;
- typedef struct
- {
- uint32_t address;
- uint32_t size;
- } kpu_model_output_t;
- typedef enum
- {
- KL_INVALID = 0,
- KL_ADD,
- KL_QUANTIZED_ADD,
- KL_GLOBAL_MAX_POOL2D,
- KL_QUANTIZED_GLOBAL_MAX_POOL2D,
- KL_GLOBAL_AVERAGE_POOL2D,
- KL_QUANTIZED_GLOBAL_AVERAGE_POOL2D,
- KL_MAX_POOL2D,
- KL_QUANTIZED_MAX_POOL2D,
- KL_AVERAGE_POOL2D,
- KL_QUANTIZED_AVERAGE_POOL2D,
- KL_QUANTIZE,
- KL_DEQUANTIZE,
- KL_REQUANTIZE,
- KL_L2_NORMALIZATION,
- KL_SOFTMAX,
- KL_CONCAT,
- KL_QUANTIZED_CONCAT,
- KL_FULLY_CONNECTED,
- KL_QUANTIZED_FULLY_CONNECTED,
- KL_TENSORFLOW_FLATTEN,
- KL_QUANTIZED_TENSORFLOW_FLATTEN,
- KL_RESIZE_NEAREST_NEIGHBOR,
- KL_QUANTIZED_RESIZE_NEAREST_NEIGHBOR,
- KL_CHANNELWISE_DEQUANTIZE,
- KL_LOGISTIC,
- KL_K210_CONV = 10240,
- KL_K210_ADD_PADDING,
- KL_K210_REMOVE_PADDING,
- KL_K210_UPLOAD
- } kpu_model_layer_type_t;
- typedef struct
- {
- uint32_t type;
- uint32_t body_size;
- } kpu_model_layer_header_t;
- typedef enum
- {
- KLF_NONE = 0,
- KLF_MAIN_MEM_OUT = 1
- } kpu_model_layer_flags_t;
- typedef enum
- {
- KLP_SAME = 0,
- KLP_VALID = 1
- } kpu_model_padding_t;
- typedef enum
- {
- KLA_LINEAR = 0,
- KLA_RELU = 1,
- KLA_RELU6 = 2
- } kpu_model_activation_t;
- typedef struct
- {
- float scale;
- float bias;
- } kpu_model_quant_param_t;
- typedef struct
- {
- uint32_t width;
- uint32_t height;
- uint32_t channels;
- } kpu_model_shape_t;
- typedef struct
- {
- uint32_t start;
- uint32_t size;
- } kpu_model_memory_range_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_out_address;
- uint32_t layer_offset;
- uint32_t weights_offset;
- uint32_t bn_offset;
- uint32_t act_offset;
- } kpu_model_conv_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_a_address;
- uint32_t main_mem_in_b_address;
- uint32_t main_mem_out_address;
- uint32_t count;
- } kpu_model_add_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_a_address;
- uint32_t main_mem_in_b_address;
- uint32_t main_mem_out_address;
- uint32_t count;
- int32_t in_a_offset;
- int32_t in_a_mul;
- int32_t in_a_shift;
- int32_t in_b_offset;
- int32_t in_b_mul;
- int32_t in_b_shift;
- int32_t out_offset;
- int32_t out_mul;
- int32_t out_shift;
- } kpu_model_quant_add_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- uint32_t kernel_size;
- uint32_t channels;
- } kpu_model_gap2d_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- kpu_model_shape_t in_shape;
- kpu_model_shape_t out_shape;
- uint32_t kernel_width;
- uint32_t kernel_height;
- uint32_t stride_width;
- uint32_t stride_height;
- uint32_t padding_width;
- uint32_t padding_height;
- } kpu_model_quant_max_pool2d_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- kpu_model_shape_t in_shape;
- kpu_model_shape_t out_shape;
- uint32_t kernel_width;
- uint32_t kernel_height;
- uint32_t stride_width;
- uint32_t stride_height;
- uint32_t padding_width;
- uint32_t padding_height;
- kpu_model_activation_t act;
- } kpu_model_ave_pool2d_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t mem_out_address;
- uint32_t count;
- kpu_model_quant_param_t quant_param;
- } kpu_model_quantize_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- uint32_t count;
- kpu_model_quant_param_t quant_param;
- } kpu_model_dequantize_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- uint32_t count;
- uint8_t table[256];
- } kpu_model_requantize_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t kpu_mem_out_address;
- uint32_t channels;
- } kpu_model_add_padding_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- uint32_t channels;
- } kpu_model_remove_padding_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t kpu_mem_out_address;
- uint32_t width;
- uint32_t height;
- uint32_t channels;
- } kpu_model_upload_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- uint32_t channels;
- } kpu_model_l2_norm_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- uint32_t channels;
- } kpu_model_softmax_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_out_address;
- uint32_t input_count;
- kpu_model_memory_range_t inputs_mem[0];
- } kpu_model_concat_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- uint32_t in_channels;
- uint32_t out_channels;
- kpu_model_activation_t act;
- float weights[0];
- } kpu_model_fully_connected_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- kpu_model_shape_t shape;
- } kpu_model_tf_flatten_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- kpu_model_shape_t in_shape;
- uint32_t out_width;
- uint32_t out_height;
- uint32_t align_corners;
- } kpu_model_resize_nearest_neighbor_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- kpu_model_shape_t in_shape;
- uint32_t out_width;
- uint32_t out_height;
- uint32_t align_corners;
- } kpu_model_quant_resize_nearest_neighbor_layer_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- uint32_t channels;
- uint32_t channel_size;
- kpu_model_quant_param_t quant_params[0];
- } kpu_model_channelwise_dequant_argument_t;
- typedef struct
- {
- uint32_t flags;
- uint32_t main_mem_in_address;
- uint32_t main_mem_out_address;
- uint32_t channels;
- } kpu_model_logistic_layer_argument_t;
- typedef void (*kpu_done_callback_t)(void *userdata);
- typedef struct
- {
- int is_nncase;
- union
- {
- struct
- {
- const uint8_t *model_buffer;
- uint8_t *main_buffer;
- uint32_t output_count;
- const kpu_model_output_t *outputs;
- const kpu_model_layer_header_t *layer_headers;
- const uint8_t *body_start;
- uint32_t layers_length;
- volatile uint32_t current_layer;
- const uint8_t *volatile current_body;
- dmac_channel_number_t dma_ch;
- kpu_done_callback_t done_callback;
- void *userdata;
- };
- struct
- {
- void* nncase_ctx;
- uint32_t nncase_version;
- };
- };
- } kpu_model_context_t;
- typedef struct
- {
- uint32_t weigths_offset;
- uint32_t bn_offset;
- uint32_t act_offset;
- float input_scale;
- float input_bias;
- float output_scale;
- float output_bias;
- } kpu_model_layer_metadata_t;
- typedef struct _quantize_param
- {
- float scale;
- float bias;
- } quantize_param_t;
- extern volatile kpu_config_t *const kpu;
- /**
- * @brief Modle complier init kpu handler
- *
- * @param[in] task Kpu handler
- *
- * @return Kpu handler
- */
- extern kpu_task_t *kpu_task_init(kpu_task_t *task);
- /**
- * @brief Kpu run for AI
- *
- * @param[in] task Kpu handler
- * @param[in] dma_ch DMA for kpu
- * @param[in] src The picture data
- * @param[in] dest The result of kpu
- * @param[in] callback The callback of kpu
- *
- * @return result
- * - 0 Success
- * - Other Fail.Kpu is busy.
- */
- int kpu_run(kpu_task_t *task, dmac_channel_number_t dma_ch, const void *src, void *dest, plic_irq_callback_t callback);
- /**
- * @brief Get kpu result buf
- *
- * @param[in] task Kpu handler
- *
- * @return Kpu result buf
- */
- uint8_t *kpu_get_output_buf(kpu_task_t *task);
- /**
- * @brief Release kpu output buf
- *
- * @param[in] output_buf Kpu output buf
- *
- */
- void kpu_release_output_buf(uint8_t *output_buf);
- /**
- * @brief Kpu run for AI
- *
- * @param[in] task Kpu handler
- *
- * @return result
- * - 0 Success
- * - Other Fail.Kpu is busy.
- */
- int kpu_start(kpu_task_t *task);
- /**
- * @brief Initialize kpu handler
- *
- * @param[in] task Kpu handler
- *
- * @return result
- * - 0 Success
- * - Other Fail.
- */
- int kpu_single_task_init(kpu_task_t *task);
- /**
- * @brief Uninitialize kpu handler
- *
- * @param[in] task Kpu handler
- *
- * @return result
- * - 0 Success
- * - Other Fail.
- */
- int kpu_single_task_deinit(kpu_task_t *task);
- /**
- * @brief Load kmodel and init kpu task
- *
- * @param[in] task Kpu handler
- * @param[in] buffer Kmodel
- * @param[in] meta Test data
- *
- * @return result
- * - 0 Success
- * - Other Fail.
- */
- int kpu_model_load_from_buffer(kpu_task_t *task, uint8_t *buffer, kpu_model_layer_metadata_t **meta);
- /**
- * @brief Kpu initialize
- *
- * @param[in] eight_bit_mode 0:16bit mode 1:8bit mode
- * @param[in] callback Callback of kpu
- * @param[in] userdata Data of callback
- *
- */
- void kpu_init(int eight_bit_mode, plic_irq_callback_t callback, void *userdata);
- /**
- * @brief Kpu input data by dma
- *
- * @param[in] layer Kpu task layer
- * @param[in] src Image data
- * @param[in] dma_ch Dmac channel
- * @param[in] callback Dmac complete callback
- * @param[in] userdata Data of callback
- *
- */
- void kpu_input_dma(const kpu_layer_argument_t *layer, const uint8_t *src, dmac_channel_number_t dma_ch, plic_irq_callback_t callback, void *userdata);
- /**
- * @brief Kpu input data by cpu
- *
- * @param[in] layer Kpu task layer
- * @param[in] src Image data
- * @param[in] width Image width
- * @param[in] height Image heigth
- * @param[in] channels Color channel, RGB is 3
- *
- */
- void kpu_input_with_padding(kpu_layer_argument_t *layer, const uint8_t *src, int width, int height, int channels);
- /**
- * @brief Kpu run only one layer
- *
- * @param[in] layer Kpu task layer
- *
- */
- void kpu_conv2d(kpu_layer_argument_t *layer);
- /**
- * @brief Kpu run only one layer then get the result by dma
- *
- * @param[in] layer Kpu task layer
- * @param[in] dma_ch Dmac channel
- * @param[in] dest Result
- * @param[in] callback Dmac complete callback
- * @param[in] userdata Data of callback
- *
- */
- void kpu_conv2d_output(kpu_layer_argument_t *layer, dmac_channel_number_t dma_ch, uint8_t *dest, plic_irq_callback_t callback, void *userdata);
- /**
- * @brief Kpu pooling
- *
- * @param[in] src Source
- * @param[in] src_param Source param
- * @param[in] kernel_size Kernel size, 7*7 is 49
- * @param[in] channels Channels
- * @param[in] dest Dest
- * @param[in] dest_param Dest param
- *
- */
- void kpu_global_average_pool(const uint8_t *src, const quantize_param_t *src_param, int kernel_size, int channels, uint8_t *dest, const quantize_param_t *dest_param);
- /**
- * @brief Kpu pooling
- *
- * @param[in] src Source
- * @param[in] src_param Source param
- * @param[in] kernel_size Kernel size, 7*7 is 49
- * @param[in] channels Channels
- * @param[in] dest Dest
- *
- */
- void kpu_global_average_pool_float(const uint8_t *src, const quantize_param_t *src_param, int kernel_size, int channels, float *dest);
- /**
- * @brief Kpu fullly connected by cpu
- *
- * @param[in] src Source
- * @param[in] weights Weight
- * @param[in] biases Biases
- * @param[in] dest Dest
- * @param[in] input_channels Input channels
- * @param[in] output_channels Output channels
- *
- */
- void kpu_fully_connected(const float *src, const float *weights, const float *biases, float *dest, int input_channels, int output_channels);
- /**
- * @brief Kpu matrix multiplication
- *
- * @param[in] src Source
- * @param[in] channels Channels
- * @param[in] dest Dest
- * @param[in] dest_param Dest param
- *
- */
- void kpu_matmul_end(const uint8_t *src, int channels, float *dest, const quantize_param_t *dest_param);
- /**
- * @brief Kpu dequantize
- *
- * @param[in] src Source
- * @param[in] src_param Source param
- * @param[in] count Dequantize count
- * @param[in] dest Dest
- *
- */
- void kpu_dequantize(const uint8_t *src, const quantize_param_t *src_param, size_t count, float *dest);
- /**
- * @brief Kpu load kmodel
- *
- * @param[in] ctx Kmodel object
- * @param[in] buffer Kmodel buffer
- *
- * @return result
- * - 0 Success
- * - Other Fail.
- */
- int kpu_load_kmodel(kpu_model_context_t *ctx, const uint8_t *buffer);
- /**
- * @brief Kpu free kmodel buffer
- *
- * @param[in] ctx kmodel object
- *
- */
- void kpu_model_free(kpu_model_context_t *ctx);
- /**
- * @brief Kpu load kmodel
- *
- * @param[in] ctx Kmodel object
- * @param[in] index Output index
- * @param[in] data Output data
- * @param[in] size Output data size
- *
- * @return result
- * - 0 Success
- * - Other Fail.
- */
- int kpu_get_output(kpu_model_context_t *ctx, uint32_t index, uint8_t **data, size_t *size);
- /**
- * @brief Kpu run kmodel
- *
- * @param[in] ctx Kmodel object
- * @param[in] src Source data
- * @param[in] dma_ch Dma channel
- * @param[in] done_callback Kpu complete callback
- * @param[in] userdata Data of callback
- *
- * @return result
- * - 0 Success
- * - Other Fail.
- */
- int kpu_run_kmodel(kpu_model_context_t *ctx, const uint8_t *src, dmac_channel_number_t dma_ch, kpu_done_callback_t done_callback, void *userdata);
- #ifdef __cplusplus
- }
- #endif
- #endif
|