llm_chat/llm.h

/*
 * Copyright (c) 2006-2025, RT-Thread Development Team
 *
 * SPDX-License-Identifier: Apache-2.0
 *
 * Change Logs:
 * Date           Author       Notes
 * 2025/02/01     Rbb666       Add license info
 * 2025/02/01     Rbb666       Add history support
 * 2025/02/10     CXSforHPU    Add llm history support
 */
#ifndef __LLM_H_
#define __LLM_H_

#include <rtthread.h>
#include <stdio.h>
#include <string.h>
#include <cJSON.h>

#ifndef PKG_LLMCHAT_DBG
#define LLM_DBG(fmt, ...)
#else
#define LLM_DBG(fmt, ...)                    \
    do                                       \
    {                                        \
        rt_kprintf("[\033[32mLLM\033[0m] "); \
        rt_kprintf(fmt, ##__VA_ARGS__);      \
    } while (0)
#endif

#ifndef LLM_HISTORY_LINES
#define LLM_HISTORY_LINES 5
#endif
#define LLM_CHAT_NUM 10

enum llm_input_stat
{
    LLM_WAIT_NORMAL,
    LLM_WAIT_SPEC_KEY,
    LLM_WAIT_FUNC_KEY,
};

typedef void (*llm_stream_callback_t)(const char *chunk, void *user_data);

struct llm_obj
{
    /*  thread  */
    struct rt_thread thread;
    rt_uint8_t thread_stack[PKG_LLM_THREAD_STACK_SIZE];

    struct rt_semaphore rx_sem;

    enum llm_input_stat stat;

    int argc;

    char llm_history[LLM_HISTORY_LINES][PKG_LLM_CMD_BUFFER_SIZE];
    rt_uint16_t history_count;
    rt_uint16_t history_current;

    char line[PKG_LLM_CMD_BUFFER_SIZE];
    rt_uint16_t line_position;
    rt_uint8_t line_curpos;

    rt_device_t device;
    rt_err_t (*rx_indicate)(rt_device_t dev, rt_size_t size);

    /*  messages */
    cJSON *messages;
    char *(*get_answer)(struct llm_obj *handle, cJSON *messages);
    void *(*send_llm_mb)(char*  input_buffer);
    rt_mailbox_t inputbuff_mb;

    rt_mailbox_t outputbuff_mb;

    /* optional streaming callback */
    llm_stream_callback_t stream_cb;
    void *stream_user_data;
};
typedef struct llm_obj *llm_t;

char *get_llm_answer(llm_t handle, cJSON *messages);
void add_message2messages(const char *input_buffer, char *role,llm_t handle);
cJSON *create_message(const char *input_buffer, char *role);
void clear_messages(llm_t handle);
rt_err_t init_llm(llm_t handle);
llm_t create_llm_t();
void delete_llm_t(llm_t handle);
void display_llm_messages(llm_t handle);
void send_llm_mb(llm_t handle, char *inputBuffer);
#endif