ailia_llm.h

Go to the documentation of this file.

 
#ifndef INCLUDED_AILIA_LLM
#define INCLUDED_AILIA_LLM
 
#if defined(_WIN64) || defined(_M_X64) || defined(__amd64__) || defined(__x86_64__) || defined(__APPLE__) || \
    defined(__ANDROID__) || defined(ANDROID) || defined(__linux__) || defined(NN_NINTENDO_SDK)
#define AILIA_LLM_API
#else
#define AILIA_LLM_API __stdcall
#endif
 
/****************************************************************
 * ライブラリ状態定義
 **/
 
#define AILIA_LLM_STATUS_SUCCESS (0)
 
#define AILIA_LLM_STATUS_INVALID_ARGUMENT (-1)
 
#define AILIA_LLM_STATUS_ERROR_FILE_API (-2)
 
#define AILIA_LLM_STATUS_INVALID_VERSION (-3)
 
#define AILIA_LLM_STATUS_BROKEN (-4)
 
#define AILIA_LLM_STATUS_MEMORY_INSUFFICIENT (-5)
 
#define AILIA_LLM_STATUS_THREAD_ERROR (-6)
 
#define AILIA_LLM_STATUS_INVALID_STATE (-7)
 
#define AILIA_LLM_STATUS_CONTEXT_FULL (-8)
 
#define AILIA_LLM_STATUS_UNIMPLEMENTED (-15)
 
#define AILIA_LLM_STATUS_OTHER_ERROR (-128)
 
/****************************************************************
 * チャットメッセージ
 **/
 
typedef struct _AILIALLMChatMessage {
    const char *role;
    const char *content;
} AILIALLMChatMessage;
 
#ifdef __cplusplus
extern "C" {
#endif
 
/****************************************************************
 * LLMオブジェクトのインスタンス
 **/
 
struct AILIALLM;
 
/****************************************************************
 * LLM API
 **/
 
AILIA_LLM_API int ailiaLLMGetBackendCount(unsigned int* env_count);
 
AILIA_LLM_API int ailiaLLMGetBackendName(const char** env, unsigned int env_idx);
 
AILIA_LLM_API int ailiaLLMCreate(struct AILIALLM** llm);
 
AILIA_LLM_API int ailiaLLMOpenModelFileA(struct AILIALLM* llm, const char *path, unsigned int n_ctx);
AILIA_LLM_API int ailiaLLMOpenModelFileW(struct AILIALLM* llm, const wchar_t *path, unsigned int n_ctx);
 
AILIA_LLM_API int ailiaLLMGetContextSize(struct AILIALLM* llm, unsigned int *context_size);
 
AILIA_LLM_API int ailiaLLMSetSamplingParams(struct AILIALLM* llm, unsigned int top_k, float top_p, float temp, unsigned int dist);
 
AILIA_LLM_API int ailiaLLMSetPrompt(struct AILIALLM* llm, const AILIALLMChatMessage * message, unsigned int message_cnt);
 
AILIA_LLM_API int ailiaLLMGenerate(struct AILIALLM* llm, unsigned int *done);
 
AILIA_LLM_API int ailiaLLMGetDeltaTextSize(struct AILIALLM* llm, unsigned int *buf_size);
 
AILIA_LLM_API int ailiaLLMGetDeltaText(struct AILIALLM* llm, char * text, unsigned int buf_size);
 
AILIA_LLM_API int ailiaLLMGetTokenCount(struct AILIALLM* llm, unsigned int *cnt, const char* text);
 
AILIA_LLM_API int ailiaLLMGetPromptTokenCount(struct AILIALLM* llm, unsigned int *cnt);
 
AILIA_LLM_API int ailiaLLMGetGeneratedTokenCount(struct AILIALLM* llm, unsigned int *cnt);
 
AILIA_LLM_API void ailiaLLMDestroy(struct AILIALLM* llm);
    
#ifdef __cplusplus
}
#endif
 
#endif // INCLUDED_AILIA_LLM