API Usage

Overview of ailia LLM API

Basic usage

This is an example of using ailia LLM.

#include "ailia_llm.h"
 
int main(int argc, char *argv[]){
    struct AILIALLM* llm;
    unsigned int n_ctx = 512;
    ailiaLLMCreate(&llm);
    ailiaLLMOpenModelFileA(llm, "../models/gemma-2-2b-it-Q4_K_M.gguf", n_ctx);
 
    std::vector<AILIALLMChatMessage> messages;
    AILIALLMChatMessage message;
 
    message.role = "system";
    message.content = "語尾に「くま」をつけて回答してください。";
    messages.push_back(message);
 
    message.role = "user";
    message.content = "こんにちは。";
    messages.push_back(message);
 
    ailiaLLMSetPrompt(llm, &messages[0], messages.size());
 
    std::string text = "";
    while(true) {
        unsigned int done = 0;
        int status = ailiaLLMGenerate(llm, &done);
        if (done == 1 || status != AILIA_LLM_STATUS_SUCCESS){
            break;
        }
        unsigned int size = 0;
        ailiaLLMGetDeltaTextSize(llm, &size);
        std::vector<char> delta(size);
        ailiaLLMGetDeltaText(llm, &delta[0], delta.size());
        text = text + std::string(&delta[0]);
    }
 
    ailiaLLMDestroy(llm);
 
    return 0;
}