API Usage

High Level API

This is an example of using ailia LLM.

AiliaLLMModel llm = new AiliaLLMModel();
private List<AiliaLLMChatMessage> messages = new List<AiliaLLMChatMessage>();
 
string asset_path = Application.streamingAssetsPath;
string model_path = "gemma-2-2b-it-Q4_K_M.gguf";
 
llm.Create();
llm.Open(asset_path + "/" + model_path);
 
AiliaLLMChatMessage message = new AiliaLLMChatMessage();
message.role = "system";
message.content = "語尾に「だわん」をつけてください。";
messages.Add(message);
 
AiliaLLMChatMessage message2 = new AiliaLLMChatMessage();
message2.role = "user";
message2.content = "こんにちは。";
messages.Add(message2);
inputFiled.text = "";
 
llm.SetPrompt(messages);
bool done = false;
string text = "";
while (true){
    bool status = llm.Generate(ref done);
    if (done == true || status == false){
        break;
    }
    string deltaText = llm.GetDeltaText();
    text = text + deltaText;
}
Debug.Log(text);
 
message = new AiliaLLMChatMessage();
message.role = "assistant";
message.content = text;
messages.Add(message);