| AILIA_TOKENIZER_FLAG_NONE | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_FLAG_UTF8_SAFE | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_BERT | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_BERT_JAPANESE_CHARACTER | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_BERT_JAPANESE_WORDPIECE | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_CLIP | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_GPT2 | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_LLAMA | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_MARIAN | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_ROBERTA | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_T5 | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_WHISPER | ailiaTokenizer.AiliaTokenizer | static |
| AILIA_TOKENIZER_TYPE_XLM_ROBERTA | ailiaTokenizer.AiliaTokenizer | static |
| ailiaTokenizerAddSpecialTokens(IntPtr net, IntPtr tokens, uint count) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerCreate(ref IntPtr net, int type, int flags) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerDecode(IntPtr net, IntPtr tokens, uint token_count) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerDecodeWithSpecialTokens(IntPtr net, IntPtr tokens, uint token_count) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerDestroy(IntPtr net) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerEncode(IntPtr net, IntPtr utf8) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerEncodeWithSpecialTokens(IntPtr net, IntPtr utf8) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerGetCharEnds(IntPtr net, IntPtr tokens, uint count) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerGetCharStarts(IntPtr net, IntPtr tokens, uint count) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerGetText(IntPtr net, IntPtr text, uint len) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerGetTextLength(IntPtr net, ref uint len) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerGetTokenCount(IntPtr net, ref uint count) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerGetTokens(IntPtr net, IntPtr tokens, uint count) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerGetVocab(IntPtr net, int token, ref IntPtr vocab) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerGetVocabSize(IntPtr net, ref uint size) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerGetWordIDs(IntPtr net, IntPtr tokens, uint count) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerOpenAddedTokensFile(IntPtr net, string path) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerOpenDictionaryFile(IntPtr net, string path) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerOpenMergeFile(IntPtr net, string path) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerOpenModelFile(IntPtr net, string ath) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerOpenTokenizerConfigFile(IntPtr net, string path) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerOpenVocabFile(IntPtr net, string path) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerUtf32ToUtf8(IntPtr utf8, ref uint processed_byte, uint utf32) | ailiaTokenizer.AiliaTokenizer | |
| ailiaTokenizerUtf8ToUtf32(ref uint utf32, ref uint processed_byte, IntPtr utf8, uint utf8_len) | ailiaTokenizer.AiliaTokenizer | |
| LIBRARY_NAME | ailiaTokenizer.AiliaTokenizer | static |
