ailia_speech.h

[詳解]

 
#ifndef INCLUDED_AILIA_SPEECH
#define INCLUDED_AILIA_SPEECH
 
/* エラーコードと構造体 */
 
#include "ailia.h"
#include "ailia_tokenizer.h"
 
/* 呼び出し規約 */
 
#if defined(_WIN64) || defined(_M_X64) || defined(__amd64__) || defined(__x86_64__) || defined(__APPLE__) || \
    defined(__ANDROID__) || defined(ANDROID) || defined(__linux__) || defined(NN_NINTENDO_SDK)
#define AILIA_API
#else
#define AILIA_API __stdcall
#endif
 
#ifdef __cplusplus
extern "C" {
#endif
 
/****************************************************************
 * モデルタイプ定義
 **/
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_TINY (0)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_BASE (1)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_SMALL (2)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_MEDIUM (3)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_LARGE (4)
 
#define AILIA_SPEECH_MODEL_TYPE_WHISPER_MULTILINGUAL_LARGE_V3 (5)
 
/****************************************************************
 * タスク定義
 **/
 
#define AILIA_SPEECH_TASK_TRANSCRIBE (0)
 
#define AILIA_SPEECH_TASK_TRANSLATE (1)
 
/****************************************************************
 * 制約定義
 **/
 
#define AILIA_SPEECH_CONSTRAINT_CHARACTERS (0)
 
#define AILIA_SPEECH_CONSTRAINT_WORDS (1)
 
/****************************************************************
 * フラグ定義
 **/
 
#define AILIA_SPEECH_FLAG_NONE (0)
 
#define AILIA_SPEECH_FLAG_LIVE (1)
 
/****************************************************************
 * VAD定義
 **/
 
#define AILIA_SPEECH_VAD_TYPE_SILERO (0)
 
/****************************************************************
 * 辞書定義
 **/
 
#define AILIA_SPEECH_DICTIONARY_TYPE_REPLACE (0)
 
/****************************************************************
 * 後処理定義
 **/
 
#define AILIA_SPEECH_POST_PROCESS_TYPE_T5 (0)
 
#define AILIA_SPEECH_POST_PROCESS_TYPE_FUGUMT_EN_JA (1)
 
#define AILIA_SPEECH_POST_PROCESS_TYPE_FUGUMT_JA_EN (2)
 
/****************************************************************
 * APIコールバック定義
 **/
 
//接続が必要なAPI
 
#if defined(_WIN32) && !defined(_WIN64)
    #define AILIA_SPEECH_USER_API __stdcall
#else
    #define AILIA_SPEECH_USER_API
#endif
 
// ailia.audio API
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_FRAME_LEN)(int*, int, int, int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_MEL_SPECTROGRAM)(void*, const void*, int, int, int, int, int, int, int, int, float, int, float, float, int, int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_AUDIO_RESAMPLE)(void*, const void*, int, int, int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_RESAMPLE_LEN)(int*, int, int, int);
 
// ailia.tokenizer API
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_CREATE)(struct AILIATokenizer** , int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_OPEN_MODEL_FILE_A)(struct AILIATokenizer* , const char *);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_OPEN_MODEL_FILE_W)(struct AILIATokenizer* , const wchar_t *);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_ENCODE)(struct AILIATokenizer* , const char *);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TOKEN_COUNT)(struct AILIATokenizer* , unsigned int*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TOKENS)(struct AILIATokenizer* , int* , unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_DECODE)(struct AILIATokenizer* , const int *, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TEXT_LENGTH)(struct AILIATokenizer* , unsigned int*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TEXT)(struct AILIATokenizer* , char* , unsigned int);
typedef void(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_DESTROY)(struct AILIATokenizer*);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_UTF8_TO_UTF32)(unsigned int* , unsigned int* , const char* , unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_TOKENIZER_UTF32_TO_UTF8)(char* , unsigned int* , unsigned int);
 
// ailia API
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_CREATE)(struct AILIANetwork **, int, int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_FILE_A)(struct AILIANetwork *, const char *);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_FILE_W)(struct AILIANetwork *, const wchar_t *);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_MEM)(struct AILIANetwork *, const void *, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_SET_MEMORY_MODE)(struct AILIANetwork*, unsigned int);
typedef void(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_DESTROY)(struct AILIANetwork *);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_UPDATE)(struct AILIANetwork *);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_BLOB_INDEX_BY_INPUT_INDEX)(struct AILIANetwork *, unsigned int *, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_BLOB_INDEX_BY_OUTPUT_INDEX)(struct AILIANetwork *, unsigned int *, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_BLOB_DATA)(struct AILIANetwork *, void*, unsigned int, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_SET_INPUT_BLOB_DATA)(struct AILIANetwork *, const void*, unsigned int, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_SET_INPUT_BLOB_SHAPE)(struct AILIANetwork *, const AILIAShape*, unsigned int, unsigned int);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_BLOB_SHAPE)(struct AILIANetwork *, AILIAShape*, unsigned int, unsigned int);
typedef const char*(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_ERROR_DETAIL)(struct AILIANetwork *);
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_COPY_BLOB_DATA)(struct AILIANetwork* dst_net, unsigned int dst_blob_idx, struct AILIANetwork* src_net, unsigned int src_blob_idx);
typedef int (AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_AILIA_GET_ENVIRONMENT)(AILIAEnvironment** env, unsigned int env_idx, unsigned int version);
 
 
#define AILIA_SPEECH_API_CALLBACK_VERSION (6)
 
/* APIコールバック関数構造体 */
typedef struct _AILIASpeechApiCallback {
    AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_FRAME_LEN  ailiaAudioGetFrameLen;
    AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_MEL_SPECTROGRAM ailiaAudioGetMelSpectrogram;
    AILIA_SPEECH_USER_API_AILIA_AUDIO_RESAMPLE ailiaAudioResample;
    AILIA_SPEECH_USER_API_AILIA_AUDIO_GET_RESAMPLE_LEN ailiaAudioGetResampleLen;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_CREATE ailiaTokenizerCreate;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_OPEN_MODEL_FILE_A ailiaTokenizerOpenModelFileA;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_OPEN_MODEL_FILE_W ailiaTokenizerOpenModelFileW;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_ENCODE ailiaTokenizerEncode;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TOKEN_COUNT ailiaTokenizerGetTokenCount;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TOKENS ailiaTokenizerGetTokens;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_DECODE ailiaTokenizerDecode;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TEXT_LENGTH ailiaTokenizerGetTextLength;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_GET_TEXT ailiaTokenizerGetText;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_DESTROY ailiaTokenizerDestroy;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_UTF8_TO_UTF32 ailiaTokenizerUtf8ToUtf32;
    AILIA_SPEECH_USER_API_AILIA_TOKENIZER_UTF32_TO_UTF8 ailiaTokenizerUtf32ToUtf8;
    AILIA_SPEECH_USER_API_AILIA_CREATE ailiaCreate;
    AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_FILE_A ailiaOpenWeightFileA;
    AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_FILE_W ailiaOpenWeightFileW;
    AILIA_SPEECH_USER_API_AILIA_OPEN_WEIGHT_MEM ailiaOpenWeightMem;
    AILIA_SPEECH_USER_API_AILIA_SET_MEMORY_MODE ailiaSetMemoryMode;
    AILIA_SPEECH_USER_API_AILIA_DESTROY ailiaDestroy;
    AILIA_SPEECH_USER_API_AILIA_UPDATE ailiaUpdate;
    AILIA_SPEECH_USER_API_AILIA_GET_BLOB_INDEX_BY_INPUT_INDEX ailiaGetBlobIndexByInputIndex;
    AILIA_SPEECH_USER_API_AILIA_GET_BLOB_INDEX_BY_OUTPUT_INDEX ailiaGetBlobIndexByOutputIndex;
    AILIA_SPEECH_USER_API_AILIA_GET_BLOB_DATA ailiaGetBlobData;
    AILIA_SPEECH_USER_API_AILIA_SET_INPUT_BLOB_DATA ailiaSetInputBlobData;
    AILIA_SPEECH_USER_API_AILIA_SET_INPUT_BLOB_SHAPE ailiaSetInputBlobShape;
    AILIA_SPEECH_USER_API_AILIA_GET_BLOB_SHAPE ailiaGetBlobShape;
    AILIA_SPEECH_USER_API_AILIA_GET_ERROR_DETAIL ailiaGetErrorDetail;
    AILIA_SPEECH_USER_API_AILIA_COPY_BLOB_DATA ailiaCopyBlobData;
    AILIA_SPEECH_USER_API_AILIA_GET_ENVIRONMENT ailiaGetEnvironment;
} AILIASpeechApiCallback;
 
/****************************************************************
 * 中間情報取得コールバック
 **/
 
typedef int(AILIA_SPEECH_USER_API* AILIA_SPEECH_USER_API_INTERMEDIATE_CALLBACK)(void *handle, const char *text);
 
/****************************************************************
 * ネットワークオブジェクトのインスタンス
 **/
 
struct AILIASpeech;
 
#define AILIA_SPEECH_TEXT_VERSION (2)
 
typedef struct _AILIASpeechText{
const char * text;
float time_stamp_begin;
float time_stamp_end;
unsigned int person_id; // Reserved
const char * language;
float confidence;
}AILIASpeechText;
 
/****************************************************************
 * Speech2Text API
 **/
 
int AILIA_API ailiaSpeechCreate(struct AILIASpeech** net, int env_id, int num_thread, int memory_mode, int task, int flags, AILIASpeechApiCallback callback, int version);
 
int AILIA_API ailiaSpeechOpenModelFileA(struct AILIASpeech* net, const char* encoder_path, const char* decoder_path, int model_type);
 
int AILIA_API ailiaSpeechOpenModelFileW(struct AILIASpeech* net, const wchar_t* encoder_path, const wchar_t* decoder_path, int model_type);
 
int AILIA_API ailiaSpeechOpenVadFileA(struct AILIASpeech* net, const char* vad_path, int vad_type);
 
int AILIA_API ailiaSpeechOpenVadFileW(struct AILIASpeech* net, const wchar_t* vad_path, int vad_type);
 
int AILIA_API ailiaSpeechOpenDictionaryFileA(struct AILIASpeech* net, const char* dictionary_path, int dictionary_type);
 
int AILIA_API ailiaSpeechOpenDictionaryFileW(struct AILIASpeech* net, const wchar_t* dictionary_path, int dictionary_type);
 
int AILIA_API ailiaSpeechOpenPostProcessFileA(struct AILIASpeech* net, const char* encoder_path, const char* decoder_path, const char * source_path, const char * target_path, const char * prefix, int post_process_type);
 
int AILIA_API ailiaSpeechOpenPostProcessFileW(struct AILIASpeech* net, const wchar_t* encoder_path, const wchar_t* decoder_path, const wchar_t * source_path, const wchar_t * target_path, const char * prefix, int post_process_type);
 
int AILIA_API
ailiaSpeechPushInputData(struct AILIASpeech* net, const float* src, unsigned int channels, unsigned int samples, unsigned int sampling_rate);
 
int AILIA_API
ailiaSpeechFinalizeInputData(struct AILIASpeech* net);
 
int AILIA_API ailiaSpeechBuffered(struct AILIASpeech* net, unsigned int *buffered);
 
int AILIA_API
ailiaSpeechComplete(struct AILIASpeech* net, unsigned int *complete);
 
int AILIA_API
ailiaSpeechSetPrompt(struct AILIASpeech* net, const char *prompt);
 
int AILIA_API
ailiaSpeechSetConstraint(struct AILIASpeech* net, const char *constraint, int type);
 
int AILIA_API
ailiaSpeechSetLanguage(struct AILIASpeech* net, const char *language);
 
int AILIA_API
ailiaSpeechSetSilentThreshold(struct AILIASpeech* net, float silent_threshold, float speech_sec, float no_speech_sec);
 
int AILIA_API
ailiaSpeechSetIntermediateCallback(struct AILIASpeech* net, AILIA_SPEECH_USER_API_INTERMEDIATE_CALLBACK callback, void *handle);
 
int AILIA_API
ailiaSpeechTranscribe(struct AILIASpeech* net);
 
int AILIA_API
ailiaSpeechPostProcess(struct AILIASpeech* net);
 
int AILIA_API
ailiaSpeechGetTextCount(struct AILIASpeech* net, unsigned int *count);
 
int AILIA_API
ailiaSpeechGetText(struct AILIASpeech* net, AILIASpeechText *text, unsigned int version, unsigned int idx);
 
int AILIA_API
ailiaSpeechSetText(struct AILIASpeech* net, const AILIASpeechText *text, unsigned int version, unsigned int idx);
 
void AILIA_API ailiaSpeechDestroy(struct AILIASpeech* net);
 
int AILIA_API ailiaSpeechResetTranscribeState(struct AILIASpeech* net);
 
const char* AILIA_API ailiaSpeechGetErrorDetail(struct AILIASpeech* net);
 
#ifdef UNICODE
#define ailiaSpeechOpenModelFile ailiaSpeechOpenModelFileW
#define ailiaSpeechOpenVadFile ailiaSpeechOpenVadFileW
#define ailiaSpeechOpenDictionaryFile ailiaSpeechOpenDictionaryFileW
#define ailiaSpeechOpenPostProcessFile ailiaSpeechOpenPostProcessFileW
#else
#define ailiaSpeechOpenModelFile ailiaSpeechOpenModelFileA
#define ailiaSpeechOpenVadFile ailiaSpeechOpenVadFileA
#define ailiaSpeechOpenDictionaryFile ailiaSpeechOpenDictionaryFileA
#define ailiaSpeechOpenPostProcessFile ailiaSpeechOpenPostProcessFileA
#endif
 
#ifdef __cplusplus
}
#endif
#endif /* !defined(INCLUDED_AILIA_SPEECH) */