ailia.h

Go to the documentation of this file.

#ifndef INCLUDED_AILIA
#define INCLUDED_AILIA

/* 呼び出し規約 */

#if defined(_M_JS)
#include <emscripten.h>
#define AILIA_API EMSCRIPTEN_KEEPALIVE
#elif defined(_WIN64) || defined(_M_X64) || defined(__amd64__) || defined(__x86_64__) || defined(__APPLE__) || \
    defined(__ANDROID__) || defined(ANDROID) || defined(__linux__) || defined(NN_NINTENDO_SDK)
#define AILIA_API
#else
#define AILIA_API __stdcall
#endif

#include "ailia_call.h"

#ifdef __cplusplus
extern "C" {
#endif
/****************************************************************
 * ライブラリ状態定義
 **/

#define AILIA_STATUS_SUCCESS (0)

#define AILIA_STATUS_INVALID_ARGUMENT (-1)

#define AILIA_STATUS_ERROR_FILE_API (-2)

#define AILIA_STATUS_INVALID_VERSION (-3)

#define AILIA_STATUS_BROKEN (-4)

#define AILIA_STATUS_MEMORY_INSUFFICIENT (-5)

#define AILIA_STATUS_THREAD_ERROR (-6)

#define AILIA_STATUS_INVALID_STATE (-7)

#define AILIA_STATUS_UNSUPPORT_NET (-9)

#define AILIA_STATUS_INVALID_LAYER (-10)

#define AILIA_STATUS_INVALID_PARAMINFO (-11)

#define AILIA_STATUS_NOT_FOUND (-12)

#define AILIA_STATUS_GPU_UNSUPPORT_LAYER (-13)

#define AILIA_STATUS_GPU_ERROR (-14)

#define AILIA_STATUS_UNIMPLEMENTED (-15)

#define AILIA_STATUS_PERMISSION_DENIED (-16)

#define AILIA_STATUS_EXPIRED (-17)

#define AILIA_STATUS_UNSETTLED_SHAPE (-18)

#define AILIA_STATUS_DATA_HIDDEN (-19)
#define AILIA_STATUS_DATA_REMOVED AILIA_STATUS_DATA_HIDDEN

#define AILIA_STATUS_LICENSE_NOT_FOUND (-20)

#define AILIA_STATUS_LICENSE_BROKEN (-21)

#define AILIA_STATUS_LICENSE_EXPIRED (-22)

#define AILIA_STATUS_NDIMENSION_SHAPE (-23)

#define AILIA_STATUS_OTHER_ERROR (-128)

/****************************************************************
 * ネットワークオブジェクトのインスタンス
 **/

struct AILIANetwork;

/****************************************************************
 * 形状情報
 **/

#define AILIA_SHAPE_VERSION (1)

typedef struct _AILIAShape {
    unsigned int x;
    unsigned int y;
    unsigned int z;
    unsigned int w;
    unsigned int dim;
} AILIAShape;

/****************************************************************
 * スレッド数
 **/

#define AILIA_MULTITHREAD_AUTO (0)

/****************************************************************
 * 推論実行環境自動設定
 **/

#define AILIA_ENVIRONMENT_ID_AUTO (-1)

/****************************************************************
 * ailiaGetBlobDataType で取得できる Tensor のデータ型
 **/

#define AILIA_DATATYPE_UNDEFINED 0
#define AILIA_DATATYPE_FLOAT 1
#define AILIA_DATATYPE_UINT8 2
#define AILIA_DATATYPE_INT8 3
#define AILIA_DATATYPE_UINT16 4
#define AILIA_DATATYPE_INT16 5
#define AILIA_DATATYPE_INT32 6
#define AILIA_DATATYPE_INT64 7
#define AILIA_DATATYPE_BOOL 9
#define AILIA_DATATYPE_FLOAT16 10
#define AILIA_DATATYPE_DOUBLE 11
#define AILIA_DATATYPE_UINT32 12
#define AILIA_DATATYPE_UINT64 13
#define AILIA_DATATYPE_BFLOAT16 16

/****************************************************************
 * 推論API
 **/

int AILIA_API ailiaCreate(struct AILIANetwork** net, int env_id, int num_thread);

int AILIA_API ailiaOpenStreamFileA(struct AILIANetwork* net, const char* path);
int AILIA_API ailiaOpenStreamFileW(struct AILIANetwork* net, const wchar_t* path);

int AILIA_API ailiaOpenStreamEx(struct AILIANetwork* net, const void* fopen_args, ailiaFileCallback callback, int version);

int AILIA_API ailiaOpenStreamMem(struct AILIANetwork* net, const void* buf, unsigned int buf_size);

int AILIA_API ailiaOpenWeightFileA(struct AILIANetwork* net, const char* path);
int AILIA_API ailiaOpenWeightFileW(struct AILIANetwork* net, const wchar_t* path);

int AILIA_API ailiaOpenWeightEx(struct AILIANetwork* net, const void* fopen_args, ailiaFileCallback callback, int version);

int AILIA_API ailiaOpenWeightMem(struct AILIANetwork* net, const void* buf, unsigned int buf_size);

void AILIA_API ailiaDestroy(struct AILIANetwork* net);

int AILIA_API ailiaSetInputShape(struct AILIANetwork* net, const AILIAShape* shape, unsigned int version);

int AILIA_API ailiaSetInputShapeND(struct AILIANetwork* net, const unsigned int* shape, unsigned int dim);

int AILIA_API ailiaGetInputShape(struct AILIANetwork* net, AILIAShape* shape, unsigned int version);

int AILIA_API ailiaGetInputDim(struct AILIANetwork* net, unsigned int* dim);

int AILIA_API ailiaGetInputShapeND(struct AILIANetwork* net, unsigned int* shape, unsigned int dim);

int AILIA_API ailiaGetOutputShape(struct AILIANetwork* net, AILIAShape* shape, unsigned int version);

int AILIA_API ailiaGetOutputDim(struct AILIANetwork* net, unsigned int* dim);

int AILIA_API ailiaGetOutputShapeND(struct AILIANetwork* net, unsigned int* shape, unsigned int dim);

int AILIA_API
ailiaPredict(struct AILIANetwork* net, void* dest, unsigned int dest_size, const void* src, unsigned int src_size);

/****************************************************************
 * 状態取得API
 **/

int AILIA_API ailiaGetBlobCount(struct AILIANetwork* net, unsigned int* blob_count);

int AILIA_API ailiaGetBlobShape(struct AILIANetwork* net, AILIAShape* shape, unsigned int blob_idx, unsigned int version);

int AILIA_API ailiaGetBlobDim(struct AILIANetwork* net, unsigned int* dim, unsigned int blob_idx);

int AILIA_API ailiaGetBlobShapeND(struct AILIANetwork* net, unsigned int* shape, unsigned int dim, unsigned int blob_idx);

int AILIA_API ailiaGetBlobData(struct AILIANetwork* net, void* dest, unsigned int dest_size, unsigned int blob_idx);

int AILIA_API ailiaGetBlobDataType(struct AILIANetwork* net, int* type, unsigned int blob_idx);

int AILIA_API ailiaFindBlobIndexByName(struct AILIANetwork* net, unsigned int* blob_idx, const char* name);

int AILIA_API ailiaGetBlobNameLengthByIndex(struct AILIANetwork* net, const unsigned int blob_idx, unsigned int* buffer_size);

int AILIA_API ailiaFindBlobNameByIndex(struct AILIANetwork* net, char* buffer, const unsigned int buffer_size, const unsigned int blob_idx);

int AILIA_API ailiaGetSummaryLength(struct AILIANetwork* net, unsigned int* buffer_size);

int AILIA_API ailiaSummary(struct AILIANetwork* net, char* const buffer, const unsigned int buffer_size);

/****************************************************************
 * 複数入力指定・推論API
 **/

int AILIA_API ailiaGetInputBlobCount(struct AILIANetwork* net, unsigned int* input_blob_count);

int AILIA_API ailiaGetBlobIndexByInputIndex(struct AILIANetwork* net, unsigned int* blob_idx, unsigned int input_blob_idx);

int AILIA_API ailiaSetInputBlobData(struct AILIANetwork* net, const void* src, unsigned int src_size, unsigned int blob_idx);

int AILIA_API ailiaSetInputBlobShape(struct AILIANetwork* net, const AILIAShape* shape, unsigned int blob_idx, unsigned int version);

int AILIA_API ailiaSetInputBlobShapeND(struct AILIANetwork* net, const unsigned* shape, const unsigned dim, unsigned int blob_idx);

int AILIA_API ailiaCopyBlobData(struct AILIANetwork* dst_net, unsigned int dst_blob_idx, struct AILIANetwork* src_net, unsigned int src_blob_idx);

int AILIA_API ailiaUpdate(struct AILIANetwork* net);

int AILIA_API ailiaGetOutputBlobCount(struct AILIANetwork* net, unsigned int* output_blob_count);

int AILIA_API ailiaGetBlobIndexByOutputIndex(struct AILIANetwork* net, unsigned int* blob_idx, unsigned int output_blob_idx);

/****************************************************************
 * リソース解放 API
 **/

int AILIA_API ailiaFinalize(void);

/****************************************************************
 * 推論実行環境取得・指定API
 **/

#define AILIA_ENVIRONMENT_VERSION (2)

#define AILIA_ENVIRONMENT_TYPE_CPU (0)
#define AILIA_ENVIRONMENT_TYPE_BLAS (1)
#define AILIA_ENVIRONMENT_TYPE_GPU (2)
#define AILIA_ENVIRONMENT_TYPE_REMOTE (3)

#define AILIA_ENVIRONMENT_BACKEND_NONE (0)
#define AILIA_ENVIRONMENT_BACKEND_CUDA (2)
#define AILIA_ENVIRONMENT_BACKEND_MPS (3)
#define AILIA_ENVIRONMENT_BACKEND_VULKAN (6)

#define AILIA_ENVIRONMENT_PROPERTY_NORMAL (0)

#define AILIA_ENVIRONMENT_PROPERTY_LOWPOWER (1)

#define AILIA_ENVIRONMENT_PROPERTY_FP16 (2)

typedef struct _AILIAEnvironment {
    int id;
    int type;
    const char* name;
    int backend;
    int props;
} AILIAEnvironment;

int AILIA_API ailiaSetTemporaryCachePathA(const char* cache_dir);
int AILIA_API ailiaSetTemporaryCachePathW(const wchar_t* cache_dir);

int AILIA_API ailiaGetEnvironmentCount(unsigned int* env_count);

int AILIA_API ailiaGetEnvironment(AILIAEnvironment** env, unsigned int env_idx, unsigned int version);

int AILIA_API ailiaGetSelectedEnvironment(struct AILIANetwork* net, AILIAEnvironment** env, unsigned int version);

/****************************************************************
 * メモリモードAPI
 **/

#define AILIA_MEMORY_NO_OPTIMIZATION (0)

#define AILIA_MEMORY_REDUCE_CONSTANT (1)

#define AILIA_MEMORY_REDUCE_CONSTANT_WITH_INPUT_INITIALIZER (2)

#define AILIA_MEMORY_REDUCE_INTERSTAGE (4)

#define AILIA_MEMORY_REUSE_INTERSTAGE (8)

#define AILIA_MEMORY_REDUCE_CONSTANT_WITH_FILE_MAPPED (16)

#define AILIA_MEMORY_OPTIMAIZE_DEFAULT (AILIA_MEMORY_REDUCE_CONSTANT)

int AILIA_API ailiaSetMemoryMode(struct AILIANetwork* net, unsigned int mode);

/****************************************************************
 * 最適化制御API
 **/

int AILIA_API ailiaDisableLayerFusion(struct AILIANetwork* net);

/****************************************************************
 * プロファイルモードAPI
 **/

#define AILIA_PROFILE_DISABLE (0x00)

#define AILIA_PROFILE_AVERAGE (0x01)

int AILIA_API ailiaSetProfileMode(struct AILIANetwork* net, unsigned int mode);

/****************************************************************
 * 情報取得API
 **/

const char* AILIA_API ailiaGetStatusString(int status_code);

const char* AILIA_API ailiaGetErrorDetail(struct AILIANetwork* net);

const char* AILIA_API ailiaGetVersion(void);

#ifdef UNICODE
#define ailiaOpenStreamFile ailiaOpenStreamFileW
#define ailiaOpenWeightFile ailiaOpenWeightFileW
#define ailiaSetTemporaryCachePath ailiaSetTemporaryCachePathW
#else
#define ailiaOpenStreamFile ailiaOpenStreamFileA
#define ailiaOpenWeightFile ailiaOpenWeightFileA
#define ailiaSetTemporaryCachePath ailiaSetTemporaryCachePathA
#endif

#ifdef __cplusplus
}
#endif
#endif /* !defined(INCLUDED_AILIA) */