add paddle_c_api.h
This commit is contained in:
LKKlein
parent
b9e7990628
commit
44406c5148
|
|
@ -179,12 +179,11 @@ build/fluid_inference_c_install_dir
|
|||
└── version.txt
|
||||
```
|
||||
|
||||
其中`paddle`就是Paddle库的C语言预测API，`version.txt`中包含当前预测库的版本信息。最后，将C推理库及头文件配置到环境变量。
|
||||
其中`paddle`就是Paddle库的C语言预测API，`version.txt`中包含当前预测库的版本信息。最后，将C推理库配置到环境变量。
|
||||
|
||||
```shell
|
||||
echo "export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$PADDLE_ROOT/build/fluid_inference_c_install_dir/paddle/lib" >> ~/.bashrc
|
||||
echo "export LIBRARY_PATH=$LIBRARY_PATH:$PADDLE_ROOT/build/fluid_inference_c_install_dir/paddle/lib" >> ~/.bashrc
|
||||
echo "export C_INCLUDE_PATH="$C_INCLUDE_PATH:$PADDLE_ROOT/build/fluid_inference_c_install_dir/paddle/include"" >> ~/.bashrc
|
||||
|
||||
souce ~/.bashrc
|
||||
```
|
||||
|
|
|
|||
|
|
@ -1,6 +1,6 @@
|
|||
package paddle
|
||||
|
||||
// #cgo CFLAGS: -I../paddle_c/paddle/include
|
||||
// #cgo CFLAGS: -I../paddle_c/include
|
||||
// #cgo LDFLAGS: -lpaddle_fluid_c
|
||||
// #include <stdbool.h>
|
||||
import "C"
|
||||
|
|
|
|||
|
|
@ -0,0 +1,290 @@
|
|||
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#pragma once
|
||||
|
||||
#include <stddef.h>
|
||||
#include <stdint.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#if defined(_WIN32)
|
||||
#ifdef PADDLE_ON_INFERENCE
|
||||
#define PADDLE_CAPI_EXPORT __declspec(dllexport)
|
||||
#else
|
||||
#define PADDLE_CAPI_EXPORT __declspec(dllimport)
|
||||
#endif // PADDLE_ON_INFERENCE
|
||||
#else
|
||||
#define PADDLE_CAPI_EXPORT __attribute__((visibility("default")))
|
||||
#endif // _WIN32
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
enum PD_DataType { PD_FLOAT32, PD_INT32, PD_INT64, PD_UINT8, PD_UNKDTYPE };
|
||||
|
||||
typedef enum PD_DataType PD_DataType;
|
||||
|
||||
typedef struct PD_PaddleBuf PD_PaddleBuf;
|
||||
typedef struct PD_AnalysisConfig PD_AnalysisConfig;
|
||||
typedef struct PD_Predictor PD_Predictor;
|
||||
|
||||
typedef struct PD_Buffer {
|
||||
void* data;
|
||||
size_t length;
|
||||
size_t capacity;
|
||||
} PD_Buffer;
|
||||
|
||||
typedef struct PD_ZeroCopyTensor {
|
||||
PD_Buffer data;
|
||||
PD_Buffer shape;
|
||||
PD_Buffer lod;
|
||||
PD_DataType dtype;
|
||||
char* name;
|
||||
} PD_ZeroCopyTensor;
|
||||
|
||||
PADDLE_CAPI_EXPORT extern PD_ZeroCopyTensor* PD_NewZeroCopyTensor();
|
||||
PADDLE_CAPI_EXPORT extern void PD_DeleteZeroCopyTensor(PD_ZeroCopyTensor*);
|
||||
PADDLE_CAPI_EXPORT extern void PD_InitZeroCopyTensor(PD_ZeroCopyTensor*);
|
||||
PADDLE_CAPI_EXPORT extern void PD_DestroyZeroCopyTensor(PD_ZeroCopyTensor*);
|
||||
PADDLE_CAPI_EXPORT extern void PD_DeleteZeroCopyTensor(PD_ZeroCopyTensor*);
|
||||
|
||||
typedef struct PD_ZeroCopyData {
|
||||
char* name;
|
||||
void* data;
|
||||
PD_DataType dtype;
|
||||
int* shape;
|
||||
int shape_size;
|
||||
} PD_ZeroCopyData;
|
||||
typedef struct InTensorShape {
|
||||
char* name;
|
||||
int* tensor_shape;
|
||||
int shape_size;
|
||||
} InTensorShape;
|
||||
|
||||
PADDLE_CAPI_EXPORT extern PD_PaddleBuf* PD_NewPaddleBuf();
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_DeletePaddleBuf(PD_PaddleBuf* buf);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_PaddleBufResize(PD_PaddleBuf* buf,
|
||||
size_t length);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_PaddleBufReset(PD_PaddleBuf* buf, void* data,
|
||||
size_t length);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_PaddleBufEmpty(PD_PaddleBuf* buf);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void* PD_PaddleBufData(PD_PaddleBuf* buf);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern size_t PD_PaddleBufLength(PD_PaddleBuf* buf);
|
||||
|
||||
// PaddleTensor
|
||||
typedef struct PD_Tensor PD_Tensor;
|
||||
|
||||
PADDLE_CAPI_EXPORT extern PD_Tensor* PD_NewPaddleTensor();
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_DeletePaddleTensor(PD_Tensor* tensor);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetPaddleTensorName(PD_Tensor* tensor,
|
||||
char* name);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetPaddleTensorDType(PD_Tensor* tensor,
|
||||
PD_DataType dtype);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetPaddleTensorData(PD_Tensor* tensor,
|
||||
PD_PaddleBuf* buf);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetPaddleTensorShape(PD_Tensor* tensor,
|
||||
int* shape, int size);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern const char* PD_GetPaddleTensorName(
|
||||
const PD_Tensor* tensor);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern PD_DataType PD_GetPaddleTensorDType(
|
||||
const PD_Tensor* tensor);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern PD_PaddleBuf* PD_GetPaddleTensorData(
|
||||
const PD_Tensor* tensor);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern const int* PD_GetPaddleTensorShape(
|
||||
const PD_Tensor* tensor, int* size);
|
||||
|
||||
// AnalysisPredictor
|
||||
PADDLE_CAPI_EXPORT extern bool PD_PredictorRun(const PD_AnalysisConfig* config,
|
||||
PD_Tensor* inputs, int in_size,
|
||||
PD_Tensor** output_data,
|
||||
int* out_size, int batch_size);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_PredictorZeroCopyRun(
|
||||
const PD_AnalysisConfig* config, PD_ZeroCopyData* inputs, int in_size,
|
||||
PD_ZeroCopyData** output, int* out_size);
|
||||
|
||||
// AnalysisConfig
|
||||
enum Precision { kFloat32 = 0, kInt8, kHalf };
|
||||
typedef enum Precision Precision;
|
||||
|
||||
PADDLE_CAPI_EXPORT extern PD_AnalysisConfig* PD_NewAnalysisConfig();
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_DeleteAnalysisConfig(
|
||||
PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetModel(PD_AnalysisConfig* config,
|
||||
const char* model_dir,
|
||||
const char* params_path);
|
||||
|
||||
PADDLE_CAPI_EXPORT
|
||||
extern void PD_SetProgFile(PD_AnalysisConfig* config, const char* x);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetParamsFile(PD_AnalysisConfig* config,
|
||||
const char* x);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetOptimCacheDir(PD_AnalysisConfig* config,
|
||||
const char* opt_cache_dir);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern const char* PD_ModelDir(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern const char* PD_ProgFile(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern const char* PD_ParamsFile(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_EnableUseGpu(PD_AnalysisConfig* config,
|
||||
int memory_pool_init_size_mb,
|
||||
int device_id);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_DisableGpu(PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_UseGpu(const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern int PD_GpuDeviceId(const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern int PD_MemoryPoolInitSizeMb(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern float PD_FractionOfGpuMemoryForPool(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_EnableCUDNN(PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_CudnnEnabled(const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SwitchIrOptim(PD_AnalysisConfig* config,
|
||||
bool x);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_IrOptim(const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SwitchUseFeedFetchOps(
|
||||
PD_AnalysisConfig* config, bool x);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_UseFeedFetchOpsEnabled(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SwitchSpecifyInputNames(
|
||||
PD_AnalysisConfig* config, bool x);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_SpecifyInputName(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_EnableTensorRtEngine(
|
||||
PD_AnalysisConfig* config, int workspace_size, int max_batch_size,
|
||||
int min_subgraph_size, Precision precision, bool use_static,
|
||||
bool use_calib_mode);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_TensorrtEngineEnabled(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
typedef struct PD_MaxInputShape {
|
||||
char* name;
|
||||
int* shape;
|
||||
int shape_size;
|
||||
} PD_MaxInputShape;
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SwitchIrDebug(PD_AnalysisConfig* config,
|
||||
bool x);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_EnableMKLDNN(PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetMkldnnCacheCapacity(
|
||||
PD_AnalysisConfig* config, int capacity);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_MkldnnEnabled(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetCpuMathLibraryNumThreads(
|
||||
PD_AnalysisConfig* config, int cpu_math_library_num_threads);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern int PD_CpuMathLibraryNumThreads(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_EnableMkldnnQuantizer(
|
||||
PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_MkldnnQuantizerEnabled(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetModelBuffer(PD_AnalysisConfig* config,
|
||||
const char* prog_buffer,
|
||||
size_t prog_buffer_size,
|
||||
const char* params_buffer,
|
||||
size_t params_buffer_size);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_ModelFromMemory(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_EnableMemoryOptim(PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_MemoryOptimEnabled(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_EnableProfile(PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_ProfileEnabled(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetInValid(PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern bool PD_IsValid(const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_DisableGlogInfo(PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_DeletePass(PD_AnalysisConfig* config,
|
||||
char* pass_name);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern PD_Predictor* PD_NewPredictor(
|
||||
const PD_AnalysisConfig* config);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_DeletePredictor(PD_Predictor* predictor);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern int PD_GetInputNum(const PD_Predictor*);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern int PD_GetOutputNum(const PD_Predictor*);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern const char* PD_GetInputName(const PD_Predictor*, int);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern const char* PD_GetOutputName(const PD_Predictor*,
|
||||
int);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_SetZeroCopyInput(
|
||||
PD_Predictor* predictor, const PD_ZeroCopyTensor* tensor);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_GetZeroCopyOutput(PD_Predictor* predictor,
|
||||
PD_ZeroCopyTensor* tensor);
|
||||
|
||||
PADDLE_CAPI_EXPORT extern void PD_ZeroCopyRun(PD_Predictor* predictor);
|
||||
|
||||
#ifdef __cplusplus
|
||||
} // extern "C"
|
||||
#endif
|
||||
Loading…
Reference in New Issue