FastDeploy  latest
Fast & Easy to Deploy!
runtime_option.h
Go to the documentation of this file.
1 // Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
2 //
3 // Licensed under the Apache License, Version 2.0 (the "License");
4 // you may not use this file except in compliance with the License.
5 // You may obtain a copy of the License at
6 //
7 // http://www.apache.org/licenses/LICENSE-2.0
8 //
9 // Unless required by applicable law or agreed to in writing, software
10 // distributed under the License is distributed on an "AS IS" BASIS,
11 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 // See the License for the specific language governing permissions and
13 // limitations under the License.
14 
15 #pragma once
16 
17 #include "fastdeploy_capi/core/fd_type.h"
18 
19 typedef struct FD_C_RuntimeOptionWrapper FD_C_RuntimeOptionWrapper;
20 
21 #ifdef __cplusplus
22 extern "C" {
23 #endif
24 
30 FASTDEPLOY_CAPI_EXPORT extern __fd_give FD_C_RuntimeOptionWrapper*
31 FD_C_CreateRuntimeOptionWrapper();
32 
38 FASTDEPLOY_CAPI_EXPORT extern void FD_C_DestroyRuntimeOptionWrapper(
39  __fd_take FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
40 
48 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetModelPath(
49  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
50  const char* model_path, const char* params_path,
51  const FD_C_ModelFormat format);
52 
60 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetModelBuffer(
61  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
62  const char* model_buffer, const char* params_buffer,
63  const FD_C_ModelFormat);
64 
69 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseCpu(
70  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
71 
76 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseGpu(
77  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
78  int gpu_id);
79 
86 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseRKNPU2(
87  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
88  FD_C_rknpu2_CpuName rknpu2_name, FD_C_rknpu2_CoreMask rknpu2_core);
89 
94 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseTimVX(
95  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
96 
101 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseAscend(
102  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
103 
127 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseKunlunXin(
128  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
129  int kunlunxin_id, int l3_workspace_size, FD_C_Bool locked,
130  FD_C_Bool autotune, const char* autotune_file, const char* precision,
131  FD_C_Bool adaptive_seqlen, FD_C_Bool enable_multi_stream);
132 
137 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseSophgo(
138  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
139 
140 
141 
142 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetExternalStream(
143  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
144  void* external_stream);
145 
152 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetCpuThreadNum(
153  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
154  int thread_num);
155 
162 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetOrtGraphOptLevel(
163  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
164  int level);
165 
172 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUsePaddleBackend(
173  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
174 
180 FASTDEPLOY_CAPI_EXPORT extern void
181 FD_C_RuntimeOptionWrapperUsePaddleInferBackend(
182  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
183 
189 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseOrtBackend(
190  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
191 
197 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseSophgoBackend(
198  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
199 
205 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseTrtBackend(
206  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
207 
213 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUsePorosBackend(
214  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
215 
221 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseOpenVINOBackend(
222  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
223 
229 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseLiteBackend(
230  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
231 
237 FASTDEPLOY_CAPI_EXPORT extern void
238 FD_C_RuntimeOptionWrapperUsePaddleLiteBackend(
239  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
240 
247 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetPaddleMKLDNN(
248  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
249  FD_C_Bool pd_mkldnn);
250 
256 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperEnablePaddleToTrt(
257  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
258 
265 FASTDEPLOY_CAPI_EXPORT extern void
266 FD_C_RuntimeOptionWrapperDeletePaddleBackendPass(
267  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
268  const char* delete_pass_name);
269 
275 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperEnablePaddleLogInfo(
276  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
277 
283 FASTDEPLOY_CAPI_EXPORT extern void
284 FD_C_RuntimeOptionWrapperDisablePaddleLogInfo(
285  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
286 
293 FASTDEPLOY_CAPI_EXPORT extern void
294 FD_C_RuntimeOptionWrapperSetPaddleMKLDNNCacheSize(
295  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper, int size);
296 
303 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetOpenVINODevice(
304  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
305  const char* name);
306 
313 FASTDEPLOY_CAPI_EXPORT extern void
314 FD_C_RuntimeOptionWrapperSetLiteOptimizedModelDir(
315  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
316  const char* optimized_model_dir);
317 
324 FASTDEPLOY_CAPI_EXPORT extern void
325 FD_C_RuntimeOptionWrapperSetLiteSubgraphPartitionPath(
326  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
327  const char* nnadapter_subgraph_partition_config_path);
328 
335 FASTDEPLOY_CAPI_EXPORT extern void
336 FD_C_RuntimeOptionWrapperSetLiteSubgraphPartitionConfigBuffer(
337  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
338  const char* nnadapter_subgraph_partition_config_buffer);
339 
346 FASTDEPLOY_CAPI_EXPORT extern void
347 FD_C_RuntimeOptionWrapperSetLiteContextProperties(
348  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
349  const char* nnadapter_context_properties);
350 
357 FASTDEPLOY_CAPI_EXPORT extern void
358 FD_C_RuntimeOptionWrapperSetLiteModelCacheDir(
359  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
360  const char* nnadapter_model_cache_dir);
361 
368 FASTDEPLOY_CAPI_EXPORT extern void
369 FD_C_RuntimeOptionWrapperSetLiteMixedPrecisionQuantizationConfigPath(
370  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
371  const char* nnadapter_mixed_precision_quantization_config_path);
372 
378 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperEnableLiteFP16(
379  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
380 
386 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperDisableLiteFP16(
387  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
388 
394 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperEnableLiteInt8(
395  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
396 
402 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperDisableLiteInt8(
403  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
404 
411 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetLitePowerMode(
412  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
413  FD_C_LitePowerMode mode);
414 
420 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperEnableTrtFP16(
421  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
422 
428 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperDisableTrtFP16(
429  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
430 
437 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetTrtCacheFile(
438  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
439  const char* cache_file_path);
440 
446 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperEnablePinnedMemory(
447  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
448 
454 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperDisablePinnedMemory(
455  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
456 
462 FASTDEPLOY_CAPI_EXPORT extern void
463 FD_C_RuntimeOptionWrapperEnablePaddleTrtCollectShape(
464  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
465 
471 FASTDEPLOY_CAPI_EXPORT extern void
472 FD_C_RuntimeOptionWrapperDisablePaddleTrtCollectShape(
473  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper);
474 
481 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperSetOpenVINOStreams(
482  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
483  int num_streams);
484 
494 FASTDEPLOY_CAPI_EXPORT extern void FD_C_RuntimeOptionWrapperUseIpu(
495  __fd_keep FD_C_RuntimeOptionWrapper* fd_c_runtime_option_wrapper,
496  int device_num, int micro_batch_size, FD_C_Bool enable_pipelining,
497  int batches_per_step);
498 
499 #ifdef __cplusplus
500 } // extern "C"
501 #endif
FD_C_Bool
int8_t FD_C_Bool
Definition: fd_common.h:58
FD_C_RuntimeOptionWrapperDisablePaddleLogInfo
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperDisablePaddleLogInfo(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Disable print debug information while using Paddle Inference as inference backend.
Definition: runtime_option.cc:231
FASTDEPLOY_CAPI_EXPORT
#define FASTDEPLOY_CAPI_EXPORT
Definition: fd_common.h:27
FD_C_RuntimeOptionWrapperSetLiteSubgraphPartitionPath
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetLiteSubgraphPartitionPath(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *nnadapter_subgraph_partition_config_path)
Set subgraph partition path for Paddle Lite backend.
Definition: runtime_option.cc:262
FD_C_RuntimeOptionWrapperEnablePaddleLogInfo
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperEnablePaddleLogInfo(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Enable print debug information while using Paddle Inference as inference backend, the backend disable...
Definition: runtime_option.cc:224
FD_C_RuntimeOptionWrapperSetLiteContextProperties
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetLiteContextProperties(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *nnadapter_context_properties)
Set context properties for Paddle Lite backend.
Definition: runtime_option.cc:280
FD_C_RuntimeOptionWrapperEnablePaddleTrtCollectShape
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperEnablePaddleTrtCollectShape(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Enable to collect shape in paddle trt backend.
Definition: runtime_option.cc:377
FD_C_RuntimeOptionWrapperSetLitePowerMode
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetLitePowerMode(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, FD_C_LitePowerMode mode)
Set power mode while using Paddle Lite as inference backend, mode(0: LITE_POWER_HIGH; 1: LITE_POWER_L...
Definition: runtime_option.cc:332
FD_C_RuntimeOptionWrapperDisablePaddleTrtCollectShape
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperDisablePaddleTrtCollectShape(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Disable to collect shape in paddle trt backend.
Definition: runtime_option.cc:384
FD_C_RuntimeOptionWrapperDisableLiteFP16
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperDisableLiteFP16(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
disable half precision, change to full precision(float32)
Definition: runtime_option.cc:311
FD_C_RuntimeOptionWrapperUseAscend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseAscend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Use Huawei Ascend to inference.
Definition: runtime_option.cc:91
FD_C_RuntimeOptionWrapperDeletePaddleBackendPass
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperDeletePaddleBackendPass(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *delete_pass_name)
Delete pass by name while using Paddle Inference as inference backend, this can be called multiple ti...
Definition: runtime_option.cc:216
FD_C_RuntimeOptionWrapperUseSophgo
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseSophgo(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Definition: runtime_option.cc:111
FD_C_RuntimeOptionWrapperUsePorosBackend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUsePorosBackend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Set Poros backend as inference backend, support CPU/GPU.
Definition: runtime_option.cc:175
FD_C_RuntimeOptionWrapperSetOrtGraphOptLevel
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetOrtGraphOptLevel(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, int level)
Set ORT graph opt level, default is decide by ONNX Runtime itself.
Definition: runtime_option.cc:134
FD_C_RuntimeOptionWrapperSetPaddleMKLDNNCacheSize
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetPaddleMKLDNNCacheSize(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, int size)
Set shape cache size while using Paddle Inference with mkldnn, by default it will cache all the diffe...
Definition: runtime_option.cc:238
FD_C_RuntimeOptionWrapperSetTrtCacheFile
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetTrtCacheFile(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *cache_file_path)
Set cache file path while use TensorRT backend. Loadding a Paddle/ONNX model and initialize TensorRT ...
Definition: runtime_option.cc:355
FD_C_RuntimeOptionWrapperUsePaddleLiteBackend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUsePaddleLiteBackend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Wrapper function of UseLiteBackend()
Definition: runtime_option.cc:196
FD_C_RuntimeOptionWrapperSetOpenVINOStreams
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetOpenVINOStreams(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, int num_streams)
Set number of streams by the OpenVINO backends.
Definition: runtime_option.cc:391
FD_C_RuntimeOptionWrapper
Definition: types_internal.h:26
FD_C_RuntimeOptionWrapperSetPaddleMKLDNN
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetPaddleMKLDNN(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, FD_C_Bool pd_mkldnn)
Set mkldnn switch while using Paddle Inference as inference backend.
Definition: runtime_option.cc:201
FD_C_RuntimeOptionWrapperUseRKNPU2
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseRKNPU2(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, FD_C_rknpu2_CpuName rknpu2_name, FD_C_rknpu2_CoreMask rknpu2_core)
Use RKNPU2 to inference.
Definition: runtime_option.cc:74
FD_C_RuntimeOptionWrapperSetOpenVINODevice
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetOpenVINODevice(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *name)
Set device name for OpenVINO, default 'CPU', can also be 'AUTO', 'GPU', 'GPU.1'....
Definition: runtime_option.cc:246
FD_C_RuntimeOptionWrapperUseGpu
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseGpu(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, int gpu_id)
Use Nvidia GPU to inference.
Definition: runtime_option.cc:66
FD_C_RuntimeOptionWrapperUseTrtBackend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseTrtBackend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Set TensorRT as inference backend, only support GPU.
Definition: runtime_option.cc:168
FD_C_RuntimeOptionWrapperDisablePinnedMemory
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperDisablePinnedMemory(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Disable pinned memory.
Definition: runtime_option.cc:370
FD_C_RuntimeOptionWrapperDisableTrtFP16
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperDisableTrtFP16(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Disable FP16 inference while using TensorRT backend.
Definition: runtime_option.cc:348
FD_C_RuntimeOptionWrapperEnableLiteFP16
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperEnableLiteFP16(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
enable half precision while use paddle lite backend
Definition: runtime_option.cc:304
FD_C_CreateRuntimeOptionWrapper
FASTDEPLOY_CAPI_EXPORT __fd_give FD_C_RuntimeOptionWrapper * FD_C_CreateRuntimeOptionWrapper()
Create a new FD_C_RuntimeOptionWrapper object.
Definition: runtime_option.cc:24
FD_C_RuntimeOptionWrapperSetLiteMixedPrecisionQuantizationConfigPath
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetLiteMixedPrecisionQuantizationConfigPath(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *nnadapter_mixed_precision_quantization_config_path)
Set mixed precision quantization config path for Paddle Lite backend.
Definition: runtime_option.cc:297
FD_C_RuntimeOptionWrapperUseCpu
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseCpu(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Use cpu to inference, the runtime will inference on CPU by default.
Definition: runtime_option.cc:59
FD_C_RuntimeOptionWrapperSetCpuThreadNum
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetCpuThreadNum(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, int thread_num)
Set number of cpu threads while inference on CPU, by default it will decided by the different backend...
Definition: runtime_option.cc:126
FD_C_RuntimeOptionWrapperUseOrtBackend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseOrtBackend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Set ONNX Runtime as inference backend, support CPU/GPU.
Definition: runtime_option.cc:154
FD_C_RuntimeOptionWrapperUsePaddleBackend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUsePaddleBackend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Set Paddle Inference as inference backend, support CPU/GPU.
Definition: runtime_option.cc:142
FD_C_RuntimeOptionWrapperSetModelPath
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetModelPath(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *model_path, const char *params_path, const FD_C_ModelFormat format)
Set path of model file and parameter file.
Definition: runtime_option.cc:38
FD_C_RuntimeOptionWrapperSetExternalStream
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetExternalStream(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, void *external_stream)
Definition: runtime_option.cc:118
FD_C_RuntimeOptionWrapperSetLiteSubgraphPartitionConfigBuffer
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetLiteSubgraphPartitionConfigBuffer(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *nnadapter_subgraph_partition_config_buffer)
Set subgraph partition path for Paddle Lite backend.
Definition: runtime_option.cc:271
FD_C_RuntimeOptionWrapperUseTimVX
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseTimVX(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Use TimVX to inference.
Definition: runtime_option.cc:84
__fd_keep
#define __fd_keep
Definition: fd_common.h:55
FD_C_RuntimeOptionWrapperUseLiteBackend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseLiteBackend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Set Paddle Lite as inference backend, only support arm cpu.
Definition: runtime_option.cc:189
FD_C_RuntimeOptionWrapperEnableTrtFP16
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperEnableTrtFP16(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Enable FP16 inference while using TensorRT backend. Notice: not all the GPU device support FP16...
Definition: runtime_option.cc:341
FD_C_RuntimeOptionWrapperDisableLiteInt8
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperDisableLiteInt8(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
disable int8 precision, change to full precision(float32)
Definition: runtime_option.cc:325
FD_C_RuntimeOptionWrapperSetLiteOptimizedModelDir
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetLiteOptimizedModelDir(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *optimized_model_dir)
Set optimzed model dir for Paddle Lite backend.
Definition: runtime_option.cc:254
__fd_take
#define __fd_take
Definition: fd_common.h:46
FD_C_RuntimeOptionWrapperUseKunlunXin
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseKunlunXin(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, int kunlunxin_id, int l3_workspace_size, FD_C_Bool locked, FD_C_Bool autotune, const char *autotune_file, const char *precision, FD_C_Bool adaptive_seqlen, FD_C_Bool enable_multi_stream)
Turn on KunlunXin XPU.
Definition: runtime_option.cc:98
FD_C_RuntimeOptionWrapperEnablePinnedMemory
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperEnablePinnedMemory(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Enable pinned memory. Pinned memory can be utilized to speedup the data transfer between CPU and GPU...
Definition: runtime_option.cc:363
FD_C_RuntimeOptionWrapperSetModelBuffer
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetModelBuffer(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *model_buffer, const char *params_buffer, const FD_C_ModelFormat)
Specify the memory buffer of model and parameter. Used when model and params are loaded directly from...
Definition: runtime_option.cc:49
FD_C_RuntimeOptionWrapperUsePaddleInferBackend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUsePaddleInferBackend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Wrapper function of UsePaddleBackend()
Definition: runtime_option.cc:149
FD_C_RuntimeOptionWrapperSetLiteModelCacheDir
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperSetLiteModelCacheDir(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, const char *nnadapter_model_cache_dir)
Set model cache dir for Paddle Lite backend.
Definition: runtime_option.cc:289
__fd_give
#define __fd_give
Definition: fd_common.h:37
FD_C_RuntimeOptionWrapperUseOpenVINOBackend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseOpenVINOBackend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Set OpenVINO as inference backend, only support CPU.
Definition: runtime_option.cc:182
FD_C_RuntimeOptionWrapperUseIpu
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseIpu(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper, int device_num, int micro_batch_size, FD_C_Bool enable_pipelining, int batches_per_step)
Graphcore IPU to inference.
Definition: runtime_option.cc:399
FD_C_DestroyRuntimeOptionWrapper
FASTDEPLOY_CAPI_EXPORT void FD_C_DestroyRuntimeOptionWrapper(__fd_take FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Destroy a FD_C_RuntimeOptionWrapper object.
Definition: runtime_option.cc:33
FD_C_RuntimeOptionWrapperEnableLiteInt8
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperEnableLiteInt8(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
enable int8 precision while use paddle lite backend
Definition: runtime_option.cc:318
FD_C_RuntimeOptionWrapperEnablePaddleToTrt
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperEnablePaddleToTrt(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
If TensorRT backend is used, EnablePaddleToTrt will change to use Paddle Inference backend...
Definition: runtime_option.cc:209
fd_type.h
FD_C_RuntimeOptionWrapperUseSophgoBackend
FASTDEPLOY_CAPI_EXPORT void FD_C_RuntimeOptionWrapperUseSophgoBackend(__fd_keep FD_C_RuntimeOptionWrapper *fd_c_runtime_option_wrapper)
Set SOPHGO Runtime as inference backend, support CPU/GPU.
Definition: runtime_option.cc:161
Generated by   doxygen 1.8.13