17 #include "fastdeploy/core/fd_type.h" 48 void* external_stream_ =
nullptr;
int graph_optimization_level
Definition: option.h:33
Option object to configure ONNX Runtime backend.
Definition: option.h:28
A brief file description.
int execution_mode
Definition: option.h:43
int device_id
Inference device id.
Definition: option.h:47
bool enable_fp16
Use fp16 to infer.
Definition: option.h:50
int inter_op_num_threads
Definition: option.h:39
Device device
Inference device, OrtBackend supports CPU/GPU.
Definition: option.h:45
int intra_op_num_threads
Number of threads to execute the operator, -1: default.
Definition: option.h:35
All C++ FastDeploy APIs are defined inside this namespace.
Definition: option.h:16