option.h

// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#pragma once

#include "fastdeploy/core/fd_type.h"
#include <iostream>
#include <memory>
#include <string>
#include <vector>
#include <map>
#include <set>
namespace fastdeploy {

struct OpenVINOBackendOption {
  std::string device = "CPU";
  int cpu_thread_num = -1;

  int num_streams = 1;

  std::string affinity  = "YES";

  std::string hint = "UNDEFINED";

  void SetDevice(const std::string& name = "CPU") {
    device = name;
  }

  void SetShapeInfo(
      const std::map<std::string, std::vector<int64_t>>& _shape_infos) {
    shape_infos = _shape_infos;
  }

  void SetCpuOperators(const std::vector<std::string>& operators) {
    for (const auto& op : operators) {
      cpu_operators.insert(op);
    }
  }

  void SetAffinity (const std::string& _affinity) {
    FDASSERT(_affinity == "YES" || _affinity == "NO" || _affinity == "NUMA" ||
                 _affinity == "HYBRID_AWARE",
             "The affinity mode should be one of the list "
             "['YES', 'NO', 'NUMA', "
             "'HYBRID_AWARE'] ");
    affinity = _affinity;
  }

  void SetPerformanceHint (const std::string& _hint) {
    FDASSERT(_hint == "LATENCY" || _hint == "THROUGHPUT" ||
                 _hint == "CUMULATIVE_THROUGHPUT" || _hint == "UNDEFINED",
             "The performance hint should be one of the list "
             "['LATENCY', 'THROUGHPUT', 'CUMULATIVE_THROUGHPUT', "
             "'UNDEFINED'] ");
    hint = _hint;
  }

  void SetStreamNum (int _num_streams) {
    FDASSERT(_num_streams > 0, "The stream_num must be greater than 0.");
    num_streams = _num_streams;
  }
  

  std::map<std::string, std::vector<int64_t>> shape_infos;
  std::set<std::string> cpu_operators{"MulticlassNms"};
};
}  // namespace fastdeploy