49 OrtModel(std::unordered_map<std::string, std::string> optionsMap) {
init(optionsMap); }
50 void init(std::unordered_map<std::string, std::string> optionsMap)
58 void initOptions(std::unordered_map<std::string, std::string> optionsMap);
82 if (mDeviceType ==
"CPU") {
83 mIntraOpNumThreads = threads;
88 if (mDeviceType ==
"CPU") {
89 mInterOpNumThreads = threads;
95 template <
class I,
class O>
96 std::vector<O>
v2v(std::vector<I>&,
bool =
true);
99 template <
class I,
class O>
100 std::vector<O>
inference(std::vector<I>&);
102 template <
class I,
class O>
103 std::vector<O>
inference(std::vector<std::vector<I>>&);
105 template <
class I,
class O>
108 template <
class I,
class O>
116 OrtVariables* mPImplOrt;
119 std::vector<const char*> mInputNamesChar, mOutputNamesChar;
120 std::vector<std::string> mInputNames, mOutputNames;
121 std::vector<std::vector<int64_t>> mInputShapes, mOutputShapes, mInputShapesCopy, mOutputShapesCopy;
122 std::vector<int64_t> mInputSizePerNode, mOutputSizePerNode;
123 int32_t mInputsTotal = 0, mOutputsTotal = 0;
126 bool mInitialized =
false;
127 std::string mModelPath, mEnvName =
"", mDeviceType =
"CPU", mThreadAffinity =
"";
128 int32_t mIntraOpNumThreads = 1, mInterOpNumThreads = 1, mDeviceId = -1, mEnableProfiling = 0, mLoggingLevel = 0, mAllocateDeviceMemory = 0, mEnableOptimizations = 0;
130 std::string printShape(
const std::vector<int64_t>&);
131 std::string printShape(
const std::vector<std::vector<int64_t>>&, std::vector<std::string>&);