Initial commit

src/cpp/model.hpp

@@ -0,0 +1,67 @@
+#ifndef MODEL_H_
+#define MODEL_H_
+
+#include <string>
+
+#include <onnxruntime_cxx_api.h>
+
+using namespace std;
+
+namespace larynx {
+const string instanceName{"larynx"};
+
+struct ModelSession {
+  Ort::Session onnx;
+  vector<char *> inputNames;
+  vector<char *> outputNames;
+  Ort::AllocatorWithDefaultOptions allocator;
+  Ort::SessionOptions options;
+
+  ModelSession() : onnx(nullptr){};
+};
+
+void loadModel(string modelPath, ModelSession &session) {
+
+  Ort::Env env(OrtLoggingLevel::ORT_LOGGING_LEVEL_WARNING,
+               instanceName.c_str());
+  env.DisableTelemetryEvents();
+
+  // Slows down performance by ~2x
+  // session.options.SetIntraOpNumThreads(1);
+
+  // Roughly doubles load time for no visible inference benefit
+  // session.options.SetGraphOptimizationLevel(
+  //     GraphOptimizationLevel::ORT_ENABLE_EXTENDED);
+
+  session.options.SetGraphOptimizationLevel(
+      GraphOptimizationLevel::ORT_DISABLE_ALL);
+
+  // Slows down performance very slightly
+  // session.options.SetExecutionMode(ExecutionMode::ORT_PARALLEL);
+
+  session.options.DisableCpuMemArena();
+  session.options.DisableMemPattern();
+  session.options.DisableProfiling();
+
+  auto startTime = chrono::steady_clock::now();
+  session.onnx = Ort::Session(env, modelPath.c_str(), session.options);
+  auto endTime = chrono::steady_clock::now();
+  auto loadDuration = chrono::duration<double>(endTime - startTime);
+
+  size_t numInputNodes = session.onnx.GetInputCount();
+  size_t numOutputNodes = session.onnx.GetOutputCount();
+
+  for (size_t i = 0; i < numInputNodes; i++) {
+    session.inputNames.push_back(
+        session.onnx.GetInputName(i, session.allocator));
+  }
+
+  for (size_t i = 0; i < numOutputNodes; i++) {
+    session.outputNames.push_back(
+        session.onnx.GetOutputName(i, session.allocator));
+  }
+}
+
+} // namespace larynx
+
+#endif // MODEL_H_