initial commit

app.py

@@ -21,7 +21,10 @@ def post_process(img: np.array) -> np.array:
 
 
 def inference(model_path: str, img_array: np.array) -> np.array:
-    ort_session = onnxruntime.InferenceSession(model_path)
+    options = onnxruntime.SessionOptions()
+    options.intra_op_num_threads = 1
+    options.inter_op_num_threads = 1
+    ort_session = onnxruntime.InferenceSession(model_path, options)
     ort_inputs = {ort_session.get_inputs()[0].name: img_array}
     ort_outs = ort_session.run(None, ort_inputs)
 

requirements.txt

@@ -1,3 +1,3 @@
 numpy
-onnxruntime-gpu
+onnxruntime
 opencv-python-headless