Create endpoint_config.json

endpoint_config.json

@@ -0,0 +1,13 @@
+{
+  "model_id": "SREDWise/sred-analysis-model",
+  "runtime": "python",
+  "framework": "pytorch",
+  "python_version": "3.9",
+  "architectures": ["MistralForCausalLM"],
+  "cuda_version": "11.8",
+  "hardware": {
+    "accelerator": "gpu",
+    "gpu_memory": "24GB"
+  },
+  "allow_override_parameters": true
+}