endpoint_config.json

{
  "model_id": "SREDWise/sred-analysis-model",
  "runtime": "python",
  "framework": "pytorch",
  "python_version": "3.9",
  "architectures": ["MistralForCausalLM"],
  "cuda_version": "11.8",
  "hardware": {
    "accelerator": "gpu",
    "gpu_memory": "24GB"
  },
  "allow_override_parameters": true
}