Update app.py
Browse files
app.py
CHANGED
@@ -174,17 +174,5 @@ async def generate_chat(request: ChatRequest):
|
|
174 |
"all_responses": responses
|
175 |
}
|
176 |
|
177 |
-
def pre_load_models():
|
178 |
-
for model_name, model in global_data['models'].items():
|
179 |
-
model._load_model()
|
180 |
-
|
181 |
-
pre_load_models()
|
182 |
-
|
183 |
-
def batch_load_models(model_configs):
|
184 |
-
for i in range(0, len(model_configs), cpu_count()):
|
185 |
-
batch = model_configs[i:i + cpu_count()]
|
186 |
-
for config in batch:
|
187 |
-
model_manager.load_model(config)
|
188 |
-
|
189 |
if __name__ == "__main__":
|
190 |
-
uvicorn.run(app, host="0.0.0.0", port=
|
|
|
174 |
"all_responses": responses
|
175 |
}
|
176 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
177 |
if __name__ == "__main__":
|
178 |
+
uvicorn.run(app, host="0.0.0.0", port=8000)
|