Yjhhh commited on
Commit
47a886a
1 Parent(s): 1ff2b2e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -6
app.py CHANGED
@@ -1,13 +1,15 @@
1
  from fastapi import FastAPI, HTTPException, Request
 
2
  from pydantic import BaseModel
3
  import uvicorn
4
  import requests
5
  import os
6
  import io
7
  import time
 
8
  from typing import List, Dict, Any
9
- from llama_cpp import Llama # Asegúrate de ajustar esto según la biblioteca que utilices
10
  from tqdm import tqdm
 
11
 
12
  app = FastAPI()
13
 
@@ -165,8 +167,4 @@ def start_uvicorn():
165
  uvicorn.run(app, host="0.0.0.0", port=7860)
166
 
167
  if __name__ == "__main__":
168
- loop = asyncio.get_event_loop()
169
- model_manager = ModelManager()
170
- tasks = [model_manager.load_model(config) for config in model_configs]
171
- loop.run_until_complete(asyncio.gather(*tasks))
172
- start_uvicorn()
 
1
  from fastapi import FastAPI, HTTPException, Request
2
+ from fastapi import FastAPI, HTTPException, Request
3
  from pydantic import BaseModel
4
  import uvicorn
5
  import requests
6
  import os
7
  import io
8
  import time
9
+ import asyncio
10
  from typing import List, Dict, Any
 
11
  from tqdm import tqdm
12
+ from llama_cpp import Llama # Asegúrate de ajustar esto según la biblioteca que utilices
13
 
14
  app = FastAPI()
15
 
 
167
  uvicorn.run(app, host="0.0.0.0", port=7860)
168
 
169
  if __name__ == "__main__":
170
+ asyncio.run(start_uvicorn())