Spaces:
Runtime error
Runtime error
File size: 1,412 Bytes
d132e19 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 |
from contextlib import asynccontextmanager
import uvicorn
from fastapi import FastAPI, Request, UploadFile
from fastapi.middleware.cors import CORSMiddleware
from generator.llm_calls import get_answer
from rerank.rerank import rerank_documents
from retrieve.vector_store import create_embeddings_from_file, get_relevant_document
from utils.db import postgres_db
app = FastAPI(title="Modular RAG",
version="1.0.0", )
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
@asynccontextmanager
async def lifespan(app: FastAPI):
await postgres_db.create_connection_pool()
yield
await postgres_db.close_connection_pool()
if __name__ == "__main__":
uvicorn.run("main:app", host="0.0.0.0", port=7860, reload=True)
@app.post("/create")
async def create_embedding(file: UploadFile):
await create_embeddings_from_file(file)
@app.post("/answer")
async def post_conversation(request: Request):
payload = await request.json()
query = payload.get("query")
context = await get_relevant_document(query=query)
sorted_docs = rerank_documents(question=query, documents=context)
sorted_context = "\n\n".join(sorted_docs)
return await get_answer(context=sorted_context, query=query)
@app.get("/")
async def get_test(request: Request):
return "Successfully Deployed"
|