import uvicorn from fastapi import FastAPI from pydantic import BaseModel from model import get_answer_from_llm class Prompt(BaseModel): prompt: str = '' app = FastAPI( title='CommandRLLMAPI' ) @app.post("/completion/") async def get_answer(question: Prompt): answer = await get_answer_from_llm(question.prompt) return answer # if __name__ == '__main__': # uvicorn.run( # app, # host='0.0.0.0', # port=8081 # )