Update main.py

main.py

@@ -27,9 +27,6 @@ async def index():
     html_content = markdown.markdown(md_template_string)
     return HTMLResponse(content=html_content, status_code=200)
 
-class ChatCompletionRequest(BaseModel):
-    messages: any
-
 
 @app.get("/demo")
 async def demo():
@@ -116,7 +113,7 @@ async def chat(prompt = "<|user|> Write a simple express style server in golang"
     return EventSourceResponse(server_sent_events(tokens, llm))
 
 @app.post("/v1/chat/completions")
-async def chat(request: ChatCompletionRequest, response_mode=None):
+async def chat(request, response_mode=None):
     tokens = llm.tokenize(request.messages.join(''))
     async def server_sent_events(chat_chunks, llm):
         for token in llm.generate(chat_chunks):