Update app.py

app.py

@@ -284,27 +284,29 @@ async def convert_upload_file(file: UploadFile = File(...)):
     images = convert_from_path(file_savePath)
 
     text=""
+    first_page = ""
 
     # Extract text from images
     for image in images:
         ocr_text = pytesseract.image_to_string(image,lang='vie')
+        if first_page=="":
+            first_page = ocr_text
         text=text+ocr_text+'\n'
         
     client = OctoAI()
 
     completion = client.text_gen.create_chat_completion(
-        model="mixtral-8x22b-finetuned",
+        model="meta-llama-3-8b-instruct",
         messages=[
             ChatMessage(role="system", content="You are a helpful assistant."),
-            ChatMessage(role="user", content=text),
+            ChatMessage(role="user", content=first_page),
         ],
-        max_tokens=65536,
+        max_tokens=8192,
         presence_penalty=0,
         temperature=0.1,
         top_p=0.9,
         response_format=ChatCompletionResponseFormat(
             type="json_object",
-            max_tokens=65536,
             schema=Law.model_json_schema(),
         ),
     )