dinhquangson commited on
Commit
d69bc2e
1 Parent(s): 5979d39

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -296,12 +296,12 @@ async def convert_upload_file(file: UploadFile = File(...)):
296
  client = OctoAI()
297
 
298
  completion = client.text_gen.create_chat_completion(
299
- model="meta-llama-3-8b-instruct",
300
  messages=[
301
  ChatMessage(role="system", content="You are a helpful assistant."),
302
  ChatMessage(role="user", content=first_page),
303
  ],
304
- max_tokens=8192,
305
  presence_penalty=0,
306
  temperature=0.1,
307
  top_p=0.9,
 
296
  client = OctoAI()
297
 
298
  completion = client.text_gen.create_chat_completion(
299
+ model="mixtral-8x22b-finetuned",
300
  messages=[
301
  ChatMessage(role="system", content="You are a helpful assistant."),
302
  ChatMessage(role="user", content=first_page),
303
  ],
304
+ max_tokens=65536,
305
  presence_penalty=0,
306
  temperature=0.1,
307
  top_p=0.9,