dinhquangson commited on
Commit
1440f7f
1 Parent(s): 1fe801c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -220,7 +220,7 @@ def search(prompt: str):
220
  generator = OpenAIGenerator(
221
  api_key=Secret.from_env_var("OCTOAI_TOKEN"),
222
  api_base_url="https://text.octoai.run/v1",
223
- model="meta-llama-3-8b-instruct",
224
  generation_kwargs = {"max_tokens": 512}
225
  )
226
 
@@ -325,7 +325,7 @@ async def convert_upload_file(file: UploadFile = File(...)):
325
  client = OctoAI()
326
 
327
  completion = client.text_gen.create_chat_completion(
328
- model="meta-llama-3-8b-instruct",
329
  messages=[
330
  ChatMessage(role="system", content="You are a helpful assistant."),
331
  ChatMessage(role="user", content=first_page),
 
220
  generator = OpenAIGenerator(
221
  api_key=Secret.from_env_var("OCTOAI_TOKEN"),
222
  api_base_url="https://text.octoai.run/v1",
223
+ model="meta-llama-3-70b-instruct",
224
  generation_kwargs = {"max_tokens": 512}
225
  )
226
 
 
325
  client = OctoAI()
326
 
327
  completion = client.text_gen.create_chat_completion(
328
+ model="meta-llama-3-70b-instruct",
329
  messages=[
330
  ChatMessage(role="system", content="You are a helpful assistant."),
331
  ChatMessage(role="user", content=first_page),