mixtral-PDF-chat

Sleeping

dinhquangson commited on Jan 23

Commit

174db67

•

1 Parent(s): 7fd77b8

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -110,7 +110,7 @@ def get_conversation_chain(vectorstore):
     """
     llm = HuggingFaceHub(
-        repo_id="",#"mistralai/Mixtral-8x7B-Instruct-v0.1",
         model_kwargs={"temperature": 0.5, "max_new_tokens": 1024, "max_length": 1048, "top_k": 3, "trust_remote_code": True, "torch_dtype": "auto"},
     )
     # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")

     """
     llm = HuggingFaceHub(
+        repo_id="microsoft/phi-2",#"mistralai/Mixtral-8x7B-Instruct-v0.1",
         model_kwargs={"temperature": 0.5, "max_new_tokens": 1024, "max_length": 1048, "top_k": 3, "trust_remote_code": True, "torch_dtype": "auto"},
     )
     # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")