Update main.py
Browse files
main.py
CHANGED
@@ -986,7 +986,10 @@ async def setup_agent(settings):
|
|
986 |
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
987 |
|
988 |
model = HuggingFaceEndpoint(
|
989 |
-
repo_id=repo_id,
|
|
|
|
|
|
|
990 |
)
|
991 |
|
992 |
#model = ChatAnthropic(
|
|
|
986 |
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
987 |
|
988 |
model = HuggingFaceEndpoint(
|
989 |
+
repo_id=repo_id,
|
990 |
+
max_new_tokens=8000,
|
991 |
+
temperature=0.5,
|
992 |
+
streaming=True
|
993 |
)
|
994 |
|
995 |
#model = ChatAnthropic(
|