datacipen commited on
Commit
3a95de9
1 Parent(s): b62b8be

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -1167,7 +1167,8 @@ async def API_connexion(romeListArray):
1167
  @cl.step(type="llm")
1168
  async def IA():
1169
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
1170
- repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 
1171
 
1172
  llm = HuggingFaceEndpoint(
1173
  repo_id=repo_id, max_new_tokens=5000, temperature=1.0, task="text2text-generation", streaming=True
 
1167
  @cl.step(type="llm")
1168
  async def IA():
1169
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
1170
+ #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
1171
+ repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
1172
 
1173
  llm = HuggingFaceEndpoint(
1174
  repo_id=repo_id, max_new_tokens=5000, temperature=1.0, task="text2text-generation", streaming=True