AFischer1985 commited on
Commit
48847f0
1 Parent(s): 48af855

Update run.py

Browse files
Files changed (1) hide show
  1. run.py +1 -1
run.py CHANGED
@@ -13,7 +13,7 @@ import json
13
  def response(message, history, model):
14
  if(model=="Default"): model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
15
  model_id = model
16
- params={"max_length":500, "return_full_text":False} #, "stream":True
17
  url = f"https://api-inference.huggingface.co/models/{model_id}"
18
  correction=1
19
  prompt=f"[INST] {message} [/INST]" # skipped <s>
 
13
  def response(message, history, model):
14
  if(model=="Default"): model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
15
  model_id = model
16
+ params={"max_new_tokens":600, "return_full_text":False} #, "max_length":500, "stream":True
17
  url = f"https://api-inference.huggingface.co/models/{model_id}"
18
  correction=1
19
  prompt=f"[INST] {message} [/INST]" # skipped <s>