Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -139,7 +139,7 @@ def chat_llama3_8b(message: str,
139
 
140
  streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
141
  # print(max_new_tokens)
142
- max_new_tokens=4096
143
  temperature=0.9
144
  generate_kwargs = dict(
145
  input_ids= input_ids,
 
139
 
140
  streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
141
  # print(max_new_tokens)
142
+ max_new_tokens=5000000
143
  temperature=0.9
144
  generate_kwargs = dict(
145
  input_ids= input_ids,