Spaces:
Running
on
Zero
Running
on
Zero
BramVanroy
commited on
Commit
•
189b244
1
Parent(s):
85a0b8a
Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ import spaces
|
|
11 |
import torch
|
12 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
13 |
|
14 |
-
MAX_MAX_NEW_TOKENS =
|
15 |
DEFAULT_MAX_NEW_TOKENS = 1024
|
16 |
MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "8192"))
|
17 |
|
|
|
11 |
import torch
|
12 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
13 |
|
14 |
+
MAX_MAX_NEW_TOKENS = 1536
|
15 |
DEFAULT_MAX_NEW_TOKENS = 1024
|
16 |
MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "8192"))
|
17 |
|