Spaces:
Running
Running
yentinglin
commited on
Commit
•
cff2810
1
Parent(s):
d7804ca
Upload app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ from transformers import AutoTokenizer
|
|
9 |
endpoint_url = os.environ.get("ENDPOINT_URL", "http://127.0.0.1:8080")
|
10 |
client = Client(endpoint_url, timeout=120)
|
11 |
eos_token = "</s>"
|
12 |
-
max_prompt_length = 4096 - 512
|
13 |
|
14 |
tokenizer = AutoTokenizer.from_pretrained("yentinglin/Taiwan-LLaMa-v1.0")
|
15 |
|
|
|
9 |
endpoint_url = os.environ.get("ENDPOINT_URL", "http://127.0.0.1:8080")
|
10 |
client = Client(endpoint_url, timeout=120)
|
11 |
eos_token = "</s>"
|
12 |
+
max_prompt_length = 4096 - 512 - 10
|
13 |
|
14 |
tokenizer = AutoTokenizer.from_pretrained("yentinglin/Taiwan-LLaMa-v1.0")
|
15 |
|