Spaces:
Running
on
Zero
Running
on
Zero
aixsatoshi
commited on
Commit
•
368b03f
1
Parent(s):
d1b6a69
Update app.py
Browse files
app.py
CHANGED
@@ -8,14 +8,14 @@ import random
|
|
8 |
from datasets import load_dataset
|
9 |
|
10 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
11 |
-
MODEL_ID = "
|
12 |
MODELS = os.environ.get("MODELS")
|
13 |
MODEL_NAME = MODEL_ID.split("/")[-1]
|
14 |
|
15 |
TITLE = "<h1><center>New japanese LLM model webui</center></h1>"
|
16 |
|
17 |
DESCRIPTION = f"""
|
18 |
-
<h3>MODEL: <a href="https://huggingface.co/
|
19 |
<center>
|
20 |
<p>
|
21 |
<br>
|
@@ -85,7 +85,7 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
|
|
85 |
max_new_tokens=max_new_tokens,
|
86 |
do_sample=True,
|
87 |
temperature=temperature,
|
88 |
-
eos_token_id=[
|
89 |
)
|
90 |
|
91 |
thread = Thread(target=model.generate, kwargs=generate_kwargs)
|
|
|
8 |
from datasets import load_dataset
|
9 |
|
10 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
11 |
+
MODEL_ID = "CohereForAI/c4ai-command-r7b-12-2024"
|
12 |
MODELS = os.environ.get("MODELS")
|
13 |
MODEL_NAME = MODEL_ID.split("/")[-1]
|
14 |
|
15 |
TITLE = "<h1><center>New japanese LLM model webui</center></h1>"
|
16 |
|
17 |
DESCRIPTION = f"""
|
18 |
+
<h3>MODEL: <a href="https://huggingface.co/CohereForAI/c4ai-command-r7b-12-2024">CohereForAI/c4ai-command-r7b-12-2024</a></h3>
|
19 |
<center>
|
20 |
<p>
|
21 |
<br>
|
|
|
85 |
max_new_tokens=max_new_tokens,
|
86 |
do_sample=True,
|
87 |
temperature=temperature,
|
88 |
+
#eos_token_id=[255001],
|
89 |
)
|
90 |
|
91 |
thread = Thread(target=model.generate, kwargs=generate_kwargs)
|