aixsatoshi commited on
Commit
368b03f
1 Parent(s): d1b6a69

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -8,14 +8,14 @@ import random
8
  from datasets import load_dataset
9
 
10
  HF_TOKEN = os.environ.get("HF_TOKEN", None)
11
- MODEL_ID = "Aratako/sarashina2.1-1b-sft"
12
  MODELS = os.environ.get("MODELS")
13
  MODEL_NAME = MODEL_ID.split("/")[-1]
14
 
15
  TITLE = "<h1><center>New japanese LLM model webui</center></h1>"
16
 
17
  DESCRIPTION = f"""
18
- <h3>MODEL: <a href="https://huggingface.co/Aratako/sarashina2.1-1b-sft">Aratako/sarashina2.1-1b-sft</a></h3>
19
  <center>
20
  <p>
21
  <br>
@@ -85,7 +85,7 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
85
  max_new_tokens=max_new_tokens,
86
  do_sample=True,
87
  temperature=temperature,
88
- eos_token_id=[2, 102401],
89
  )
90
 
91
  thread = Thread(target=model.generate, kwargs=generate_kwargs)
 
8
  from datasets import load_dataset
9
 
10
  HF_TOKEN = os.environ.get("HF_TOKEN", None)
11
+ MODEL_ID = "CohereForAI/c4ai-command-r7b-12-2024"
12
  MODELS = os.environ.get("MODELS")
13
  MODEL_NAME = MODEL_ID.split("/")[-1]
14
 
15
  TITLE = "<h1><center>New japanese LLM model webui</center></h1>"
16
 
17
  DESCRIPTION = f"""
18
+ <h3>MODEL: <a href="https://huggingface.co/CohereForAI/c4ai-command-r7b-12-2024">CohereForAI/c4ai-command-r7b-12-2024</a></h3>
19
  <center>
20
  <p>
21
  <br>
 
85
  max_new_tokens=max_new_tokens,
86
  do_sample=True,
87
  temperature=temperature,
88
+ #eos_token_id=[255001],
89
  )
90
 
91
  thread = Thread(target=model.generate, kwargs=generate_kwargs)