vishwask commited on
Commit
201a1f5
·
1 Parent(s): 74d6517

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -91,7 +91,7 @@ def load_model(_docs):
91
  # return f"""[INST] <<SYS>>{system_prompt}<</SYS>>{prompt} [/INST]""".strip()
92
 
93
  def generate_prompt(prompt: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT) -> str:
94
- return f"""<|im_start|>system{system_prompt}<|im_end|><|im_start|>user{prompt}<|im_end|>""".strip()
95
 
96
 
97
  streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
 
91
  # return f"""[INST] <<SYS>>{system_prompt}<</SYS>>{prompt} [/INST]""".strip()
92
 
93
  def generate_prompt(prompt: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT) -> str:
94
+ return f"""<s>[INST] <<SYS>>{{ system_prompt }}<</SYS>>{{ prompt }} [/INST]""".strip()
95
 
96
 
97
  streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)