Update app.py
Browse files
app.py
CHANGED
@@ -91,7 +91,7 @@ def load_model(_docs):
|
|
91 |
# return f"""[INST] <<SYS>>{system_prompt}<</SYS>>{prompt} [/INST]""".strip()
|
92 |
|
93 |
def generate_prompt(prompt: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT) -> str:
|
94 |
-
return f"""
|
95 |
|
96 |
|
97 |
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
|
|
91 |
# return f"""[INST] <<SYS>>{system_prompt}<</SYS>>{prompt} [/INST]""".strip()
|
92 |
|
93 |
def generate_prompt(prompt: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT) -> str:
|
94 |
+
return f"""<s>[INST] <<SYS>>{{ system_prompt }}<</SYS>>{{ prompt }} [/INST]""".strip()
|
95 |
|
96 |
|
97 |
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|