fix dbrx
Browse files
src/backend/huggingface_generate_until.py
CHANGED
@@ -28,7 +28,7 @@ class HFLMwithChatTemplate(HFLMWithMeasurement):
|
|
28 |
messages = [
|
29 |
{"role": "user", "content": f"{input_string}"},
|
30 |
]
|
31 |
-
if "dbrx
|
32 |
updated_string = self.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
33 |
else:
|
34 |
updated_string = self.tokenizer.apply_chat_template(messages, tokenize=False)
|
|
|
28 |
messages = [
|
29 |
{"role": "user", "content": f"{input_string}"},
|
30 |
]
|
31 |
+
if "dbrx" in self.model.name_or_path:
|
32 |
updated_string = self.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
33 |
else:
|
34 |
updated_string = self.tokenizer.apply_chat_template(messages, tokenize=False)
|