Merge pull request #243 from OpenAccess-AI-Collective/unprompted-instruct
Browse files
src/axolotl/prompt_strategies/alpaca_instruct.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
"""Module loading the AlpacaInstructPromptTokenizingStrategy class"""
|
2 |
|
3 |
from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy
|
4 |
-
from axolotl.prompters import AlpacaPrompter, PromptStyle
|
5 |
|
6 |
|
7 |
def load(tokenizer, cfg):
|
@@ -11,3 +11,12 @@ def load(tokenizer, cfg):
|
|
11 |
cfg.train_on_inputs,
|
12 |
cfg.sequence_len,
|
13 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
"""Module loading the AlpacaInstructPromptTokenizingStrategy class"""
|
2 |
|
3 |
from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy
|
4 |
+
from axolotl.prompters import AlpacaPrompter, PromptStyle, UnpromptedPrompter
|
5 |
|
6 |
|
7 |
def load(tokenizer, cfg):
|
|
|
11 |
cfg.train_on_inputs,
|
12 |
cfg.sequence_len,
|
13 |
)
|
14 |
+
|
15 |
+
|
16 |
+
def load_no_prompt(tokenizer, cfg):
|
17 |
+
return AlpacaPromptTokenizingStrategy(
|
18 |
+
UnpromptedPrompter(PromptStyle.INSTRUCT.value),
|
19 |
+
tokenizer,
|
20 |
+
cfg.train_on_inputs,
|
21 |
+
cfg.sequence_len,
|
22 |
+
)
|