| """ | |
| DPO strategies for zephyr | |
| """ | |
| def nectar(cfg, **kwargs): # pylint: disable=possibly-unused-variable,unused-argument | |
| def transform_fn(sample): | |
| data = {} | |
| data["prompt"] = ( | |
| "<|system|>\n</s>\n" | |
| "<|user|>\n" | |
| f"{sample['prompt']}</s>\n" | |
| "<|assistant|>\n" | |
| ) | |
| answers = sorted(sample["answers"], key=lambda x: x["rank"]) | |
| data["chosen"] = answers[-1]["answer"] | |
| data["rejected"] = answers[-2]["answer"] | |
| return data | |
| return transform_fn | |