| """ | |
| Patches to support multipack for phi2 | |
| """ | |
| import transformers | |
| from axolotl.monkeypatch.utils import get_unpad_data | |
| def replace_phi_attn_with_multipack_flash_attn(): | |
| transformers.models.phi.modeling_phi._get_unpad_data = ( # pylint: disable=protected-access | |
| get_unpad_data | |
| ) | |