| """ | |
| Patches to support multipack for mixtral | |
| """ | |
| import transformers | |
| from axolotl.monkeypatch.utils import get_unpad_data | |
| def replace_mixtral_attn_with_multipack_flash_attn(): | |
| transformers.models.mixtral.modeling_mixtral._get_unpad_data = ( # pylint: disable=protected-access | |
| get_unpad_data | |
| ) | |