| """ | |
| Patches to support multipack for falcon | |
| """ | |
| import transformers | |
| from axolotl.monkeypatch.utils import get_unpad_data | |
| def replace_falcon_attn_with_multipack_flash_attn(): | |
| transformers.models.falcon.modeling_falcon._get_unpad_data = ( # pylint: disable=protected-access | |
| get_unpad_data | |
| ) | |