File size: 694 Bytes
ae81e0f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
"""
Linear and linear attention + sliding window classes
"""
from .linear_attention import (
LolcatsLinearAttention, LinearAttentionState
)
from .linear_window_attention_tk import (
LolcatsTKWindowAttention, LinearAttentionTKWindowCache
)
from .linear_window_attention_sw import (
LolcatsSlidingWindowAttention, LinearAttentionSlidingWindowCache
)
# Experimental chunk linear attentions
from .linear_window_attention_tk_long import (
LolcatsTKWindowLongAttention,
)
from .linear_window_attention_sw_long import (
LolcatsSlidingWindowLongAttention,
)
from .linear_window_attention_tk_gen import (
LolcatsWindowAttentionTKGen,
LinearAttentionTKWindowGenerationCache
)
|