| """ | |
| Linear and linear attention + sliding window classes | |
| """ | |
| from .linear_attention import ( | |
| LolcatsLinearAttention, LinearAttentionState | |
| ) | |
| from .linear_window_attention_tk import ( | |
| LolcatsTKWindowAttention, LinearAttentionTKWindowCache | |
| ) | |
| from .linear_window_attention_sw import ( | |
| LolcatsSlidingWindowAttention, LinearAttentionSlidingWindowCache | |
| ) | |
| # Experimental chunk linear attentions | |
| from .linear_window_attention_tk_long import ( | |
| LolcatsTKWindowLongAttention, | |
| ) | |
| from .linear_window_attention_sw_long import ( | |
| LolcatsSlidingWindowLongAttention, | |
| ) | |
| from .linear_window_attention_tk_gen import ( | |
| LolcatsWindowAttentionTKGen, | |
| LinearAttentionTKWindowGenerationCache | |
| ) | |