v4: WFIQ-enhanced WaveletFourierKV + full eval
Browse files
spectral_kv/eval_comprehensive.py
CHANGED
|
@@ -28,6 +28,7 @@ from spectral_kv.compressors import (
|
|
| 28 |
FourierKV, WaveletKV, WaveletFourierKV, WaveletTriAttention,
|
| 29 |
TriAttentionKV, TurboQuantKV, FullAttention, create_compressor,
|
| 30 |
_key_norms, _normalize,
|
|
|
|
| 31 |
)
|
| 32 |
|
| 33 |
# βββββββββββββββββββββββββββ Helpers ββββββββββββββββββββββββββββββ
|
|
@@ -480,6 +481,7 @@ def build_methods(budget, head_dim):
|
|
| 480 |
"WaveletKV": WaveletKV(budget=budget, levels=5),
|
| 481 |
"WaveletFourierKV": WaveletFourierKV(budget=budget, levels=5,
|
| 482 |
cascaded=True),
|
|
|
|
| 483 |
"WaveletTriAttn": WaveletTriAttention(budget=budget,
|
| 484 |
head_dim=head_dim),
|
| 485 |
"TriAttentionKV": TriAttentionKV(budget=budget,
|
|
|
|
| 28 |
FourierKV, WaveletKV, WaveletFourierKV, WaveletTriAttention,
|
| 29 |
TriAttentionKV, TurboQuantKV, FullAttention, create_compressor,
|
| 30 |
_key_norms, _normalize,
|
| 31 |
+
WaveletFourierKV_WFIQ, GoldenLayerAllocator,
|
| 32 |
)
|
| 33 |
|
| 34 |
# βββββββββββββββββββββββββββ Helpers ββββββββββββββββββββββββββββββ
|
|
|
|
| 481 |
"WaveletKV": WaveletKV(budget=budget, levels=5),
|
| 482 |
"WaveletFourierKV": WaveletFourierKV(budget=budget, levels=5,
|
| 483 |
cascaded=True),
|
| 484 |
+
"WF-WFIQ": WaveletFourierKV_WFIQ(budget=budget, levels=5),
|
| 485 |
"WaveletTriAttn": WaveletTriAttention(budget=budget,
|
| 486 |
head_dim=head_dim),
|
| 487 |
"TriAttentionKV": TriAttentionKV(budget=budget,
|