add weights and config for small 32k len

config.json

@@ -0,0 +1,25 @@
+{
+  "d_model": 256,
+  "n_layer": 4,
+  "d_inner": 1024,
+  "vocab_size": 12,
+  "resid_dropout": 0.0,
+  "embed_dropout": 0.1,
+  "fused_mlp": false,
+  "fused_dropout_add_ln": true,
+  "residual_in_fp32": true,
+  "pad_vocab_size_multiple": 8,
+  "return_hidden_state": true,
+  "layer": {
+    "_name_": "hyena",
+    "emb_dim": 5,
+    "filter_order": 64,
+    "local_order": 3,
+    "l_max": 32770,
+    "modulate": true,
+    "w": 10,
+    "lr": 6e-4,
+    "wd": 0.0,
+    "lr_pos_emb": 0.0
+  }
+}

weights.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33558e085d0545e00eb5d56d9421af668a995cef1fcb76aa02bc00808a0acb88
+size 42638185