add experimental embedding SAEs (#4)

- add embedding SAEs (5d4e7393f011e40ebd30bef82ab739987fcdea91)

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+embedding/width_4k/average_l0_14/params.npz filter=lfs diff=lfs merge=lfs -text
+embedding/width_4k/average_l0_22/params.npz filter=lfs diff=lfs merge=lfs -text
+embedding/width_4k/average_l0_7/params.npz filter=lfs diff=lfs merge=lfs -text
+embedding/width_4k/average_l0_80/params.npz filter=lfs diff=lfs merge=lfs -text

README.md

@@ -14,6 +14,7 @@ See our [landing page](https://huggingface.co/google/gemma-scope) for details on
 - `gemma-scope-`: See 1.
 - `9b-pt-`: These SAEs were trained on Gemma v2 9B base model.
 - `res`: These SAEs were trained on the model's residual stream.
+- We include experimental SAEs trained on token embeddings in the ./embedding folder.
 
 ## 3. Point of Contact
 

embedding/width_4k/average_l0_14/params.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76fa289096d128b2c0a3332d0ca1b0e18fbe92fbcf75e21041b8d541b68b107
+size 117488856

embedding/width_4k/average_l0_22/params.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5833adf3bcddf15702c7be57d9a8120a87caf207fbfa960c175a8952efaa236
+size 117488856

embedding/width_4k/average_l0_7/params.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6b1c0903c4d950af510f99f3fcc3cc6832375d9bb150354516e079b91e0dba
+size 117488856

embedding/width_4k/average_l0_80/params.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c21c320ec56fc15b41ce006dbc147d3e813347091f47c54b21990a5342f03f6
+size 117488856