tim-lawson
commited on
Push model using huggingface_hub.
Browse files- README.md +1 -4
- config.json +4 -2
README.md
CHANGED
@@ -1,12 +1,9 @@
|
|
1 |
---
|
2 |
-
language: en
|
3 |
-
library_name: mlsae
|
4 |
-
license: mit
|
5 |
tags:
|
6 |
- model_hub_mixin
|
7 |
- pytorch_model_hub_mixin
|
8 |
---
|
9 |
|
10 |
This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration:
|
11 |
-
- Library:
|
12 |
- Docs: [More Information Needed]
|
|
|
1 |
---
|
|
|
|
|
|
|
2 |
tags:
|
3 |
- model_hub_mixin
|
4 |
- pytorch_model_hub_mixin
|
5 |
---
|
6 |
|
7 |
This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration:
|
8 |
+
- Library: [More Information Needed]
|
9 |
- Docs: [More Information Needed]
|
config.json
CHANGED
@@ -8,11 +8,13 @@
|
|
8 |
"dead_tokens_threshold": 10000000,
|
9 |
"expansion_factor": 64,
|
10 |
"k": 32,
|
11 |
-
"layers":
|
|
|
|
|
12 |
"lr": 0.0001,
|
13 |
"max_length": 2048,
|
14 |
"model_name": "EleutherAI/pythia-70m-deduped",
|
15 |
"skip_special_tokens": true,
|
16 |
"standardize": true,
|
17 |
"tuned_lens": false
|
18 |
-
}
|
|
|
8 |
"dead_tokens_threshold": 10000000,
|
9 |
"expansion_factor": 64,
|
10 |
"k": 32,
|
11 |
+
"layers": [
|
12 |
+
0
|
13 |
+
],
|
14 |
"lr": 0.0001,
|
15 |
"max_length": 2048,
|
16 |
"model_name": "EleutherAI/pythia-70m-deduped",
|
17 |
"skip_special_tokens": true,
|
18 |
"standardize": true,
|
19 |
"tuned_lens": false
|
20 |
+
}
|