tim-lawson commited on
Commit
1eb7091
1 Parent(s): c8a7894

Push model using huggingface_hub.

Browse files
Files changed (2) hide show
  1. config.json +15 -4
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,9 +1,20 @@
1
  {
 
2
  "auxk": 256,
3
- "dead_steps_threshold": 76,
 
 
4
  "dead_threshold": 0.001,
 
 
5
  "k": 32,
6
- "n_inputs": 768,
7
- "n_latents": 49152,
8
- "standardize": true
 
 
 
 
 
 
9
  }
 
1
  {
2
+ "accumulate_grad_batches": 64,
3
  "auxk": 256,
4
+ "auxk_coef": 0.03125,
5
+ "batch_size": 1,
6
+ "dead_steps_threshold": null,
7
  "dead_threshold": 0.001,
8
+ "dead_tokens_threshold": 10000000,
9
+ "expansion_factor": 64,
10
  "k": 32,
11
+ "layers": [
12
+ 4
13
+ ],
14
+ "lr": 0.0001,
15
+ "max_length": 2048,
16
+ "model_name": "EleutherAI/pythia-160m-deduped",
17
+ "skip_special_tokens": true,
18
+ "standardize": true,
19
+ "tuned_lens": false
20
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb505229bffa5d63bd62feb087098ad63d87923500ab16417158212892d3b995
3
- size 301993232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1c7f5553f0668469faee166cf0f5cacd85e943b947a87e11837a046b48e491
3
+ size 951304624