dzanbek commited on
Commit
612fdbd
1 Parent(s): fc20247

Training in progress, step 20, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6517a209ac5d5a1c26f06016c074944deebfb838c486c25d12b5c411ff56d5ee
3
  size 49846260
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b590db5b2a28d85c0b82d5580062e98db2d95e7e75fafdcf726fbbacea9f32be
3
  size 49846260
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f70701041128af6937348c92468e75d858b8823688a9ee96c3d463a6a67a0f8a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1220a35005eeb73eee58f3c7ed357c175737e6d8476f3d618898c86e0d179e11
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b52924c88c1c80163d374a6650253dd74b8b46052a3da6fc5e4076e57b5effa
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d605401690d7669ff16aeaca6820cbd8d0d605afe748c51045ce90888810a22
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.01735357917570499,
5
  "eval_steps": 4,
6
- "global_step": 16,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -159,6 +159,42 @@
159
  "eval_samples_per_second": 7.653,
160
  "eval_steps_per_second": 3.836,
161
  "step": 16
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
162
  }
163
  ],
164
  "logging_steps": 1,
@@ -178,7 +214,7 @@
178
  "attributes": {}
179
  }
180
  },
181
- "total_flos": 4471748686774272.0,
182
  "train_batch_size": 2,
183
  "trial_name": null,
184
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.021691973969631236,
5
  "eval_steps": 4,
6
+ "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
159
  "eval_samples_per_second": 7.653,
160
  "eval_steps_per_second": 3.836,
161
  "step": 16
162
+ },
163
+ {
164
+ "epoch": 0.01843817787418655,
165
+ "grad_norm": NaN,
166
+ "learning_rate": 0.00018526401643540922,
167
+ "loss": 0.0,
168
+ "step": 17
169
+ },
170
+ {
171
+ "epoch": 0.019522776572668113,
172
+ "grad_norm": NaN,
173
+ "learning_rate": 0.00018090169943749476,
174
+ "loss": 0.0,
175
+ "step": 18
176
+ },
177
+ {
178
+ "epoch": 0.020607375271149676,
179
+ "grad_norm": NaN,
180
+ "learning_rate": 0.0001760405965600031,
181
+ "loss": 0.0,
182
+ "step": 19
183
+ },
184
+ {
185
+ "epoch": 0.021691973969631236,
186
+ "grad_norm": NaN,
187
+ "learning_rate": 0.00017071067811865476,
188
+ "loss": 0.0,
189
+ "step": 20
190
+ },
191
+ {
192
+ "epoch": 0.021691973969631236,
193
+ "eval_loss": NaN,
194
+ "eval_runtime": 50.8357,
195
+ "eval_samples_per_second": 7.652,
196
+ "eval_steps_per_second": 3.836,
197
+ "step": 20
198
  }
199
  ],
200
  "logging_steps": 1,
 
214
  "attributes": {}
215
  }
216
  },
217
+ "total_flos": 5589685858467840.0,
218
  "train_batch_size": 2,
219
  "trial_name": null,
220
  "trial_params": null