dzanbek commited on
Commit
03c5da1
1 Parent(s): 90f997b

Training in progress, step 20, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38a69eea60ae2c511a6a8a453007dc0ae54463f09a21478cf573a6cb04903739
3
  size 160284754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cea84735b20860df07e99c5d032c755433782ce57a7cebf8eb1b1f833e67ae5
3
  size 160284754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0c99adfd3842a16f78adc954f43d1319a31e4bf74797a8fd450f6ab3f8c288b
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c325a5b88aa7600e783ee566917eff9758a4ec707c33c129463258bf687aee2
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff2736979009751c0c6b0ddcc5f6544d6f723aa752b4798eab0b70fb76cf0083
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842484d97bbf42f9f92b7e7c8dcf4fda5e0b0607fec45e60ed168e6d3a7f3132
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.028735632183908046,
5
  "eval_steps": 3,
6
- "global_step": 15,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -160,6 +160,49 @@
160
  "eval_samples_per_second": 8.902,
161
  "eval_steps_per_second": 4.451,
162
  "step": 15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
163
  }
164
  ],
165
  "logging_steps": 1,
@@ -179,7 +222,7 @@
179
  "attributes": {}
180
  }
181
  },
182
- "total_flos": 4929492678082560.0,
183
  "train_batch_size": 2,
184
  "trial_name": null,
185
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.038314176245210725,
5
  "eval_steps": 3,
6
+ "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
160
  "eval_samples_per_second": 8.902,
161
  "eval_steps_per_second": 4.451,
162
  "step": 15
163
+ },
164
+ {
165
+ "epoch": 0.03065134099616858,
166
+ "grad_norm": NaN,
167
+ "learning_rate": 4.2178276747988446e-05,
168
+ "loss": 0.0,
169
+ "step": 16
170
+ },
171
+ {
172
+ "epoch": 0.032567049808429116,
173
+ "grad_norm": NaN,
174
+ "learning_rate": 3.4549150281252636e-05,
175
+ "loss": 0.0,
176
+ "step": 17
177
+ },
178
+ {
179
+ "epoch": 0.034482758620689655,
180
+ "grad_norm": NaN,
181
+ "learning_rate": 2.7300475013022663e-05,
182
+ "loss": 0.0,
183
+ "step": 18
184
+ },
185
+ {
186
+ "epoch": 0.034482758620689655,
187
+ "eval_loss": NaN,
188
+ "eval_runtime": 24.7147,
189
+ "eval_samples_per_second": 8.902,
190
+ "eval_steps_per_second": 4.451,
191
+ "step": 18
192
+ },
193
+ {
194
+ "epoch": 0.03639846743295019,
195
+ "grad_norm": NaN,
196
+ "learning_rate": 2.061073738537635e-05,
197
+ "loss": 0.0,
198
+ "step": 19
199
+ },
200
+ {
201
+ "epoch": 0.038314176245210725,
202
+ "grad_norm": NaN,
203
+ "learning_rate": 1.4644660940672627e-05,
204
+ "loss": 0.0,
205
+ "step": 20
206
  }
207
  ],
208
  "logging_steps": 1,
 
222
  "attributes": {}
223
  }
224
  },
225
+ "total_flos": 6572656904110080.0,
226
  "train_batch_size": 2,
227
  "trial_name": null,
228
  "trial_params": null