dsakerkwq commited on
Commit
d663f91
·
verified ·
1 Parent(s): f458775

Training in progress, step 43, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8abd5715448a8a1fac39804677b50c1e8a72ba4ef436240e8c5e587cf75a07c2
3
  size 70430032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e264277991fc4e889fafc66bfc1047254385b24ff80f0aac1794179a80b2b67
3
  size 70430032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c36772a63afb995ff6a8f52c507cb04505a13298eba625be387a43c97b609bd
3
  size 141053442
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:725c7967e372751f013018368849dfae35346db6ed4b036d69604421454c8a3d
3
  size 141053442
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5433ff1e9949be9de1546c90b457864d547bee64a7dc39705010bae1aec1ade5
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:449ffd5edc0a9f10a9f7f607b211b3ac6ff28bbd1376679b6f472190381d9454
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:736787b25cc1a2b4028695d5cd33e84f4adc14b368bbe5f4972d774a51f01a26
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10efbe51ec315065adb3c371dd5cd5362662d193edf6d571eccf37d11eee5b1f
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6430cd7c709cde9e44e9e2a983a6edec1f9154b0192eb0663158a6dd627d3969
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30af4525e4841f5cd4f93993cba1aff9445086f8c7a87772762d5f4fb0c3b541
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44b6e43d955f77c43dd8a623a3bf286a4a783a569d6bfcf5268db45b9bdc4cb6
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84bc1c7efd56469248a5ec9db1751fc1ba9e5a7e6013394e5f8415bc17cd350f
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f73e6deadf3f08547d8bef9e9b3d87995c0c2ef87d51b8801270b8b2d32ac55
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9ca16dc5125aa616f8880e7477dabd4029e096d950b1e4b31474d314c00eace
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.12850531935691833,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
- "epoch": 1.7777777777777777,
5
  "eval_steps": 25,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -198,6 +198,132 @@
198
  "eval_samples_per_second": 61.281,
199
  "eval_steps_per_second": 15.933,
200
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
201
  }
202
  ],
203
  "logging_steps": 1,
@@ -221,12 +347,12 @@
221
  "should_evaluate": false,
222
  "should_log": false,
223
  "should_save": true,
224
- "should_training_stop": false
225
  },
226
  "attributes": {}
227
  }
228
  },
229
- "total_flos": 2.3494879120195584e+16,
230
  "train_batch_size": 2,
231
  "trial_name": null,
232
  "trial_params": null
 
1
  {
2
  "best_metric": 0.12850531935691833,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
+ "epoch": 3.057777777777778,
5
  "eval_steps": 25,
6
+ "global_step": 43,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
198
  "eval_samples_per_second": 61.281,
199
  "eval_steps_per_second": 15.933,
200
  "step": 25
201
+ },
202
+ {
203
+ "epoch": 1.8488888888888888,
204
+ "grad_norm": 0.7657303214073181,
205
+ "learning_rate": 4.307583240115024e-05,
206
+ "loss": 0.1534,
207
+ "step": 26
208
+ },
209
+ {
210
+ "epoch": 1.92,
211
+ "grad_norm": 1.1523308753967285,
212
+ "learning_rate": 3.9789240471617385e-05,
213
+ "loss": 0.1398,
214
+ "step": 27
215
+ },
216
+ {
217
+ "epoch": 1.991111111111111,
218
+ "grad_norm": 0.6146386861801147,
219
+ "learning_rate": 3.659191132728971e-05,
220
+ "loss": 0.1803,
221
+ "step": 28
222
+ },
223
+ {
224
+ "epoch": 2.062222222222222,
225
+ "grad_norm": 5.423893451690674,
226
+ "learning_rate": 3.350260816694816e-05,
227
+ "loss": 0.8846,
228
+ "step": 29
229
+ },
230
+ {
231
+ "epoch": 2.1333333333333333,
232
+ "grad_norm": 0.7562944293022156,
233
+ "learning_rate": 3.0539460249945056e-05,
234
+ "loss": 0.185,
235
+ "step": 30
236
+ },
237
+ {
238
+ "epoch": 2.2044444444444444,
239
+ "grad_norm": 0.599077582359314,
240
+ "learning_rate": 2.7719856506501306e-05,
241
+ "loss": 0.1333,
242
+ "step": 31
243
+ },
244
+ {
245
+ "epoch": 2.2755555555555556,
246
+ "grad_norm": 0.5775408744812012,
247
+ "learning_rate": 2.5060343492549566e-05,
248
+ "loss": 0.1894,
249
+ "step": 32
250
+ },
251
+ {
252
+ "epoch": 2.3466666666666667,
253
+ "grad_norm": 0.893593966960907,
254
+ "learning_rate": 2.257652828796459e-05,
255
+ "loss": 0.1983,
256
+ "step": 33
257
+ },
258
+ {
259
+ "epoch": 2.417777777777778,
260
+ "grad_norm": 0.8925317525863647,
261
+ "learning_rate": 2.0282986908012567e-05,
262
+ "loss": 0.1313,
263
+ "step": 34
264
+ },
265
+ {
266
+ "epoch": 2.488888888888889,
267
+ "grad_norm": 0.6804959774017334,
268
+ "learning_rate": 1.819317876549771e-05,
269
+ "loss": 0.1761,
270
+ "step": 35
271
+ },
272
+ {
273
+ "epoch": 2.56,
274
+ "grad_norm": 0.6663115620613098,
275
+ "learning_rate": 1.631936768557596e-05,
276
+ "loss": 0.2367,
277
+ "step": 36
278
+ },
279
+ {
280
+ "epoch": 2.631111111111111,
281
+ "grad_norm": 0.5432018637657166,
282
+ "learning_rate": 1.4672549936752506e-05,
283
+ "loss": 0.1042,
284
+ "step": 37
285
+ },
286
+ {
287
+ "epoch": 2.7022222222222223,
288
+ "grad_norm": 0.5868009328842163,
289
+ "learning_rate": 1.3262389700405744e-05,
290
+ "loss": 0.1132,
291
+ "step": 38
292
+ },
293
+ {
294
+ "epoch": 2.7733333333333334,
295
+ "grad_norm": 0.6464464068412781,
296
+ "learning_rate": 1.2097162357528127e-05,
297
+ "loss": 0.2215,
298
+ "step": 39
299
+ },
300
+ {
301
+ "epoch": 2.8444444444444446,
302
+ "grad_norm": 0.779269814491272,
303
+ "learning_rate": 1.1183705925499948e-05,
304
+ "loss": 0.1072,
305
+ "step": 40
306
+ },
307
+ {
308
+ "epoch": 2.9155555555555557,
309
+ "grad_norm": 0.7263559699058533,
310
+ "learning_rate": 1.0527380929884324e-05,
311
+ "loss": 0.151,
312
+ "step": 41
313
+ },
314
+ {
315
+ "epoch": 2.986666666666667,
316
+ "grad_norm": 0.471716970205307,
317
+ "learning_rate": 1.013203894673168e-05,
318
+ "loss": 0.133,
319
+ "step": 42
320
+ },
321
+ {
322
+ "epoch": 3.057777777777778,
323
+ "grad_norm": 3.000406503677368,
324
+ "learning_rate": 1e-05,
325
+ "loss": 0.4811,
326
+ "step": 43
327
  }
328
  ],
329
  "logging_steps": 1,
 
347
  "should_evaluate": false,
348
  "should_log": false,
349
  "should_save": true,
350
+ "should_training_stop": true
351
  },
352
  "attributes": {}
353
  }
354
  },
355
+ "total_flos": 4.053927872744653e+16,
356
  "train_batch_size": 2,
357
  "trial_name": null,
358
  "trial_params": null