vdos commited on
Commit
f8f6ace
·
verified ·
1 Parent(s): 0b5d449

Training in progress, step 41, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b2bfcedafcc344f64af9cdbbfc55cb04b073ea1ec42ea71b252026144d0455f
3
  size 147770496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf6126fffde686dfcbc3532bd2cf1253532bdf7ba6d15f2b665561307ed265d9
3
  size 147770496
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b46b173ab74967e1f083128f945b3ddb7b370641e8bbe5c0cea3917003bf167
3
  size 295765866
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c1de21b09c25a0fa1c648c02c7c79c9bee3a751526be104c0f99494ebb502a
3
  size 295765866
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2795dd34201d80879fdae9534075e28925d0f3cb9995c23e35d44995c4438a84
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13260f6b8f540fff6e3379d8f77076b68e1d652988d58c6ffe0bd6c8f4ad1731
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef684d290dc03931acc0a9d28ec9706a8757c9e616acb05899e56cf302011e55
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4770daa8e4d2ce9ed4b41fd9c0d5e0e822ecf67e191a137a035e1c0194331a1
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c76db927c448e69509b909b8146a91c2e3a0ad0520feea5bdab27095ecfde13a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:368d35434d485310fe978f91ee9af6450690f0b42a003dfeba691799bed71e31
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52fa31832e097b51770e36fc6024e3ce24d0780587acf14bf2b94f1e52de04ca
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243cd0223e3a8ad2ffd15ffa4deebf839b4412e2bc0e9e24a423d0f68e06fa3a
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc6b77c0cbcc35c1c43ee60e2766b6027d2e111edae589e45f75af1b1040b32d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84fc982e8229d2121603832a24f4c07bbdbf63985ed1d38e11762164a04dad3b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.0175485610961914,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
- "epoch": 1.8538812785388128,
5
  "eval_steps": 25,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -198,6 +198,118 @@
198
  "eval_samples_per_second": 85.902,
199
  "eval_steps_per_second": 11.084,
200
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
201
  }
202
  ],
203
  "logging_steps": 1,
@@ -221,12 +333,12 @@
221
  "should_evaluate": false,
222
  "should_log": false,
223
  "should_save": true,
224
- "should_training_stop": false
225
  },
226
  "attributes": {}
227
  }
228
  },
229
- "total_flos": 5.29768176943104e+16,
230
  "train_batch_size": 2,
231
  "trial_name": null,
232
  "trial_params": null
 
1
  {
2
  "best_metric": 1.0175485610961914,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
+ "epoch": 3.077625570776256,
5
  "eval_steps": 25,
6
+ "global_step": 41,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
198
  "eval_samples_per_second": 85.902,
199
  "eval_steps_per_second": 11.084,
200
  "step": 25
201
+ },
202
+ {
203
+ "epoch": 1.9269406392694064,
204
+ "grad_norm": 0.22027455270290375,
205
+ "learning_rate": 3.226975564787322e-05,
206
+ "loss": 1.0663,
207
+ "step": 26
208
+ },
209
+ {
210
+ "epoch": 2.0273972602739727,
211
+ "grad_norm": 0.2542748749256134,
212
+ "learning_rate": 2.8565371929847284e-05,
213
+ "loss": 1.821,
214
+ "step": 27
215
+ },
216
+ {
217
+ "epoch": 2.1004566210045663,
218
+ "grad_norm": 0.15314239263534546,
219
+ "learning_rate": 2.500000000000001e-05,
220
+ "loss": 1.0119,
221
+ "step": 28
222
+ },
223
+ {
224
+ "epoch": 2.17351598173516,
225
+ "grad_norm": 0.16169950366020203,
226
+ "learning_rate": 2.1596762663442218e-05,
227
+ "loss": 1.0286,
228
+ "step": 29
229
+ },
230
+ {
231
+ "epoch": 2.2465753424657535,
232
+ "grad_norm": 0.1641775369644165,
233
+ "learning_rate": 1.837773122023114e-05,
234
+ "loss": 0.9043,
235
+ "step": 30
236
+ },
237
+ {
238
+ "epoch": 2.319634703196347,
239
+ "grad_norm": 0.16621926426887512,
240
+ "learning_rate": 1.536378232452003e-05,
241
+ "loss": 1.2029,
242
+ "step": 31
243
+ },
244
+ {
245
+ "epoch": 2.3926940639269407,
246
+ "grad_norm": 0.1616508662700653,
247
+ "learning_rate": 1.257446259144494e-05,
248
+ "loss": 1.0547,
249
+ "step": 32
250
+ },
251
+ {
252
+ "epoch": 2.4657534246575343,
253
+ "grad_norm": 0.1510113924741745,
254
+ "learning_rate": 1.0027861829824952e-05,
255
+ "loss": 0.8809,
256
+ "step": 33
257
+ },
258
+ {
259
+ "epoch": 2.538812785388128,
260
+ "grad_norm": 0.1720770299434662,
261
+ "learning_rate": 7.740495722810271e-06,
262
+ "loss": 1.2133,
263
+ "step": 34
264
+ },
265
+ {
266
+ "epoch": 2.6118721461187215,
267
+ "grad_norm": 0.1738651543855667,
268
+ "learning_rate": 5.727198717339511e-06,
269
+ "loss": 1.0364,
270
+ "step": 35
271
+ },
272
+ {
273
+ "epoch": 2.684931506849315,
274
+ "grad_norm": 0.16424569487571716,
275
+ "learning_rate": 4.001027817058789e-06,
276
+ "loss": 0.9136,
277
+ "step": 36
278
+ },
279
+ {
280
+ "epoch": 2.7579908675799087,
281
+ "grad_norm": 0.1603696048259735,
282
+ "learning_rate": 2.573177902642726e-06,
283
+ "loss": 1.1305,
284
+ "step": 37
285
+ },
286
+ {
287
+ "epoch": 2.8310502283105023,
288
+ "grad_norm": 0.1709257960319519,
289
+ "learning_rate": 1.4529091286973995e-06,
290
+ "loss": 1.0569,
291
+ "step": 38
292
+ },
293
+ {
294
+ "epoch": 2.904109589041096,
295
+ "grad_norm": 0.17874523997306824,
296
+ "learning_rate": 6.474868681043578e-07,
297
+ "loss": 1.0163,
298
+ "step": 39
299
+ },
300
+ {
301
+ "epoch": 3.0045662100456623,
302
+ "grad_norm": 0.21786744892597198,
303
+ "learning_rate": 1.6213459328950352e-07,
304
+ "loss": 1.7187,
305
+ "step": 40
306
+ },
307
+ {
308
+ "epoch": 3.077625570776256,
309
+ "grad_norm": 0.12653082609176636,
310
+ "learning_rate": 0.0,
311
+ "loss": 1.0884,
312
+ "step": 41
313
  }
314
  ],
315
  "logging_steps": 1,
 
333
  "should_evaluate": false,
334
  "should_log": false,
335
  "should_save": true,
336
+ "should_training_stop": true
337
  },
338
  "attributes": {}
339
  }
340
  },
341
+ "total_flos": 8.688198101866906e+16,
342
  "train_batch_size": 2,
343
  "trial_name": null,
344
  "trial_params": null