dsakerkwq commited on
Commit
94b72ac
1 Parent(s): 3e73e76

Training in progress, step 50, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ecec8ac997fa8fa65b28d8e510f06b566fbc03b713183a8fbd9c0f0748ee6331
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19c2a57e8cd2241657c4c5f0b2c660c95cfe2846f564e923e7433702f0278c4e
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7fce0f489a42c93a56fabb9e85e96a3c28e8107027e5ff702633fc9e001399c
3
  size 671466706
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f545ce2fa4dbef89c368e7eb79f8fc33bb1396c4baa9b285b7459fb5debbc312
3
  size 671466706
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3f2fe1790db27ec340675d86f668ee8c2fb526a7c3a43a5ca198da2711be77f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a18952cd0e2897b6e49670a89b563ab0e49500c78b330598ed8d419dd251fdd1
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:455fd1228b395276315ca562e5a6c8efb278e54e28a3da689790fe071828eaa4
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8e0dc53edfcdf4c7f9609c6f315392a635124566dbd7f3fad7166c47fb1d8c5
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6007655c906bb10bcfb17630dde1a3040722f923b4aadc11f955622461fff959
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28505173f92ecdd362339a246f12ab227649ef446fbaec229aeb7c09b000661c
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7f709279770bc215c0fffddff1a0e8eb71a398aa6cac41d545f1676127e298e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e4ecfc65ee3aa2116aaa3457452a1958ff70a50cbd7b48886189b98bdad0596
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d271cdb95f63cd655315f063ca2e25c78dc5ae4275523c5d4f80f367586b3351
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5607f6de446164d9d9adb8b91c44cec55b14aa391e24ba5637c08b834eedda2a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.19639895856380463,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
- "epoch": 0.28188865398167723,
5
  "eval_steps": 25,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -198,6 +198,189 @@
198
  "eval_samples_per_second": 20.016,
199
  "eval_steps_per_second": 5.204,
200
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
201
  }
202
  ],
203
  "logging_steps": 1,
@@ -221,12 +404,12 @@
221
  "should_evaluate": false,
222
  "should_log": false,
223
  "should_save": true,
224
- "should_training_stop": false
225
  },
226
  "attributes": {}
227
  }
228
  },
229
- "total_flos": 3.010152160391332e+17,
230
  "train_batch_size": 2,
231
  "trial_name": null,
232
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.11933062225580215,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 0.5637773079633545,
5
  "eval_steps": 25,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
198
  "eval_samples_per_second": 20.016,
199
  "eval_steps_per_second": 5.204,
200
  "step": 25
201
+ },
202
+ {
203
+ "epoch": 0.29316420014094435,
204
+ "grad_norm": 2.109933614730835,
205
+ "learning_rate": 5.500000000000001e-05,
206
+ "loss": 0.4934,
207
+ "step": 26
208
+ },
209
+ {
210
+ "epoch": 0.3044397463002114,
211
+ "grad_norm": 0.022254984825849533,
212
+ "learning_rate": 5.205685918464356e-05,
213
+ "loss": 0.0002,
214
+ "step": 27
215
+ },
216
+ {
217
+ "epoch": 0.3157152924594785,
218
+ "grad_norm": 0.05473516136407852,
219
+ "learning_rate": 4.912632135009769e-05,
220
+ "loss": 0.0006,
221
+ "step": 28
222
+ },
223
+ {
224
+ "epoch": 0.3269908386187456,
225
+ "grad_norm": 0.028082022443413734,
226
+ "learning_rate": 4.6220935509274235e-05,
227
+ "loss": 0.0002,
228
+ "step": 29
229
+ },
230
+ {
231
+ "epoch": 0.3382663847780127,
232
+ "grad_norm": 0.17534944415092468,
233
+ "learning_rate": 4.3353142970386564e-05,
234
+ "loss": 0.0022,
235
+ "step": 30
236
+ },
237
+ {
238
+ "epoch": 0.34954193093727975,
239
+ "grad_norm": 0.0239122174680233,
240
+ "learning_rate": 4.053522406135775e-05,
241
+ "loss": 0.0003,
242
+ "step": 31
243
+ },
244
+ {
245
+ "epoch": 0.3608174770965469,
246
+ "grad_norm": 0.006109355948865414,
247
+ "learning_rate": 3.777924554357096e-05,
248
+ "loss": 0.0001,
249
+ "step": 32
250
+ },
251
+ {
252
+ "epoch": 0.37209302325581395,
253
+ "grad_norm": 0.09741108864545822,
254
+ "learning_rate": 3.509700894014496e-05,
255
+ "loss": 0.0004,
256
+ "step": 33
257
+ },
258
+ {
259
+ "epoch": 0.383368569415081,
260
+ "grad_norm": 0.12838013470172882,
261
+ "learning_rate": 3.250000000000001e-05,
262
+ "loss": 0.0008,
263
+ "step": 34
264
+ },
265
+ {
266
+ "epoch": 0.39464411557434814,
267
+ "grad_norm": 0.004765228368341923,
268
+ "learning_rate": 2.9999339514117912e-05,
269
+ "loss": 0.0001,
270
+ "step": 35
271
+ },
272
+ {
273
+ "epoch": 0.4059196617336152,
274
+ "grad_norm": 0.005345562938600779,
275
+ "learning_rate": 2.760573569460757e-05,
276
+ "loss": 0.0001,
277
+ "step": 36
278
+ },
279
+ {
280
+ "epoch": 0.41719520789288234,
281
+ "grad_norm": 0.002657412551343441,
282
+ "learning_rate": 2.53294383204969e-05,
283
+ "loss": 0.0001,
284
+ "step": 37
285
+ },
286
+ {
287
+ "epoch": 0.4284707540521494,
288
+ "grad_norm": 1.4992165565490723,
289
+ "learning_rate": 2.3180194846605367e-05,
290
+ "loss": 0.3407,
291
+ "step": 38
292
+ },
293
+ {
294
+ "epoch": 0.4397463002114165,
295
+ "grad_norm": 0.03090500459074974,
296
+ "learning_rate": 2.1167208663446025e-05,
297
+ "loss": 0.0004,
298
+ "step": 39
299
+ },
300
+ {
301
+ "epoch": 0.4510218463706836,
302
+ "grad_norm": 0.023092983290553093,
303
+ "learning_rate": 1.9299099686894423e-05,
304
+ "loss": 0.0003,
305
+ "step": 40
306
+ },
307
+ {
308
+ "epoch": 0.46229739252995067,
309
+ "grad_norm": 0.03314114734530449,
310
+ "learning_rate": 1.758386744638546e-05,
311
+ "loss": 0.0004,
312
+ "step": 41
313
+ },
314
+ {
315
+ "epoch": 0.47357293868921774,
316
+ "grad_norm": 0.008977651596069336,
317
+ "learning_rate": 1.602885682970026e-05,
318
+ "loss": 0.0002,
319
+ "step": 42
320
+ },
321
+ {
322
+ "epoch": 0.48484848484848486,
323
+ "grad_norm": 0.01702510006725788,
324
+ "learning_rate": 1.464072663102903e-05,
325
+ "loss": 0.0003,
326
+ "step": 43
327
+ },
328
+ {
329
+ "epoch": 0.49612403100775193,
330
+ "grad_norm": 0.02620372734963894,
331
+ "learning_rate": 1.3425421036992098e-05,
332
+ "loss": 0.0003,
333
+ "step": 44
334
+ },
335
+ {
336
+ "epoch": 0.507399577167019,
337
+ "grad_norm": 0.23229342699050903,
338
+ "learning_rate": 1.2388144172720251e-05,
339
+ "loss": 0.0032,
340
+ "step": 45
341
+ },
342
+ {
343
+ "epoch": 0.5186751233262861,
344
+ "grad_norm": 0.010418013669550419,
345
+ "learning_rate": 1.1533337816991932e-05,
346
+ "loss": 0.0002,
347
+ "step": 46
348
+ },
349
+ {
350
+ "epoch": 0.5299506694855532,
351
+ "grad_norm": 0.015945376828312874,
352
+ "learning_rate": 1.0864662381854632e-05,
353
+ "loss": 0.0003,
354
+ "step": 47
355
+ },
356
+ {
357
+ "epoch": 0.5412262156448203,
358
+ "grad_norm": 0.017018966376781464,
359
+ "learning_rate": 1.0384981238178534e-05,
360
+ "loss": 0.0003,
361
+ "step": 48
362
+ },
363
+ {
364
+ "epoch": 0.5525017618040874,
365
+ "grad_norm": 0.010695608332753181,
366
+ "learning_rate": 1.0096348454262845e-05,
367
+ "loss": 0.0002,
368
+ "step": 49
369
+ },
370
+ {
371
+ "epoch": 0.5637773079633545,
372
+ "grad_norm": 0.004107787273824215,
373
+ "learning_rate": 1e-05,
374
+ "loss": 0.0001,
375
+ "step": 50
376
+ },
377
+ {
378
+ "epoch": 0.5637773079633545,
379
+ "eval_loss": 0.11933062225580215,
380
+ "eval_runtime": 2.4961,
381
+ "eval_samples_per_second": 20.031,
382
+ "eval_steps_per_second": 5.208,
383
+ "step": 50
384
  }
385
  ],
386
  "logging_steps": 1,
 
404
  "should_evaluate": false,
405
  "should_log": false,
406
  "should_save": true,
407
+ "should_training_stop": true
408
  },
409
  "attributes": {}
410
  }
411
  },
412
+ "total_flos": 6.02216935664386e+17,
413
  "train_batch_size": 2,
414
  "trial_name": null,
415
  "trial_params": null