farmery commited on
Commit
54c2599
·
verified ·
1 Parent(s): b48a60e

Training in progress, step 50, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:626a90ee15c300b8170c43b8fdd94992639b4c13087eeeb4d9b1f2beec7a9ff9
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aef52bb299e989df98e293355641ff56dc3a3e43a68926d02328af9171900eec
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79797b2edf02da384d5b52f0397cab41e83685e79b0ee2160290a3a39ed6a854
3
  size 671466706
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2929a1f5926125f075599864651f213cb0ffd692b2f4fe9b76cd41ba35562cc
3
  size 671466706
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7fb540bf1098f3fafd2ed3f5530d3aedc9e2282c29efa7e1a0eb379d600df5e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f84c0dab2299268ee9a680624db586d3e2841d6716a98e1cfe7418659efd4637
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8132a70e2c906264f66a9a972096ea0ea0e8f6ed5761ec4dff184c03a94047f0
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50be61d909f587455365584b393b87dd8622c8e62afb45a0896539b949481051
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cc524578aece9db639622bd82bf0d1b1989813f74386e1d5c6d48ba44286a29
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f62d2d7fbdbcf21a71afc7305b03d21c03157d469d6b4bb2e802fdb1e8bc9fc1
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c7027a1fee7d6ccfca069071c4dc789a5def1d8b8eb31339fab088adea4107f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50358e6ae175bd80bfe3762f58f91387f2ddf0abb474b86adfe6e0bd5fd6b2c6
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99fc9c0ec571f76cf9b6d1229601c5173899cd18104e487c5627f5f4c56c6e8a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46fa8207e86dee7d50b0ab12f1dd18c4426e8c65d06f97f8b2bd004a747e9cfa
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.007979253939756632,
5
  "eval_steps": 25,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -198,6 +198,189 @@
198
  "eval_samples_per_second": 36.776,
199
  "eval_steps_per_second": 4.6,
200
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
201
  }
202
  ],
203
  "logging_steps": 1,
@@ -217,7 +400,7 @@
217
  "attributes": {}
218
  }
219
  },
220
- "total_flos": 1.492020904329216e+17,
221
  "train_batch_size": 2,
222
  "trial_name": null,
223
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.015958507879513265,
5
  "eval_steps": 25,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
198
  "eval_samples_per_second": 36.776,
199
  "eval_steps_per_second": 4.6,
200
  "step": 25
201
+ },
202
+ {
203
+ "epoch": 0.008298424097346898,
204
+ "grad_norm": 1.4494647979736328,
205
+ "learning_rate": 7.68649804173412e-05,
206
+ "loss": 0.0816,
207
+ "step": 26
208
+ },
209
+ {
210
+ "epoch": 0.008617594254937163,
211
+ "grad_norm": 0.7066687941551208,
212
+ "learning_rate": 7.500000000000001e-05,
213
+ "loss": 0.0262,
214
+ "step": 27
215
+ },
216
+ {
217
+ "epoch": 0.008936764412527429,
218
+ "grad_norm": 0.8260243535041809,
219
+ "learning_rate": 7.308743066175172e-05,
220
+ "loss": 0.0334,
221
+ "step": 28
222
+ },
223
+ {
224
+ "epoch": 0.009255934570117695,
225
+ "grad_norm": 0.5964095592498779,
226
+ "learning_rate": 7.113091308703498e-05,
227
+ "loss": 0.0204,
228
+ "step": 29
229
+ },
230
+ {
231
+ "epoch": 0.009575104727707959,
232
+ "grad_norm": 0.4692519009113312,
233
+ "learning_rate": 6.91341716182545e-05,
234
+ "loss": 0.0194,
235
+ "step": 30
236
+ },
237
+ {
238
+ "epoch": 0.009894274885298225,
239
+ "grad_norm": 1.4883151054382324,
240
+ "learning_rate": 6.710100716628344e-05,
241
+ "loss": 0.06,
242
+ "step": 31
243
+ },
244
+ {
245
+ "epoch": 0.01021344504288849,
246
+ "grad_norm": 0.21536561846733093,
247
+ "learning_rate": 6.503528997521366e-05,
248
+ "loss": 0.005,
249
+ "step": 32
250
+ },
251
+ {
252
+ "epoch": 0.010532615200478756,
253
+ "grad_norm": 1.1327840089797974,
254
+ "learning_rate": 6.294095225512603e-05,
255
+ "loss": 0.0278,
256
+ "step": 33
257
+ },
258
+ {
259
+ "epoch": 0.01085178535806902,
260
+ "grad_norm": 0.9777172207832336,
261
+ "learning_rate": 6.0821980696905146e-05,
262
+ "loss": 0.0202,
263
+ "step": 34
264
+ },
265
+ {
266
+ "epoch": 0.011170955515659286,
267
+ "grad_norm": 1.0507439374923706,
268
+ "learning_rate": 5.868240888334653e-05,
269
+ "loss": 0.0252,
270
+ "step": 35
271
+ },
272
+ {
273
+ "epoch": 0.011490125673249552,
274
+ "grad_norm": 0.8614091277122498,
275
+ "learning_rate": 5.6526309611002594e-05,
276
+ "loss": 0.0152,
277
+ "step": 36
278
+ },
279
+ {
280
+ "epoch": 0.011809295830839816,
281
+ "grad_norm": 0.41616290807724,
282
+ "learning_rate": 5.435778713738292e-05,
283
+ "loss": 0.005,
284
+ "step": 37
285
+ },
286
+ {
287
+ "epoch": 0.012128465988430082,
288
+ "grad_norm": 1.297167420387268,
289
+ "learning_rate": 5.218096936826681e-05,
290
+ "loss": 0.0125,
291
+ "step": 38
292
+ },
293
+ {
294
+ "epoch": 0.012447636146020347,
295
+ "grad_norm": 1.1140822172164917,
296
+ "learning_rate": 5e-05,
297
+ "loss": 0.0137,
298
+ "step": 39
299
+ },
300
+ {
301
+ "epoch": 0.012766806303610613,
302
+ "grad_norm": 1.8954771757125854,
303
+ "learning_rate": 4.781903063173321e-05,
304
+ "loss": 0.0162,
305
+ "step": 40
306
+ },
307
+ {
308
+ "epoch": 0.013085976461200877,
309
+ "grad_norm": 1.8588792085647583,
310
+ "learning_rate": 4.564221286261709e-05,
311
+ "loss": 0.0407,
312
+ "step": 41
313
+ },
314
+ {
315
+ "epoch": 0.013405146618791143,
316
+ "grad_norm": 1.1832501888275146,
317
+ "learning_rate": 4.347369038899744e-05,
318
+ "loss": 0.0177,
319
+ "step": 42
320
+ },
321
+ {
322
+ "epoch": 0.013724316776381409,
323
+ "grad_norm": 0.1914079785346985,
324
+ "learning_rate": 4.131759111665349e-05,
325
+ "loss": 0.002,
326
+ "step": 43
327
+ },
328
+ {
329
+ "epoch": 0.014043486933971673,
330
+ "grad_norm": 0.8026562333106995,
331
+ "learning_rate": 3.917801930309486e-05,
332
+ "loss": 0.006,
333
+ "step": 44
334
+ },
335
+ {
336
+ "epoch": 0.01436265709156194,
337
+ "grad_norm": 0.1954847127199173,
338
+ "learning_rate": 3.705904774487396e-05,
339
+ "loss": 0.0016,
340
+ "step": 45
341
+ },
342
+ {
343
+ "epoch": 0.014681827249152204,
344
+ "grad_norm": 0.0970122441649437,
345
+ "learning_rate": 3.4964710024786354e-05,
346
+ "loss": 0.0009,
347
+ "step": 46
348
+ },
349
+ {
350
+ "epoch": 0.01500099740674247,
351
+ "grad_norm": 2.05657696723938,
352
+ "learning_rate": 3.289899283371657e-05,
353
+ "loss": 0.0471,
354
+ "step": 47
355
+ },
356
+ {
357
+ "epoch": 0.015320167564332734,
358
+ "grad_norm": 0.10873958468437195,
359
+ "learning_rate": 3.086582838174551e-05,
360
+ "loss": 0.0012,
361
+ "step": 48
362
+ },
363
+ {
364
+ "epoch": 0.015639337721923,
365
+ "grad_norm": 2.274010419845581,
366
+ "learning_rate": 2.886908691296504e-05,
367
+ "loss": 0.0141,
368
+ "step": 49
369
+ },
370
+ {
371
+ "epoch": 0.015958507879513265,
372
+ "grad_norm": 0.029483182355761528,
373
+ "learning_rate": 2.6912569338248315e-05,
374
+ "loss": 0.0006,
375
+ "step": 50
376
+ },
377
+ {
378
+ "epoch": 0.015958507879513265,
379
+ "eval_loss": 0.030417734757065773,
380
+ "eval_runtime": 286.7279,
381
+ "eval_samples_per_second": 36.808,
382
+ "eval_steps_per_second": 4.604,
383
+ "step": 50
384
  }
385
  ],
386
  "logging_steps": 1,
 
400
  "attributes": {}
401
  }
402
  },
403
+ "total_flos": 2.984041808658432e+17,
404
  "train_batch_size": 2,
405
  "trial_name": null,
406
  "trial_params": null