dsakerkwq commited on
Commit
81b0a14
1 Parent(s): 14d8145

Training in progress, step 39, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc3e6fd00c8a6edf32244c60fbab55b1905045e8cfca52eacc1d00a5ed94b653
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58f8179ef7267f2a8a03b514b4f65d883c7710bb53b798709e9cc1a15eab89e7
3
  size 261131840
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f84b9b974c9f4ae3556b9c742aca5950b3b7cdd74c780a66b4ccbcf679517ff
3
  size 522406650
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3b739486dd67668d4ec06b202d37d250dec6627a2be0a7d8622b2f133039b6a
3
  size 522406650
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:656cf9adc1148971a1bb484c810b220161fa2f640c22a0cecef8db678d87dcce
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18449718104b618e79ca842aab308da0d1114677f57be00c8e1aacd557e1b06b
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7e22502c65b64ca0b58cf1a2197838a24ff5e1a35c0b17ecc01a4313b65e468
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fc9d534bafeaa873d59b385fbf9bf46ea1bb73bdb857445cccaddbd24128764
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:855655eaa1f69d3c5954146587c9875625878969a5eb91788f4b0cd2835a220a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ff545e85dd6ead9f30e6c443db4364f34be6becb3f61bc26ca4bc9a89e48b84
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:483d7d7c031662ba6eee45a8c1647527c5cb6a1c65fcd34463f311160a1d6dde
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87bf05c1f661bc9e58186ff51ea5da4e2f920141ae4ef825e8d70746c0d9ed32
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b53322a9e0770f1aa889f3dc8eda417cbde627f634c75503b1e43849ff496ab
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d50872ebe2ae52bfb0e335aaa2e28a3dac724479a77b01ce7ef36e8156017c85
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.038246795535087585,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
- "epoch": 1.9607843137254903,
5
  "eval_steps": 25,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -198,6 +198,104 @@
198
  "eval_samples_per_second": 27.331,
199
  "eval_steps_per_second": 7.106,
200
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
201
  }
202
  ],
203
  "logging_steps": 1,
@@ -221,12 +319,12 @@
221
  "should_evaluate": false,
222
  "should_log": false,
223
  "should_save": true,
224
- "should_training_stop": false
225
  },
226
  "attributes": {}
227
  }
228
  },
229
- "total_flos": 2.631214808694784e+17,
230
  "train_batch_size": 2,
231
  "trial_name": null,
232
  "trial_params": null
 
1
  {
2
  "best_metric": 0.038246795535087585,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
+ "epoch": 3.0588235294117645,
5
  "eval_steps": 25,
6
+ "global_step": 39,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
198
  "eval_samples_per_second": 27.331,
199
  "eval_steps_per_second": 7.106,
200
  "step": 25
201
+ },
202
+ {
203
+ "epoch": 2.0392156862745097,
204
+ "grad_norm": 3.510915994644165,
205
+ "learning_rate": 3.474083148320469e-05,
206
+ "loss": 0.4248,
207
+ "step": 26
208
+ },
209
+ {
210
+ "epoch": 2.1176470588235294,
211
+ "grad_norm": 8.030313491821289,
212
+ "learning_rate": 3.1406172239924584e-05,
213
+ "loss": 0.8069,
214
+ "step": 27
215
+ },
216
+ {
217
+ "epoch": 2.196078431372549,
218
+ "grad_norm": 26.57486915588379,
219
+ "learning_rate": 2.8241507066307104e-05,
220
+ "loss": 1.1415,
221
+ "step": 28
222
+ },
223
+ {
224
+ "epoch": 2.2745098039215685,
225
+ "grad_norm": 6.342585563659668,
226
+ "learning_rate": 2.5269637447446348e-05,
227
+ "loss": 0.0675,
228
+ "step": 29
229
+ },
230
+ {
231
+ "epoch": 2.3529411764705883,
232
+ "grad_norm": 20.42534065246582,
233
+ "learning_rate": 2.2511975772046403e-05,
234
+ "loss": 1.1795,
235
+ "step": 30
236
+ },
237
+ {
238
+ "epoch": 2.431372549019608,
239
+ "grad_norm": 71.26493835449219,
240
+ "learning_rate": 1.9988391055670233e-05,
241
+ "loss": 1.4359,
242
+ "step": 31
243
+ },
244
+ {
245
+ "epoch": 2.5098039215686274,
246
+ "grad_norm": 4.1655449867248535,
247
+ "learning_rate": 1.771706578402711e-05,
248
+ "loss": 0.0568,
249
+ "step": 32
250
+ },
251
+ {
252
+ "epoch": 2.588235294117647,
253
+ "grad_norm": 12.102375030517578,
254
+ "learning_rate": 1.5714364907746536e-05,
255
+ "loss": 0.9678,
256
+ "step": 33
257
+ },
258
+ {
259
+ "epoch": 2.6666666666666665,
260
+ "grad_norm": 25.678956985473633,
261
+ "learning_rate": 1.3994717932533891e-05,
262
+ "loss": 1.2355,
263
+ "step": 34
264
+ },
265
+ {
266
+ "epoch": 2.7450980392156863,
267
+ "grad_norm": 1.5909215211868286,
268
+ "learning_rate": 1.257051495425121e-05,
269
+ "loss": 0.0221,
270
+ "step": 35
271
+ },
272
+ {
273
+ "epoch": 2.8235294117647056,
274
+ "grad_norm": 33.322696685791016,
275
+ "learning_rate": 1.1452017387992552e-05,
276
+ "loss": 1.1316,
277
+ "step": 36
278
+ },
279
+ {
280
+ "epoch": 2.9019607843137254,
281
+ "grad_norm": 23.584259033203125,
282
+ "learning_rate": 1.064728403435312e-05,
283
+ "loss": 0.9945,
284
+ "step": 37
285
+ },
286
+ {
287
+ "epoch": 2.980392156862745,
288
+ "grad_norm": 6.629971981048584,
289
+ "learning_rate": 1.0162113015586309e-05,
290
+ "loss": 0.3805,
291
+ "step": 38
292
+ },
293
+ {
294
+ "epoch": 3.0588235294117645,
295
+ "grad_norm": 8.110614776611328,
296
+ "learning_rate": 1e-05,
297
+ "loss": 0.5328,
298
+ "step": 39
299
  }
300
  ],
301
  "logging_steps": 1,
 
319
  "should_evaluate": false,
320
  "should_log": false,
321
  "should_save": true,
322
+ "should_training_stop": true
323
  },
324
  "attributes": {}
325
  }
326
  },
327
+ "total_flos": 4.104695101563863e+17,
328
  "train_batch_size": 2,
329
  "trial_name": null,
330
  "trial_params": null