nttx commited on
Commit
a5185e3
1 Parent(s): 56b5ae5

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d138b2340fce77a57b364be4fb36a68364e28bf7877a959a31cefa6fea705da
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db946f775ccb5ba4a06a837b63d8dbe0dccf2b7d60ef0a51db088e27dac3d08
3
  size 167832240
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a35f8e235219c612f2d1faa780b8698ed2c02f9129dacff6420e00aa551c897
3
  size 335922386
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a33e1e214a57b65e64a9d63813258f47ce7bc593d1cfb78b6de31bfdf5a37061
3
  size 335922386
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bd6ab12bc95fa2fed6a3cfa157b8cfb86523cba81e2ec321444e6d6dc6ac824
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d05e2e2da41f66386e3c25c1fbe7ac37225b844727ab5b3d3034ce17892760
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e70710c409284f74d525f8db5cfaccc22a8afd29416f19c595da9242ec92d936
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe157715eb8e05b3bab2a7f2fafac33705dc4a1a9dd7f6d860c3a7f9597d78bb
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 3.843121703539509e-06,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
- "epoch": 0.47468354430379744,
5
  "eval_steps": 25,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1113,6 +1113,372 @@
1113
  "eval_samples_per_second": 11.859,
1114
  "eval_steps_per_second": 1.66,
1115
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1116
  }
1117
  ],
1118
  "logging_steps": 1,
@@ -1136,12 +1502,12 @@
1136
  "should_evaluate": false,
1137
  "should_log": false,
1138
  "should_save": true,
1139
- "should_training_stop": false
1140
  },
1141
  "attributes": {}
1142
  }
1143
  },
1144
- "total_flos": 2.364765716348928e+17,
1145
  "train_batch_size": 8,
1146
  "trial_name": null,
1147
  "trial_params": null
 
1
  {
2
+ "best_metric": 3.6292572076490615e-06,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-200",
4
+ "epoch": 0.6329113924050633,
5
  "eval_steps": 25,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1113
  "eval_samples_per_second": 11.859,
1114
  "eval_steps_per_second": 1.66,
1115
  "step": 150
1116
+ },
1117
+ {
1118
+ "epoch": 0.4778481012658228,
1119
+ "grad_norm": 0.00012051728117512539,
1120
+ "learning_rate": 4.659698863221513e-05,
1121
+ "loss": 0.0,
1122
+ "step": 151
1123
+ },
1124
+ {
1125
+ "epoch": 0.4810126582278481,
1126
+ "grad_norm": 0.00011531780182849616,
1127
+ "learning_rate": 4.481448235912671e-05,
1128
+ "loss": 0.0,
1129
+ "step": 152
1130
+ },
1131
+ {
1132
+ "epoch": 0.48417721518987344,
1133
+ "grad_norm": 0.00010769336222438142,
1134
+ "learning_rate": 4.306073275629044e-05,
1135
+ "loss": 0.0,
1136
+ "step": 153
1137
+ },
1138
+ {
1139
+ "epoch": 0.4873417721518987,
1140
+ "grad_norm": 0.00013767057680524886,
1141
+ "learning_rate": 4.133621928133665e-05,
1142
+ "loss": 0.0,
1143
+ "step": 154
1144
+ },
1145
+ {
1146
+ "epoch": 0.49050632911392406,
1147
+ "grad_norm": 0.0001291928201681003,
1148
+ "learning_rate": 3.964141339903026e-05,
1149
+ "loss": 0.0,
1150
+ "step": 155
1151
+ },
1152
+ {
1153
+ "epoch": 0.4936708860759494,
1154
+ "grad_norm": 0.00012577274173963815,
1155
+ "learning_rate": 3.797677845237696e-05,
1156
+ "loss": 0.0,
1157
+ "step": 156
1158
+ },
1159
+ {
1160
+ "epoch": 0.49683544303797467,
1161
+ "grad_norm": 0.00012321483518462628,
1162
+ "learning_rate": 3.634276953594982e-05,
1163
+ "loss": 0.0,
1164
+ "step": 157
1165
+ },
1166
+ {
1167
+ "epoch": 0.5,
1168
+ "grad_norm": 0.0001265611790586263,
1169
+ "learning_rate": 3.473983337147118e-05,
1170
+ "loss": 0.0,
1171
+ "step": 158
1172
+ },
1173
+ {
1174
+ "epoch": 0.5031645569620253,
1175
+ "grad_norm": 0.00011362250370439142,
1176
+ "learning_rate": 3.316840818568315e-05,
1177
+ "loss": 0.0,
1178
+ "step": 159
1179
+ },
1180
+ {
1181
+ "epoch": 0.5063291139240507,
1182
+ "grad_norm": 0.00011914438073290512,
1183
+ "learning_rate": 3.162892359054098e-05,
1184
+ "loss": 0.0,
1185
+ "step": 160
1186
+ },
1187
+ {
1188
+ "epoch": 0.509493670886076,
1189
+ "grad_norm": 0.000137827213620767,
1190
+ "learning_rate": 3.0121800465761293e-05,
1191
+ "loss": 0.0,
1192
+ "step": 161
1193
+ },
1194
+ {
1195
+ "epoch": 0.5126582278481012,
1196
+ "grad_norm": 0.00015057259588502347,
1197
+ "learning_rate": 2.8647450843757897e-05,
1198
+ "loss": 0.0,
1199
+ "step": 162
1200
+ },
1201
+ {
1202
+ "epoch": 0.5158227848101266,
1203
+ "grad_norm": 0.00012548854283522815,
1204
+ "learning_rate": 2.7206277796996144e-05,
1205
+ "loss": 0.0,
1206
+ "step": 163
1207
+ },
1208
+ {
1209
+ "epoch": 0.5189873417721519,
1210
+ "grad_norm": 0.0001145464921137318,
1211
+ "learning_rate": 2.5798675327796993e-05,
1212
+ "loss": 0.0,
1213
+ "step": 164
1214
+ },
1215
+ {
1216
+ "epoch": 0.5221518987341772,
1217
+ "grad_norm": 0.00010434888827148825,
1218
+ "learning_rate": 2.4425028260620715e-05,
1219
+ "loss": 0.0,
1220
+ "step": 165
1221
+ },
1222
+ {
1223
+ "epoch": 0.5253164556962026,
1224
+ "grad_norm": 0.00012244140089023858,
1225
+ "learning_rate": 2.3085712136859668e-05,
1226
+ "loss": 0.0,
1227
+ "step": 166
1228
+ },
1229
+ {
1230
+ "epoch": 0.5284810126582279,
1231
+ "grad_norm": 0.00012237390910740942,
1232
+ "learning_rate": 2.178109311216913e-05,
1233
+ "loss": 0.0,
1234
+ "step": 167
1235
+ },
1236
+ {
1237
+ "epoch": 0.5316455696202531,
1238
+ "grad_norm": 0.00011009560694219545,
1239
+ "learning_rate": 2.0511527856363912e-05,
1240
+ "loss": 0.0,
1241
+ "step": 168
1242
+ },
1243
+ {
1244
+ "epoch": 0.5348101265822784,
1245
+ "grad_norm": 0.00012580900511238724,
1246
+ "learning_rate": 1.927736345590839e-05,
1247
+ "loss": 0.0,
1248
+ "step": 169
1249
+ },
1250
+ {
1251
+ "epoch": 0.5379746835443038,
1252
+ "grad_norm": 0.00011217856081202626,
1253
+ "learning_rate": 1.8078937319026654e-05,
1254
+ "loss": 0.0,
1255
+ "step": 170
1256
+ },
1257
+ {
1258
+ "epoch": 0.5411392405063291,
1259
+ "grad_norm": 0.00013822820619679987,
1260
+ "learning_rate": 1.6916577083458228e-05,
1261
+ "loss": 0.0,
1262
+ "step": 171
1263
+ },
1264
+ {
1265
+ "epoch": 0.5443037974683544,
1266
+ "grad_norm": 0.00010555924382060766,
1267
+ "learning_rate": 1.579060052688548e-05,
1268
+ "loss": 0.0,
1269
+ "step": 172
1270
+ },
1271
+ {
1272
+ "epoch": 0.5474683544303798,
1273
+ "grad_norm": 89.5312271118164,
1274
+ "learning_rate": 1.4701315480056164e-05,
1275
+ "loss": 0.0878,
1276
+ "step": 173
1277
+ },
1278
+ {
1279
+ "epoch": 0.5506329113924051,
1280
+ "grad_norm": 0.00011430850281612948,
1281
+ "learning_rate": 1.3649019742625623e-05,
1282
+ "loss": 0.0,
1283
+ "step": 174
1284
+ },
1285
+ {
1286
+ "epoch": 0.5537974683544303,
1287
+ "grad_norm": 0.00012487309868447483,
1288
+ "learning_rate": 1.2634001001741373e-05,
1289
+ "loss": 0.0,
1290
+ "step": 175
1291
+ },
1292
+ {
1293
+ "epoch": 0.5537974683544303,
1294
+ "eval_loss": 3.6144081150268903e-06,
1295
+ "eval_runtime": 4.2142,
1296
+ "eval_samples_per_second": 11.865,
1297
+ "eval_steps_per_second": 1.661,
1298
+ "step": 175
1299
+ },
1300
+ {
1301
+ "epoch": 0.5569620253164557,
1302
+ "grad_norm": 9.939469600794837e-05,
1303
+ "learning_rate": 1.1656536753392287e-05,
1304
+ "loss": 0.0,
1305
+ "step": 176
1306
+ },
1307
+ {
1308
+ "epoch": 0.560126582278481,
1309
+ "grad_norm": 0.00010342976020183414,
1310
+ "learning_rate": 1.0716894226543953e-05,
1311
+ "loss": 0.0,
1312
+ "step": 177
1313
+ },
1314
+ {
1315
+ "epoch": 0.5632911392405063,
1316
+ "grad_norm": 0.00010325428593205288,
1317
+ "learning_rate": 9.815330310080887e-06,
1318
+ "loss": 0.0,
1319
+ "step": 178
1320
+ },
1321
+ {
1322
+ "epoch": 0.5664556962025317,
1323
+ "grad_norm": 0.00011689613165799528,
1324
+ "learning_rate": 8.952091482575824e-06,
1325
+ "loss": 0.0,
1326
+ "step": 179
1327
+ },
1328
+ {
1329
+ "epoch": 0.569620253164557,
1330
+ "grad_norm": 0.00013029357069171965,
1331
+ "learning_rate": 8.127413744904804e-06,
1332
+ "loss": 0.0,
1333
+ "step": 180
1334
+ },
1335
+ {
1336
+ "epoch": 0.5727848101265823,
1337
+ "grad_norm": 0.00013230131298769265,
1338
+ "learning_rate": 7.34152255572697e-06,
1339
+ "loss": 0.0,
1340
+ "step": 181
1341
+ },
1342
+ {
1343
+ "epoch": 0.5759493670886076,
1344
+ "grad_norm": 0.00012508702639024705,
1345
+ "learning_rate": 6.594632769846353e-06,
1346
+ "loss": 0.0,
1347
+ "step": 182
1348
+ },
1349
+ {
1350
+ "epoch": 0.5791139240506329,
1351
+ "grad_norm": 0.00011323285434627905,
1352
+ "learning_rate": 5.886948579472778e-06,
1353
+ "loss": 0.0,
1354
+ "step": 183
1355
+ },
1356
+ {
1357
+ "epoch": 0.5822784810126582,
1358
+ "grad_norm": 0.00010946433030767366,
1359
+ "learning_rate": 5.218663458397715e-06,
1360
+ "loss": 0.0,
1361
+ "step": 184
1362
+ },
1363
+ {
1364
+ "epoch": 0.5854430379746836,
1365
+ "grad_norm": 0.0001123738256865181,
1366
+ "learning_rate": 4.589960109100444e-06,
1367
+ "loss": 0.0,
1368
+ "step": 185
1369
+ },
1370
+ {
1371
+ "epoch": 0.5886075949367089,
1372
+ "grad_norm": 0.0001037807232933119,
1373
+ "learning_rate": 4.001010412799138e-06,
1374
+ "loss": 0.0,
1375
+ "step": 186
1376
+ },
1377
+ {
1378
+ "epoch": 0.5917721518987342,
1379
+ "grad_norm": 0.0001033179578371346,
1380
+ "learning_rate": 3.451975382460109e-06,
1381
+ "loss": 0.0,
1382
+ "step": 187
1383
+ },
1384
+ {
1385
+ "epoch": 0.5949367088607594,
1386
+ "grad_norm": 0.0001089375073206611,
1387
+ "learning_rate": 2.9430051187785962e-06,
1388
+ "loss": 0.0,
1389
+ "step": 188
1390
+ },
1391
+ {
1392
+ "epoch": 0.5981012658227848,
1393
+ "grad_norm": 0.00010035360173787922,
1394
+ "learning_rate": 2.4742387691426445e-06,
1395
+ "loss": 0.0,
1396
+ "step": 189
1397
+ },
1398
+ {
1399
+ "epoch": 0.6012658227848101,
1400
+ "grad_norm": 0.00011862103565363213,
1401
+ "learning_rate": 2.0458044895916513e-06,
1402
+ "loss": 0.0,
1403
+ "step": 190
1404
+ },
1405
+ {
1406
+ "epoch": 0.6044303797468354,
1407
+ "grad_norm": 0.00011845329572679475,
1408
+ "learning_rate": 1.6578194097797258e-06,
1409
+ "loss": 0.0,
1410
+ "step": 191
1411
+ },
1412
+ {
1413
+ "epoch": 0.6075949367088608,
1414
+ "grad_norm": 0.0001070655562216416,
1415
+ "learning_rate": 1.3103896009537207e-06,
1416
+ "loss": 0.0,
1417
+ "step": 192
1418
+ },
1419
+ {
1420
+ "epoch": 0.6107594936708861,
1421
+ "grad_norm": 0.00010345505870645866,
1422
+ "learning_rate": 1.0036100469542786e-06,
1423
+ "loss": 0.0,
1424
+ "step": 193
1425
+ },
1426
+ {
1427
+ "epoch": 0.6139240506329114,
1428
+ "grad_norm": 0.00010370357631472871,
1429
+ "learning_rate": 7.375646182482875e-07,
1430
+ "loss": 0.0,
1431
+ "step": 194
1432
+ },
1433
+ {
1434
+ "epoch": 0.6170886075949367,
1435
+ "grad_norm": 0.0001055766042554751,
1436
+ "learning_rate": 5.123260489995229e-07,
1437
+ "loss": 0.0,
1438
+ "step": 195
1439
+ },
1440
+ {
1441
+ "epoch": 0.620253164556962,
1442
+ "grad_norm": 0.00010368825314799324,
1443
+ "learning_rate": 3.2795591718381975e-07,
1444
+ "loss": 0.0,
1445
+ "step": 196
1446
+ },
1447
+ {
1448
+ "epoch": 0.6234177215189873,
1449
+ "grad_norm": 8.988654735730961e-05,
1450
+ "learning_rate": 1.8450462775428942e-07,
1451
+ "loss": 0.0,
1452
+ "step": 197
1453
+ },
1454
+ {
1455
+ "epoch": 0.6265822784810127,
1456
+ "grad_norm": 9.781260450836271e-05,
1457
+ "learning_rate": 8.201139886109264e-08,
1458
+ "loss": 0.0,
1459
+ "step": 198
1460
+ },
1461
+ {
1462
+ "epoch": 0.629746835443038,
1463
+ "grad_norm": 0.000103578349808231,
1464
+ "learning_rate": 2.0504251129649374e-08,
1465
+ "loss": 0.0,
1466
+ "step": 199
1467
+ },
1468
+ {
1469
+ "epoch": 0.6329113924050633,
1470
+ "grad_norm": 0.00010729693894973025,
1471
+ "learning_rate": 0.0,
1472
+ "loss": 0.0,
1473
+ "step": 200
1474
+ },
1475
+ {
1476
+ "epoch": 0.6329113924050633,
1477
+ "eval_loss": 3.6292572076490615e-06,
1478
+ "eval_runtime": 4.2103,
1479
+ "eval_samples_per_second": 11.876,
1480
+ "eval_steps_per_second": 1.663,
1481
+ "step": 200
1482
  }
1483
  ],
1484
  "logging_steps": 1,
 
1502
  "should_evaluate": false,
1503
  "should_log": false,
1504
  "should_save": true,
1505
+ "should_training_stop": true
1506
  },
1507
  "attributes": {}
1508
  }
1509
  },
1510
+ "total_flos": 3.153020955131904e+17,
1511
  "train_batch_size": 8,
1512
  "trial_name": null,
1513
  "trial_params": null