RoyJoy commited on
Commit
fc34c05
1 Parent(s): 259cf40

Training in progress, step 163, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85032ceca520f8b48db3ce2a47ec0fcae1899990454f97b39212143ffa55785a
3
  size 1521616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfbbd768e951195c3fdc3debad971efb58b2ae48df3c82c3f4338bf0225c7a5
3
  size 1521616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42c06c623b7cb8281763844c7de9cced42aecdf476b697f9edfdf1b7c939cea9
3
  size 3108666
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa7a7bf8f2cc1f7940ce5c735bee2d4ea81ce38d21c77b06d60ed3da983d8edd
3
  size 3108666
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6841daf949ca1d59ffa9c38bc182934d53c27335e7abe319fccca79972556ca3
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee34784d39577c00d7a8591f8428aa17f24e890f5c1d13459bd20b5da9d391d1
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a7ca8e55af6b4feda97946cf69d286f368ca3c1d50f3951c0dcbfa4faae95ae
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12941659ba57889c47a9773e7344f67ad687782a9ee6c5cf9f13124ff6930a81
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8207164e65c023390018e471df1c8a2d6b63497b02538e7c9479a46941ee2ec7
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b23b09fcceafad989e22d3c5bbe6f603a6310692431da25b23a21791e836e2b
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:faf9d6db6d338497d7f96bb6781178aab234997fa413b22da388194e8a349725
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce7462caf9a10b59e3581eb947dcbdee5483a496386edb74edc5bc2b195b850
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ea272cd4197c9309705eb2746849abb3b66dd82041e4d35136512f2a6d5e004
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9584b990eb1d762133ca744b2d560c00d1b8e953f0c718d599b13b400bf125a
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.9801422357559204,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
- "epoch": 2.771667146559171,
5
  "eval_steps": 25,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1113,6 +1113,97 @@
1113
  "eval_samples_per_second": 261.698,
1114
  "eval_steps_per_second": 68.042,
1115
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1116
  }
1117
  ],
1118
  "logging_steps": 1,
@@ -1136,12 +1227,12 @@
1136
  "should_evaluate": false,
1137
  "should_log": false,
1138
  "should_save": true,
1139
- "should_training_stop": false
1140
  },
1141
  "attributes": {}
1142
  }
1143
  },
1144
- "total_flos": 1392626572984320.0,
1145
  "train_batch_size": 1,
1146
  "trial_name": null,
1147
  "trial_params": null
 
1
  {
2
  "best_metric": 1.9801422357559204,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
+ "epoch": 3.0149726461272675,
5
  "eval_steps": 25,
6
+ "global_step": 163,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1113
  "eval_samples_per_second": 261.698,
1114
  "eval_steps_per_second": 68.042,
1115
  "step": 150
1116
+ },
1117
+ {
1118
+ "epoch": 2.7900950187158076,
1119
+ "grad_norm": 0.47503483295440674,
1120
+ "learning_rate": 1.1291093570728562e-05,
1121
+ "loss": 1.9973,
1122
+ "step": 151
1123
+ },
1124
+ {
1125
+ "epoch": 2.8085228908724447,
1126
+ "grad_norm": 0.7801658511161804,
1127
+ "learning_rate": 1.1085710876940912e-05,
1128
+ "loss": 2.0129,
1129
+ "step": 152
1130
+ },
1131
+ {
1132
+ "epoch": 2.8269507630290813,
1133
+ "grad_norm": 0.6917530298233032,
1134
+ "learning_rate": 1.0897911135788709e-05,
1135
+ "loss": 2.0055,
1136
+ "step": 153
1137
+ },
1138
+ {
1139
+ "epoch": 2.8453786351857184,
1140
+ "grad_norm": 0.7652437686920166,
1141
+ "learning_rate": 1.072776954088251e-05,
1142
+ "loss": 2.0203,
1143
+ "step": 154
1144
+ },
1145
+ {
1146
+ "epoch": 2.863806507342355,
1147
+ "grad_norm": 0.6981119513511658,
1148
+ "learning_rate": 1.0575354215643268e-05,
1149
+ "loss": 1.9213,
1150
+ "step": 155
1151
+ },
1152
+ {
1153
+ "epoch": 2.882234379498992,
1154
+ "grad_norm": 0.7254536151885986,
1155
+ "learning_rate": 1.0440726186026288e-05,
1156
+ "loss": 2.0316,
1157
+ "step": 156
1158
+ },
1159
+ {
1160
+ "epoch": 2.9006622516556293,
1161
+ "grad_norm": 0.5838481187820435,
1162
+ "learning_rate": 1.0323939356086828e-05,
1163
+ "loss": 1.9561,
1164
+ "step": 157
1165
+ },
1166
+ {
1167
+ "epoch": 2.919090123812266,
1168
+ "grad_norm": 0.48237353563308716,
1169
+ "learning_rate": 1.022504048639738e-05,
1170
+ "loss": 1.9832,
1171
+ "step": 158
1172
+ },
1173
+ {
1174
+ "epoch": 2.937517995968903,
1175
+ "grad_norm": 1.3573530912399292,
1176
+ "learning_rate": 1.0144069175325029e-05,
1177
+ "loss": 2.0506,
1178
+ "step": 159
1179
+ },
1180
+ {
1181
+ "epoch": 2.9559458681255397,
1182
+ "grad_norm": 1.1986020803451538,
1183
+ "learning_rate": 1.0081057843176601e-05,
1184
+ "loss": 1.9252,
1185
+ "step": 160
1186
+ },
1187
+ {
1188
+ "epoch": 2.974373740282177,
1189
+ "grad_norm": 0.5769727826118469,
1190
+ "learning_rate": 1.0036031719217808e-05,
1191
+ "loss": 1.9839,
1192
+ "step": 161
1193
+ },
1194
+ {
1195
+ "epoch": 2.9928016124388135,
1196
+ "grad_norm": 0.28778672218322754,
1197
+ "learning_rate": 1.0009008831571633e-05,
1198
+ "loss": 2.0119,
1199
+ "step": 162
1200
+ },
1201
+ {
1202
+ "epoch": 3.0149726461272675,
1203
+ "grad_norm": 2.086949110031128,
1204
+ "learning_rate": 1e-05,
1205
+ "loss": 3.7483,
1206
+ "step": 163
1207
  }
1208
  ],
1209
  "logging_steps": 1,
 
1227
  "should_evaluate": false,
1228
  "should_log": false,
1229
  "should_save": true,
1230
+ "should_training_stop": true
1231
  },
1232
  "attributes": {}
1233
  }
1234
  },
1235
+ "total_flos": 1513310000250880.0,
1236
  "train_batch_size": 1,
1237
  "trial_name": null,
1238
  "trial_params": null