dimasik2987 commited on
Commit
0462017
·
verified ·
1 Parent(s): f42bca9

Training in progress, step 20, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5af105525370eec15b17484216a97d4d9480e8f0820c925aeef92384a70380da
3
  size 159967880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2318934a559574d1d5ffe858353051e44e9a0f98bfcec895a212d5b83e23a6fb
3
  size 159967880
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6bb36cb9ad15841030dda728d353affdde511cff8583c118ebf2d3000f7f488
3
  size 320194002
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a501e9af8031271f08e11252a83c842fc40ce0f1d5f2bc52866f5bb66073df0
3
  size 320194002
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a040b3377ea29e2e573174f608927490657c8c978fdb95169126a63ddf2673b
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d341293548ca00e0e58d5d96dd5b9a987f30f65d8d779264a3bcee6bef50b4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8bb840dbc65c27ef8840855786e35bfea033749e5d7571cf601f6645aa29cc1e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d95f3fb1f9df4cdd5f470d1684a242bf1d1940d47b9622802f603a91ffa5bc0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0759974667511083,
5
  "eval_steps": 3,
6
- "global_step": 15,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -160,6 +160,49 @@
160
  "eval_samples_per_second": 9.74,
161
  "eval_steps_per_second": 4.899,
162
  "step": 15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
163
  }
164
  ],
165
  "logging_steps": 1,
@@ -179,7 +222,7 @@
179
  "attributes": {}
180
  }
181
  },
182
- "total_flos": 1.98328235065344e+16,
183
  "train_batch_size": 2,
184
  "trial_name": null,
185
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.1013299556681444,
5
  "eval_steps": 3,
6
+ "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
160
  "eval_samples_per_second": 9.74,
161
  "eval_steps_per_second": 4.899,
162
  "step": 15
163
+ },
164
+ {
165
+ "epoch": 0.08106396453451552,
166
+ "grad_norm": 0.8417478203773499,
167
+ "learning_rate": 0.00013090169943749476,
168
+ "loss": 0.0254,
169
+ "step": 16
170
+ },
171
+ {
172
+ "epoch": 0.08613046231792273,
173
+ "grad_norm": 1.9363985061645508,
174
+ "learning_rate": 0.00011045284632676536,
175
+ "loss": 0.1866,
176
+ "step": 17
177
+ },
178
+ {
179
+ "epoch": 0.09119696010132995,
180
+ "grad_norm": 1.8391631841659546,
181
+ "learning_rate": 8.954715367323468e-05,
182
+ "loss": 0.1333,
183
+ "step": 18
184
+ },
185
+ {
186
+ "epoch": 0.09119696010132995,
187
+ "eval_loss": 0.12381552159786224,
188
+ "eval_runtime": 17.1973,
189
+ "eval_samples_per_second": 9.711,
190
+ "eval_steps_per_second": 4.884,
191
+ "step": 18
192
+ },
193
+ {
194
+ "epoch": 0.09626345788473717,
195
+ "grad_norm": 1.8057817220687866,
196
+ "learning_rate": 6.909830056250527e-05,
197
+ "loss": 0.1361,
198
+ "step": 19
199
+ },
200
+ {
201
+ "epoch": 0.1013299556681444,
202
+ "grad_norm": 1.080073595046997,
203
+ "learning_rate": 5.000000000000002e-05,
204
+ "loss": 0.0566,
205
+ "step": 20
206
  }
207
  ],
208
  "logging_steps": 1,
 
222
  "attributes": {}
223
  }
224
  },
225
+ "total_flos": 2.64437646753792e+16,
226
  "train_batch_size": 2,
227
  "trial_name": null,
228
  "trial_params": null