VERSIL91 commited on
Commit
d6743b9
·
verified ·
1 Parent(s): 7eea20b

Training in progress, step 24, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f52197f08ac97bce789589be026a6552fa357a40982aaf726e97861587d3fb4
3
  size 26008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afd43459aca1d3dd6ba19b492ff0b1a518fa26343349db3dbf7339d087eebd23
3
  size 26008
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aee98f50f61c85daaf59201011827a23c014e12e6fa98809c0893fd188daf5fe
3
  size 61926
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc371ca6c71178a5286fd3a76a50b707a2e0fe394fa8ac95b37cb90ad0207a90
3
  size 61926
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6eeca6fec2d74dc35412cee25843a6e2b45b715cb98314d10ac41fc41a4cabc
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c762e745e6b10819fd8afb33b4a1b715c756c7b22945b0044c81ebcb593a7d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3233603be2c007aac019155f1cd5d754e2eeb600f6ca413bd2048966230a2e8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fbbdb6036d2372f81987526c35ebf7be4064ed59a37e6c1ea765cbfb6cc373
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0014851513868181212,
5
  "eval_steps": 8,
6
- "global_step": 16,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -143,6 +143,70 @@
143
  "eval_samples_per_second": 157.535,
144
  "eval_steps_per_second": 78.772,
145
  "step": 16
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
146
  }
147
  ],
148
  "logging_steps": 1,
@@ -162,7 +226,7 @@
162
  "attributes": {}
163
  }
164
  },
165
- "total_flos": 98555265024.0,
166
  "train_batch_size": 2,
167
  "trial_name": null,
168
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0022277270802271818,
5
  "eval_steps": 8,
6
+ "global_step": 24,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
143
  "eval_samples_per_second": 157.535,
144
  "eval_steps_per_second": 78.772,
145
  "step": 16
146
+ },
147
+ {
148
+ "epoch": 0.0015779733484942537,
149
+ "grad_norm": 0.012164338491857052,
150
+ "learning_rate": 7.269952498697734e-05,
151
+ "loss": 11.9297,
152
+ "step": 17
153
+ },
154
+ {
155
+ "epoch": 0.0016707953101703862,
156
+ "grad_norm": 0.017325541004538536,
157
+ "learning_rate": 6.545084971874738e-05,
158
+ "loss": 11.9274,
159
+ "step": 18
160
+ },
161
+ {
162
+ "epoch": 0.001763617271846519,
163
+ "grad_norm": 0.01545996405184269,
164
+ "learning_rate": 5.782172325201155e-05,
165
+ "loss": 11.9279,
166
+ "step": 19
167
+ },
168
+ {
169
+ "epoch": 0.0018564392335226514,
170
+ "grad_norm": 0.012894785962998867,
171
+ "learning_rate": 5e-05,
172
+ "loss": 11.9308,
173
+ "step": 20
174
+ },
175
+ {
176
+ "epoch": 0.001949261195198784,
177
+ "grad_norm": 0.01422932744026184,
178
+ "learning_rate": 4.2178276747988446e-05,
179
+ "loss": 11.929,
180
+ "step": 21
181
+ },
182
+ {
183
+ "epoch": 0.002042083156874917,
184
+ "grad_norm": 0.011517844162881374,
185
+ "learning_rate": 3.4549150281252636e-05,
186
+ "loss": 11.9292,
187
+ "step": 22
188
+ },
189
+ {
190
+ "epoch": 0.002134905118551049,
191
+ "grad_norm": 0.0101248100399971,
192
+ "learning_rate": 2.7300475013022663e-05,
193
+ "loss": 11.9274,
194
+ "step": 23
195
+ },
196
+ {
197
+ "epoch": 0.0022277270802271818,
198
+ "grad_norm": 0.015307254157960415,
199
+ "learning_rate": 2.061073738537635e-05,
200
+ "loss": 11.9269,
201
+ "step": 24
202
+ },
203
+ {
204
+ "epoch": 0.0022277270802271818,
205
+ "eval_loss": 11.927979469299316,
206
+ "eval_runtime": 115.0963,
207
+ "eval_samples_per_second": 157.651,
208
+ "eval_steps_per_second": 78.83,
209
+ "step": 24
210
  }
211
  ],
212
  "logging_steps": 1,
 
226
  "attributes": {}
227
  }
228
  },
229
+ "total_flos": 147645530112.0,
230
  "train_batch_size": 2,
231
  "trial_name": null,
232
  "trial_params": null