VERSIL91 commited on
Commit
4ff3785
1 Parent(s): f80a8cc

Training in progress, step 24, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f367d2242ad80350965a9970ea6144ecfd87beedca7178846e04606a0725844
3
  size 45118424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441fe7c0aeb3a8ca922e3700372d02b6f386faf91257feea2c24d6c0444b25a5
3
  size 45118424
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36e3e968f1ef58eb2714a62ec1f5266ebb299eaefa64f5fa895fb18508c96679
3
  size 23159290
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4b64c33a9ef37e366a1d24db27393fc1bbd38f4d83b80a5494eca61bfeaaa58
3
  size 23159290
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd68f1cff6add0a7142cd175354304a672953f2dd8538ececc38636192f2eede
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:917adaa20d62fb616cea0abf8f6c84a3f7c5f416c800b7d601903d4c10c88a33
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3233603be2c007aac019155f1cd5d754e2eeb600f6ca413bd2048966230a2e8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fbbdb6036d2372f81987526c35ebf7be4064ed59a37e6c1ea765cbfb6cc373
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.013678867218808443,
5
  "eval_steps": 8,
6
- "global_step": 16,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -143,6 +143,70 @@
143
  "eval_samples_per_second": 28.234,
144
  "eval_steps_per_second": 14.117,
145
  "step": 16
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
146
  }
147
  ],
148
  "logging_steps": 1,
@@ -162,7 +226,7 @@
162
  "attributes": {}
163
  }
164
  },
165
- "total_flos": 1.2386848890421248e+16,
166
  "train_batch_size": 2,
167
  "trial_name": null,
168
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.020518300828212665,
5
  "eval_steps": 8,
6
+ "global_step": 24,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
143
  "eval_samples_per_second": 28.234,
144
  "eval_steps_per_second": 14.117,
145
  "step": 16
146
+ },
147
+ {
148
+ "epoch": 0.01453379641998397,
149
+ "grad_norm": 12.619002342224121,
150
+ "learning_rate": 7.269952498697734e-05,
151
+ "loss": 0.5653,
152
+ "step": 17
153
+ },
154
+ {
155
+ "epoch": 0.015388725621159498,
156
+ "grad_norm": 8.323529243469238,
157
+ "learning_rate": 6.545084971874738e-05,
158
+ "loss": 0.5732,
159
+ "step": 18
160
+ },
161
+ {
162
+ "epoch": 0.016243654822335026,
163
+ "grad_norm": 6.280013084411621,
164
+ "learning_rate": 5.782172325201155e-05,
165
+ "loss": 0.4411,
166
+ "step": 19
167
+ },
168
+ {
169
+ "epoch": 0.017098584023510555,
170
+ "grad_norm": 8.90284252166748,
171
+ "learning_rate": 5e-05,
172
+ "loss": 0.4957,
173
+ "step": 20
174
+ },
175
+ {
176
+ "epoch": 0.01795351322468608,
177
+ "grad_norm": 14.239660263061523,
178
+ "learning_rate": 4.2178276747988446e-05,
179
+ "loss": 0.5933,
180
+ "step": 21
181
+ },
182
+ {
183
+ "epoch": 0.018808442425861608,
184
+ "grad_norm": 6.530233860015869,
185
+ "learning_rate": 3.4549150281252636e-05,
186
+ "loss": 0.4186,
187
+ "step": 22
188
+ },
189
+ {
190
+ "epoch": 0.019663371627037136,
191
+ "grad_norm": 4.9676833152771,
192
+ "learning_rate": 2.7300475013022663e-05,
193
+ "loss": 0.412,
194
+ "step": 23
195
+ },
196
+ {
197
+ "epoch": 0.020518300828212665,
198
+ "grad_norm": 9.296878814697266,
199
+ "learning_rate": 2.061073738537635e-05,
200
+ "loss": 0.497,
201
+ "step": 24
202
+ },
203
+ {
204
+ "epoch": 0.020518300828212665,
205
+ "eval_loss": 0.4413914680480957,
206
+ "eval_runtime": 70.1243,
207
+ "eval_samples_per_second": 28.093,
208
+ "eval_steps_per_second": 14.046,
209
+ "step": 24
210
  }
211
  ],
212
  "logging_steps": 1,
 
226
  "attributes": {}
227
  }
228
  },
229
+ "total_flos": 1.858027333563187e+16,
230
  "train_batch_size": 2,
231
  "trial_name": null,
232
  "trial_params": null