farmery commited on
Commit
bedfc08
·
verified ·
1 Parent(s): 852ef04

Training in progress, step 84, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:737dda2c8ab498387a00bd24aa7c0d08bdd5ee19bdc598dbbcb34c17168f94d3
3
  size 251748704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3247a83bd662ee3c8232596960d6a25cabf898caea369595613695a5b3f03049
3
  size 251748704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:531d89fe208e10e3de0e6d204dd96b4f7291ec071cf239cced9223c4d69c2a0e
3
  size 128584660
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4674064354528629f1da62041a637cafbd5dc49580292c043645f8ed27e4bc00
3
  size 128584660
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:677802ae5808f426b0001ec16a702e7204d5e40420283881d554068480bd6b45
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3ad1813b61f9aeda21ece749ebd4219af60a75b7d9e01e14a21fd7086048054
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:737dd3d5554130425622a4ea7fdad100dc74e66c486de8fcb46aacc7b23a116f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8322210a6e62381f5f4da36848e81a3ad544422a34aefaad93081c8d9440a766
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4615d363378ede0700dfbbedd8fb5726a1863063125349e3ae5b76ec8993ec64
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3704589451a34ca164c39706dc117ac35229ebf91525b9d9578c0f82da124a3b
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b0267a2844c6018a92aaf166d6587b94ab07fad00da9906fa031e3efd843861
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c57a68fa5ad6d303c41397e7083ef7108d14275b0ba81d8c4dd7d139d6a8df47
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3101e5b327a48ff01ba2c03545970ed09eef14c8b179cc52c21d8ec3e72950f1
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:200db5d515f7fe0d1c4e0bac456fe6b9042173a9f2b890836ad8c5bd6dfb4d2e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.14788732394366197,
5
  "eval_steps": 42,
6
- "global_step": 42,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -121,6 +121,112 @@
121
  "eval_samples_per_second": 57.023,
122
  "eval_steps_per_second": 1.788,
123
  "step": 42
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
124
  }
125
  ],
126
  "logging_steps": 3,
@@ -140,7 +246,7 @@
140
  "attributes": {}
141
  }
142
  },
143
- "total_flos": 3.522125211400929e+17,
144
  "train_batch_size": 8,
145
  "trial_name": null,
146
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.29577464788732394,
5
  "eval_steps": 42,
6
+ "global_step": 84,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
121
  "eval_samples_per_second": 57.023,
122
  "eval_steps_per_second": 1.788,
123
  "step": 42
124
+ },
125
+ {
126
+ "epoch": 0.15845070422535212,
127
+ "grad_norm": 2.373122215270996,
128
+ "learning_rate": 4.937319780454559e-05,
129
+ "loss": 0.6457,
130
+ "step": 45
131
+ },
132
+ {
133
+ "epoch": 0.16901408450704225,
134
+ "grad_norm": 2.525294303894043,
135
+ "learning_rate": 4.926169550509787e-05,
136
+ "loss": 0.7483,
137
+ "step": 48
138
+ },
139
+ {
140
+ "epoch": 0.1795774647887324,
141
+ "grad_norm": 1.940788745880127,
142
+ "learning_rate": 4.914121772213898e-05,
143
+ "loss": 0.6246,
144
+ "step": 51
145
+ },
146
+ {
147
+ "epoch": 0.19014084507042253,
148
+ "grad_norm": 4.233572483062744,
149
+ "learning_rate": 4.9011809025775486e-05,
150
+ "loss": 0.7226,
151
+ "step": 54
152
+ },
153
+ {
154
+ "epoch": 0.2007042253521127,
155
+ "grad_norm": 1.9542790651321411,
156
+ "learning_rate": 4.887351729005726e-05,
157
+ "loss": 0.6427,
158
+ "step": 57
159
+ },
160
+ {
161
+ "epoch": 0.2112676056338028,
162
+ "grad_norm": 1.8455359935760498,
163
+ "learning_rate": 4.8726393675266716e-05,
164
+ "loss": 0.5821,
165
+ "step": 60
166
+ },
167
+ {
168
+ "epoch": 0.22183098591549297,
169
+ "grad_norm": 1.9550554752349854,
170
+ "learning_rate": 4.8570492608992325e-05,
171
+ "loss": 0.6654,
172
+ "step": 63
173
+ },
174
+ {
175
+ "epoch": 0.2323943661971831,
176
+ "grad_norm": 2.3653812408447266,
177
+ "learning_rate": 4.8405871765993433e-05,
178
+ "loss": 0.6337,
179
+ "step": 66
180
+ },
181
+ {
182
+ "epoch": 0.24295774647887325,
183
+ "grad_norm": 2.590679883956909,
184
+ "learning_rate": 4.82325920468638e-05,
185
+ "loss": 0.6181,
186
+ "step": 69
187
+ },
188
+ {
189
+ "epoch": 0.2535211267605634,
190
+ "grad_norm": 1.894047737121582,
191
+ "learning_rate": 4.805071755550177e-05,
192
+ "loss": 0.5873,
193
+ "step": 72
194
+ },
195
+ {
196
+ "epoch": 0.2640845070422535,
197
+ "grad_norm": 1.9947123527526855,
198
+ "learning_rate": 4.7860315575395316e-05,
199
+ "loss": 0.5982,
200
+ "step": 75
201
+ },
202
+ {
203
+ "epoch": 0.2746478873239437,
204
+ "grad_norm": 1.8202632665634155,
205
+ "learning_rate": 4.766145654473095e-05,
206
+ "loss": 0.6069,
207
+ "step": 78
208
+ },
209
+ {
210
+ "epoch": 0.2852112676056338,
211
+ "grad_norm": 1.9413880109786987,
212
+ "learning_rate": 4.745421403033548e-05,
213
+ "loss": 0.5623,
214
+ "step": 81
215
+ },
216
+ {
217
+ "epoch": 0.29577464788732394,
218
+ "grad_norm": 2.8411378860473633,
219
+ "learning_rate": 4.72386647004603e-05,
220
+ "loss": 0.6329,
221
+ "step": 84
222
+ },
223
+ {
224
+ "epoch": 0.29577464788732394,
225
+ "eval_loss": 0.1504964828491211,
226
+ "eval_runtime": 33.5299,
227
+ "eval_samples_per_second": 57.054,
228
+ "eval_steps_per_second": 1.789,
229
+ "step": 84
230
  }
231
  ],
232
  "logging_steps": 3,
 
246
  "attributes": {}
247
  }
248
  },
249
+ "total_flos": 7.044250422801859e+17,
250
  "train_batch_size": 8,
251
  "trial_name": null,
252
  "trial_params": null