dzanbek commited on
Commit
fc20247
1 Parent(s): 17224ba

Training in progress, step 16, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d44e95eba41a6246a6899f74e4fa9deb61e2e866f84fa70295160965700769f0
3
  size 49846260
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6517a209ac5d5a1c26f06016c074944deebfb838c486c25d12b5c411ff56d5ee
3
  size 49846260
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da06106ad662df46a5bbfc803eb00ea8cc26abfe20d636176f9e3fb364e20881
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f70701041128af6937348c92468e75d858b8823688a9ee96c3d463a6a67a0f8a
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68888158764ed5e658b457a541f86335ea31432325308674d2962aa98e037fa4
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b52924c88c1c80163d374a6650253dd74b8b46052a3da6fc5e4076e57b5effa
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.013015184381778741,
5
  "eval_steps": 4,
6
- "global_step": 12,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -123,6 +123,42 @@
123
  "eval_samples_per_second": 7.656,
124
  "eval_steps_per_second": 3.838,
125
  "step": 12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
126
  }
127
  ],
128
  "logging_steps": 1,
@@ -142,7 +178,7 @@
142
  "attributes": {}
143
  }
144
  },
145
- "total_flos": 3353811515080704.0,
146
  "train_batch_size": 2,
147
  "trial_name": null,
148
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.01735357917570499,
5
  "eval_steps": 4,
6
+ "global_step": 16,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
123
  "eval_samples_per_second": 7.656,
124
  "eval_steps_per_second": 3.838,
125
  "step": 12
126
+ },
127
+ {
128
+ "epoch": 0.014099783080260303,
129
+ "grad_norm": NaN,
130
+ "learning_rate": 0.00019723699203976766,
131
+ "loss": 0.0,
132
+ "step": 13
133
+ },
134
+ {
135
+ "epoch": 0.015184381778741865,
136
+ "grad_norm": NaN,
137
+ "learning_rate": 0.00019510565162951537,
138
+ "loss": 0.0,
139
+ "step": 14
140
+ },
141
+ {
142
+ "epoch": 0.016268980477223426,
143
+ "grad_norm": NaN,
144
+ "learning_rate": 0.0001923879532511287,
145
+ "loss": 0.0,
146
+ "step": 15
147
+ },
148
+ {
149
+ "epoch": 0.01735357917570499,
150
+ "grad_norm": NaN,
151
+ "learning_rate": 0.0001891006524188368,
152
+ "loss": 0.0,
153
+ "step": 16
154
+ },
155
+ {
156
+ "epoch": 0.01735357917570499,
157
+ "eval_loss": NaN,
158
+ "eval_runtime": 50.8293,
159
+ "eval_samples_per_second": 7.653,
160
+ "eval_steps_per_second": 3.836,
161
+ "step": 16
162
  }
163
  ],
164
  "logging_steps": 1,
 
178
  "attributes": {}
179
  }
180
  },
181
+ "total_flos": 4471748686774272.0,
182
  "train_batch_size": 2,
183
  "trial_name": null,
184
  "trial_params": null