dzanbek commited on
Commit
90f997b
·
verified ·
1 Parent(s): 04a1a33

Training in progress, step 15, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5f5cc161a91512901a16d0451aed799071f29b93aba05163a0f58ec74d8efec
3
  size 160284754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38a69eea60ae2c511a6a8a453007dc0ae54463f09a21478cf573a6cb04903739
3
  size 160284754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77820273899338f3cb44d8b61f14d2376760c84be6dcbd25e712a3423d224d4a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c99adfd3842a16f78adc954f43d1319a31e4bf74797a8fd450f6ab3f8c288b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4abdd3b29509160214335978cbd2a63c87f2b7769a5608c5e772a6c51d699b65
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff2736979009751c0c6b0ddcc5f6544d6f723aa752b4798eab0b70fb76cf0083
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.019157088122605363,
5
  "eval_steps": 3,
6
- "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -109,6 +109,57 @@
109
  "learning_rate": 8.535533905932738e-05,
110
  "loss": 0.0,
111
  "step": 10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
112
  }
113
  ],
114
  "logging_steps": 1,
@@ -128,7 +179,7 @@
128
  "attributes": {}
129
  }
130
  },
131
- "total_flos": 3286328452055040.0,
132
  "train_batch_size": 2,
133
  "trial_name": null,
134
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.028735632183908046,
5
  "eval_steps": 3,
6
+ "global_step": 15,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
109
  "learning_rate": 8.535533905932738e-05,
110
  "loss": 0.0,
111
  "step": 10
112
+ },
113
+ {
114
+ "epoch": 0.0210727969348659,
115
+ "grad_norm": NaN,
116
+ "learning_rate": 7.938926261462366e-05,
117
+ "loss": 0.0,
118
+ "step": 11
119
+ },
120
+ {
121
+ "epoch": 0.022988505747126436,
122
+ "grad_norm": NaN,
123
+ "learning_rate": 7.269952498697734e-05,
124
+ "loss": 0.0,
125
+ "step": 12
126
+ },
127
+ {
128
+ "epoch": 0.022988505747126436,
129
+ "eval_loss": NaN,
130
+ "eval_runtime": 24.9093,
131
+ "eval_samples_per_second": 8.832,
132
+ "eval_steps_per_second": 4.416,
133
+ "step": 12
134
+ },
135
+ {
136
+ "epoch": 0.02490421455938697,
137
+ "grad_norm": NaN,
138
+ "learning_rate": 6.545084971874738e-05,
139
+ "loss": 0.0,
140
+ "step": 13
141
+ },
142
+ {
143
+ "epoch": 0.02681992337164751,
144
+ "grad_norm": NaN,
145
+ "learning_rate": 5.782172325201155e-05,
146
+ "loss": 0.0,
147
+ "step": 14
148
+ },
149
+ {
150
+ "epoch": 0.028735632183908046,
151
+ "grad_norm": NaN,
152
+ "learning_rate": 5e-05,
153
+ "loss": 0.0,
154
+ "step": 15
155
+ },
156
+ {
157
+ "epoch": 0.028735632183908046,
158
+ "eval_loss": NaN,
159
+ "eval_runtime": 24.7137,
160
+ "eval_samples_per_second": 8.902,
161
+ "eval_steps_per_second": 4.451,
162
+ "step": 15
163
  }
164
  ],
165
  "logging_steps": 1,
 
179
  "attributes": {}
180
  }
181
  },
182
+ "total_flos": 4929492678082560.0,
183
  "train_batch_size": 2,
184
  "trial_name": null,
185
  "trial_params": null