phosseini commited on
Commit
853b8dc
1 Parent(s): f1610d9

Upload trainer_state.json

Browse files
Files changed (1) hide show
  1. trainer_state.json +434 -0
trainer_state.json ADDED
@@ -0,0 +1,434 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.9479625225067139,
3
+ "best_model_checkpoint": "models/checkpoints/checkpoint-5500",
4
+ "epoch": 0.9017871782259387,
5
+ "global_step": 5500,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.02,
12
+ "learning_rate": 1.9991801934743402e-05,
13
+ "loss": 1.7109,
14
+ "step": 100
15
+ },
16
+ {
17
+ "epoch": 0.03,
18
+ "learning_rate": 1.9983603869486802e-05,
19
+ "loss": 1.2983,
20
+ "step": 200
21
+ },
22
+ {
23
+ "epoch": 0.05,
24
+ "learning_rate": 1.9975405804230203e-05,
25
+ "loss": 1.2563,
26
+ "step": 300
27
+ },
28
+ {
29
+ "epoch": 0.07,
30
+ "learning_rate": 1.9967207738973603e-05,
31
+ "loss": 1.2285,
32
+ "step": 400
33
+ },
34
+ {
35
+ "epoch": 0.08,
36
+ "learning_rate": 1.9959009673717004e-05,
37
+ "loss": 1.169,
38
+ "step": 500
39
+ },
40
+ {
41
+ "epoch": 0.08,
42
+ "eval_loss": 1.0381147861480713,
43
+ "eval_runtime": 117.4251,
44
+ "eval_samples_per_second": 583.453,
45
+ "eval_steps_per_second": 4.565,
46
+ "step": 500
47
+ },
48
+ {
49
+ "epoch": 0.1,
50
+ "learning_rate": 1.9950811608460404e-05,
51
+ "loss": 1.1833,
52
+ "step": 600
53
+ },
54
+ {
55
+ "epoch": 0.11,
56
+ "learning_rate": 1.9942613543203805e-05,
57
+ "loss": 1.1407,
58
+ "step": 700
59
+ },
60
+ {
61
+ "epoch": 0.13,
62
+ "learning_rate": 1.9934415477947205e-05,
63
+ "loss": 1.1273,
64
+ "step": 800
65
+ },
66
+ {
67
+ "epoch": 0.15,
68
+ "learning_rate": 1.992621741269061e-05,
69
+ "loss": 1.1193,
70
+ "step": 900
71
+ },
72
+ {
73
+ "epoch": 0.16,
74
+ "learning_rate": 1.991801934743401e-05,
75
+ "loss": 1.0891,
76
+ "step": 1000
77
+ },
78
+ {
79
+ "epoch": 0.16,
80
+ "eval_loss": 0.9975836873054504,
81
+ "eval_runtime": 117.3162,
82
+ "eval_samples_per_second": 583.994,
83
+ "eval_steps_per_second": 4.569,
84
+ "step": 1000
85
+ },
86
+ {
87
+ "epoch": 0.18,
88
+ "learning_rate": 1.990982128217741e-05,
89
+ "loss": 1.1055,
90
+ "step": 1100
91
+ },
92
+ {
93
+ "epoch": 0.2,
94
+ "learning_rate": 1.990162321692081e-05,
95
+ "loss": 1.1072,
96
+ "step": 1200
97
+ },
98
+ {
99
+ "epoch": 0.21,
100
+ "learning_rate": 1.989342515166421e-05,
101
+ "loss": 1.0769,
102
+ "step": 1300
103
+ },
104
+ {
105
+ "epoch": 0.23,
106
+ "learning_rate": 1.988522708640761e-05,
107
+ "loss": 1.0971,
108
+ "step": 1400
109
+ },
110
+ {
111
+ "epoch": 0.25,
112
+ "learning_rate": 1.987702902115101e-05,
113
+ "loss": 1.0677,
114
+ "step": 1500
115
+ },
116
+ {
117
+ "epoch": 0.25,
118
+ "eval_loss": 0.9721714854240417,
119
+ "eval_runtime": 117.381,
120
+ "eval_samples_per_second": 583.672,
121
+ "eval_steps_per_second": 4.566,
122
+ "step": 1500
123
+ },
124
+ {
125
+ "epoch": 0.26,
126
+ "learning_rate": 1.9868830955894412e-05,
127
+ "loss": 1.0891,
128
+ "step": 1600
129
+ },
130
+ {
131
+ "epoch": 0.28,
132
+ "learning_rate": 1.9860632890637812e-05,
133
+ "loss": 1.0386,
134
+ "step": 1700
135
+ },
136
+ {
137
+ "epoch": 0.3,
138
+ "learning_rate": 1.9852434825381213e-05,
139
+ "loss": 1.073,
140
+ "step": 1800
141
+ },
142
+ {
143
+ "epoch": 0.31,
144
+ "learning_rate": 1.9844236760124613e-05,
145
+ "loss": 1.0175,
146
+ "step": 1900
147
+ },
148
+ {
149
+ "epoch": 0.33,
150
+ "learning_rate": 1.983603869486801e-05,
151
+ "loss": 1.0347,
152
+ "step": 2000
153
+ },
154
+ {
155
+ "epoch": 0.33,
156
+ "eval_loss": 0.975879430770874,
157
+ "eval_runtime": 117.4289,
158
+ "eval_samples_per_second": 583.434,
159
+ "eval_steps_per_second": 4.564,
160
+ "step": 2000
161
+ },
162
+ {
163
+ "epoch": 0.34,
164
+ "learning_rate": 1.9827840629611414e-05,
165
+ "loss": 1.0358,
166
+ "step": 2100
167
+ },
168
+ {
169
+ "epoch": 0.36,
170
+ "learning_rate": 1.9819642564354814e-05,
171
+ "loss": 1.0148,
172
+ "step": 2200
173
+ },
174
+ {
175
+ "epoch": 0.38,
176
+ "learning_rate": 1.9811444499098215e-05,
177
+ "loss": 1.0321,
178
+ "step": 2300
179
+ },
180
+ {
181
+ "epoch": 0.39,
182
+ "learning_rate": 1.9803246433841615e-05,
183
+ "loss": 1.0123,
184
+ "step": 2400
185
+ },
186
+ {
187
+ "epoch": 0.41,
188
+ "learning_rate": 1.9795048368585015e-05,
189
+ "loss": 1.0258,
190
+ "step": 2500
191
+ },
192
+ {
193
+ "epoch": 0.41,
194
+ "eval_loss": 0.9733173847198486,
195
+ "eval_runtime": 117.3629,
196
+ "eval_samples_per_second": 583.762,
197
+ "eval_steps_per_second": 4.567,
198
+ "step": 2500
199
+ },
200
+ {
201
+ "epoch": 0.43,
202
+ "learning_rate": 1.9786850303328416e-05,
203
+ "loss": 0.9905,
204
+ "step": 2600
205
+ },
206
+ {
207
+ "epoch": 0.44,
208
+ "learning_rate": 1.9778652238071816e-05,
209
+ "loss": 1.0195,
210
+ "step": 2700
211
+ },
212
+ {
213
+ "epoch": 0.46,
214
+ "learning_rate": 1.9770454172815217e-05,
215
+ "loss": 1.0054,
216
+ "step": 2800
217
+ },
218
+ {
219
+ "epoch": 0.48,
220
+ "learning_rate": 1.9762256107558617e-05,
221
+ "loss": 0.9876,
222
+ "step": 2900
223
+ },
224
+ {
225
+ "epoch": 0.49,
226
+ "learning_rate": 1.9754058042302018e-05,
227
+ "loss": 1.0075,
228
+ "step": 3000
229
+ },
230
+ {
231
+ "epoch": 0.49,
232
+ "eval_loss": 0.9672998785972595,
233
+ "eval_runtime": 117.3979,
234
+ "eval_samples_per_second": 583.588,
235
+ "eval_steps_per_second": 4.566,
236
+ "step": 3000
237
+ },
238
+ {
239
+ "epoch": 0.51,
240
+ "learning_rate": 1.9745859977045418e-05,
241
+ "loss": 0.9962,
242
+ "step": 3100
243
+ },
244
+ {
245
+ "epoch": 0.52,
246
+ "learning_rate": 1.973766191178882e-05,
247
+ "loss": 0.9725,
248
+ "step": 3200
249
+ },
250
+ {
251
+ "epoch": 0.54,
252
+ "learning_rate": 1.972946384653222e-05,
253
+ "loss": 0.9977,
254
+ "step": 3300
255
+ },
256
+ {
257
+ "epoch": 0.56,
258
+ "learning_rate": 1.972126578127562e-05,
259
+ "loss": 0.9587,
260
+ "step": 3400
261
+ },
262
+ {
263
+ "epoch": 0.57,
264
+ "learning_rate": 1.971306771601902e-05,
265
+ "loss": 0.9964,
266
+ "step": 3500
267
+ },
268
+ {
269
+ "epoch": 0.57,
270
+ "eval_loss": 0.9751307368278503,
271
+ "eval_runtime": 117.3602,
272
+ "eval_samples_per_second": 583.776,
273
+ "eval_steps_per_second": 4.567,
274
+ "step": 3500
275
+ },
276
+ {
277
+ "epoch": 0.59,
278
+ "learning_rate": 1.970486965076242e-05,
279
+ "loss": 0.9683,
280
+ "step": 3600
281
+ },
282
+ {
283
+ "epoch": 0.61,
284
+ "learning_rate": 1.969667158550582e-05,
285
+ "loss": 1.0085,
286
+ "step": 3700
287
+ },
288
+ {
289
+ "epoch": 0.62,
290
+ "learning_rate": 1.9688473520249224e-05,
291
+ "loss": 0.9604,
292
+ "step": 3800
293
+ },
294
+ {
295
+ "epoch": 0.64,
296
+ "learning_rate": 1.9680275454992625e-05,
297
+ "loss": 0.9559,
298
+ "step": 3900
299
+ },
300
+ {
301
+ "epoch": 0.66,
302
+ "learning_rate": 1.9672077389736025e-05,
303
+ "loss": 0.9755,
304
+ "step": 4000
305
+ },
306
+ {
307
+ "epoch": 0.66,
308
+ "eval_loss": 0.9584365487098694,
309
+ "eval_runtime": 117.3947,
310
+ "eval_samples_per_second": 583.604,
311
+ "eval_steps_per_second": 4.566,
312
+ "step": 4000
313
+ },
314
+ {
315
+ "epoch": 0.67,
316
+ "learning_rate": 1.9663879324479426e-05,
317
+ "loss": 0.9629,
318
+ "step": 4100
319
+ },
320
+ {
321
+ "epoch": 0.69,
322
+ "learning_rate": 1.9655681259222826e-05,
323
+ "loss": 0.9398,
324
+ "step": 4200
325
+ },
326
+ {
327
+ "epoch": 0.71,
328
+ "learning_rate": 1.9647483193966226e-05,
329
+ "loss": 0.9452,
330
+ "step": 4300
331
+ },
332
+ {
333
+ "epoch": 0.72,
334
+ "learning_rate": 1.9639285128709627e-05,
335
+ "loss": 0.9631,
336
+ "step": 4400
337
+ },
338
+ {
339
+ "epoch": 0.74,
340
+ "learning_rate": 1.9631087063453027e-05,
341
+ "loss": 0.9577,
342
+ "step": 4500
343
+ },
344
+ {
345
+ "epoch": 0.74,
346
+ "eval_loss": 0.9555509686470032,
347
+ "eval_runtime": 117.2815,
348
+ "eval_samples_per_second": 584.167,
349
+ "eval_steps_per_second": 4.57,
350
+ "step": 4500
351
+ },
352
+ {
353
+ "epoch": 0.75,
354
+ "learning_rate": 1.9622888998196428e-05,
355
+ "loss": 0.96,
356
+ "step": 4600
357
+ },
358
+ {
359
+ "epoch": 0.77,
360
+ "learning_rate": 1.9614690932939828e-05,
361
+ "loss": 0.9625,
362
+ "step": 4700
363
+ },
364
+ {
365
+ "epoch": 0.79,
366
+ "learning_rate": 1.960649286768323e-05,
367
+ "loss": 0.9574,
368
+ "step": 4800
369
+ },
370
+ {
371
+ "epoch": 0.8,
372
+ "learning_rate": 1.959829480242663e-05,
373
+ "loss": 0.966,
374
+ "step": 4900
375
+ },
376
+ {
377
+ "epoch": 0.82,
378
+ "learning_rate": 1.959009673717003e-05,
379
+ "loss": 0.9536,
380
+ "step": 5000
381
+ },
382
+ {
383
+ "epoch": 0.82,
384
+ "eval_loss": 0.9556442499160767,
385
+ "eval_runtime": 117.4066,
386
+ "eval_samples_per_second": 583.545,
387
+ "eval_steps_per_second": 4.565,
388
+ "step": 5000
389
+ },
390
+ {
391
+ "epoch": 0.84,
392
+ "learning_rate": 1.958189867191343e-05,
393
+ "loss": 0.9486,
394
+ "step": 5100
395
+ },
396
+ {
397
+ "epoch": 0.85,
398
+ "learning_rate": 1.957370060665683e-05,
399
+ "loss": 0.9332,
400
+ "step": 5200
401
+ },
402
+ {
403
+ "epoch": 0.87,
404
+ "learning_rate": 1.956550254140023e-05,
405
+ "loss": 0.9682,
406
+ "step": 5300
407
+ },
408
+ {
409
+ "epoch": 0.89,
410
+ "learning_rate": 1.955730447614363e-05,
411
+ "loss": 0.9481,
412
+ "step": 5400
413
+ },
414
+ {
415
+ "epoch": 0.9,
416
+ "learning_rate": 1.9549106410887035e-05,
417
+ "loss": 0.9395,
418
+ "step": 5500
419
+ },
420
+ {
421
+ "epoch": 0.9,
422
+ "eval_loss": 0.9479625225067139,
423
+ "eval_runtime": 117.3951,
424
+ "eval_samples_per_second": 583.602,
425
+ "eval_steps_per_second": 4.566,
426
+ "step": 5500
427
+ }
428
+ ],
429
+ "max_steps": 243960,
430
+ "num_train_epochs": 40,
431
+ "total_flos": 3.844584285696e+16,
432
+ "trial_name": null,
433
+ "trial_params": null
434
+ }