sxandie commited on
Commit
574a7c9
1 Parent(s): 782a9b4

Upload 8 files

Browse files
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-384",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "image_size": 384,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-12,
15
+ "model_type": "vit",
16
+ "num_attention_heads": 12,
17
+ "num_channels": 3,
18
+ "num_hidden_layers": 12,
19
+ "patch_size": 16,
20
+ "problem_type": "single_label_classification",
21
+ "qkv_bias": true,
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.35.2"
24
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c81cea1a682246b1fb59d7fda002266d08f34843cb90dc7b294c020abfbe7f70
3
+ size 344391328
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c83878acfa11c40287bed7e9d41bd6cf68cb4dd670e257e79968d5df614fd668
3
+ size 688903610
preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 384,
20
+ "width": 384
21
+ }
22
+ }
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa162e4b259528d57df6ef1186bb5134c28c62a8f151c30af24d16e51cc8792d
3
+ size 14244
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff298f3345ce886f40e39e38a634fbfee224c019a0f7c96447a3b3a5584d6317
3
+ size 1064
trainer_state.json ADDED
@@ -0,0 +1,1192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.049902621656656265,
3
+ "best_model_checkpoint": "/content/drive/MyDrive/Hkth_data/WNS Hackathon/model/checkpoint-1400",
4
+ "epoch": 3.953488372093023,
5
+ "eval_steps": 100,
6
+ "global_step": 1700,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.02,
13
+ "learning_rate": 0.00019895348837209301,
14
+ "loss": 0.3296,
15
+ "step": 10
16
+ },
17
+ {
18
+ "epoch": 0.05,
19
+ "learning_rate": 0.00019779069767441863,
20
+ "loss": 0.3506,
21
+ "step": 20
22
+ },
23
+ {
24
+ "epoch": 0.07,
25
+ "learning_rate": 0.0001966279069767442,
26
+ "loss": 0.3365,
27
+ "step": 30
28
+ },
29
+ {
30
+ "epoch": 0.09,
31
+ "learning_rate": 0.0001954651162790698,
32
+ "loss": 0.1444,
33
+ "step": 40
34
+ },
35
+ {
36
+ "epoch": 0.12,
37
+ "learning_rate": 0.00019430232558139535,
38
+ "loss": 0.2242,
39
+ "step": 50
40
+ },
41
+ {
42
+ "epoch": 0.14,
43
+ "learning_rate": 0.00019313953488372094,
44
+ "loss": 0.1912,
45
+ "step": 60
46
+ },
47
+ {
48
+ "epoch": 0.16,
49
+ "learning_rate": 0.00019197674418604653,
50
+ "loss": 0.1604,
51
+ "step": 70
52
+ },
53
+ {
54
+ "epoch": 0.19,
55
+ "learning_rate": 0.0001908139534883721,
56
+ "loss": 0.2392,
57
+ "step": 80
58
+ },
59
+ {
60
+ "epoch": 0.21,
61
+ "learning_rate": 0.0001896511627906977,
62
+ "loss": 0.1543,
63
+ "step": 90
64
+ },
65
+ {
66
+ "epoch": 0.23,
67
+ "learning_rate": 0.00018848837209302325,
68
+ "loss": 0.3238,
69
+ "step": 100
70
+ },
71
+ {
72
+ "epoch": 0.23,
73
+ "eval_accuracy": 0.9471947194719472,
74
+ "eval_loss": 0.1719779074192047,
75
+ "eval_runtime": 418.2527,
76
+ "eval_samples_per_second": 2.898,
77
+ "eval_steps_per_second": 0.363,
78
+ "step": 100
79
+ },
80
+ {
81
+ "epoch": 0.26,
82
+ "learning_rate": 0.00018732558139534884,
83
+ "loss": 0.2097,
84
+ "step": 110
85
+ },
86
+ {
87
+ "epoch": 0.28,
88
+ "learning_rate": 0.00018616279069767443,
89
+ "loss": 0.1673,
90
+ "step": 120
91
+ },
92
+ {
93
+ "epoch": 0.3,
94
+ "learning_rate": 0.00018500000000000002,
95
+ "loss": 0.2386,
96
+ "step": 130
97
+ },
98
+ {
99
+ "epoch": 0.33,
100
+ "learning_rate": 0.0001838372093023256,
101
+ "loss": 0.3442,
102
+ "step": 140
103
+ },
104
+ {
105
+ "epoch": 0.35,
106
+ "learning_rate": 0.00018267441860465118,
107
+ "loss": 0.2316,
108
+ "step": 150
109
+ },
110
+ {
111
+ "epoch": 0.37,
112
+ "learning_rate": 0.00018151162790697674,
113
+ "loss": 0.1904,
114
+ "step": 160
115
+ },
116
+ {
117
+ "epoch": 0.4,
118
+ "learning_rate": 0.00018034883720930233,
119
+ "loss": 0.1186,
120
+ "step": 170
121
+ },
122
+ {
123
+ "epoch": 0.42,
124
+ "learning_rate": 0.00017918604651162793,
125
+ "loss": 0.145,
126
+ "step": 180
127
+ },
128
+ {
129
+ "epoch": 0.44,
130
+ "learning_rate": 0.0001780232558139535,
131
+ "loss": 0.1418,
132
+ "step": 190
133
+ },
134
+ {
135
+ "epoch": 0.47,
136
+ "learning_rate": 0.00017686046511627908,
137
+ "loss": 0.1078,
138
+ "step": 200
139
+ },
140
+ {
141
+ "epoch": 0.47,
142
+ "eval_accuracy": 0.9562706270627063,
143
+ "eval_loss": 0.14491133391857147,
144
+ "eval_runtime": 43.7761,
145
+ "eval_samples_per_second": 27.686,
146
+ "eval_steps_per_second": 3.472,
147
+ "step": 200
148
+ },
149
+ {
150
+ "epoch": 0.49,
151
+ "learning_rate": 0.00017569767441860464,
152
+ "loss": 0.0595,
153
+ "step": 210
154
+ },
155
+ {
156
+ "epoch": 0.51,
157
+ "learning_rate": 0.00017453488372093023,
158
+ "loss": 0.0677,
159
+ "step": 220
160
+ },
161
+ {
162
+ "epoch": 0.53,
163
+ "learning_rate": 0.00017337209302325583,
164
+ "loss": 0.1667,
165
+ "step": 230
166
+ },
167
+ {
168
+ "epoch": 0.56,
169
+ "learning_rate": 0.00017220930232558142,
170
+ "loss": 0.199,
171
+ "step": 240
172
+ },
173
+ {
174
+ "epoch": 0.58,
175
+ "learning_rate": 0.00017104651162790698,
176
+ "loss": 0.2125,
177
+ "step": 250
178
+ },
179
+ {
180
+ "epoch": 0.6,
181
+ "learning_rate": 0.00016988372093023257,
182
+ "loss": 0.2511,
183
+ "step": 260
184
+ },
185
+ {
186
+ "epoch": 0.63,
187
+ "learning_rate": 0.00016872093023255816,
188
+ "loss": 0.1656,
189
+ "step": 270
190
+ },
191
+ {
192
+ "epoch": 0.65,
193
+ "learning_rate": 0.00016755813953488373,
194
+ "loss": 0.1384,
195
+ "step": 280
196
+ },
197
+ {
198
+ "epoch": 0.67,
199
+ "learning_rate": 0.00016639534883720932,
200
+ "loss": 0.0628,
201
+ "step": 290
202
+ },
203
+ {
204
+ "epoch": 0.7,
205
+ "learning_rate": 0.00016534883720930235,
206
+ "loss": 0.2622,
207
+ "step": 300
208
+ },
209
+ {
210
+ "epoch": 0.7,
211
+ "eval_accuracy": 0.9249174917491749,
212
+ "eval_loss": 0.18467029929161072,
213
+ "eval_runtime": 43.6859,
214
+ "eval_samples_per_second": 27.743,
215
+ "eval_steps_per_second": 3.479,
216
+ "step": 300
217
+ },
218
+ {
219
+ "epoch": 0.72,
220
+ "learning_rate": 0.0001641860465116279,
221
+ "loss": 0.1592,
222
+ "step": 310
223
+ },
224
+ {
225
+ "epoch": 0.74,
226
+ "learning_rate": 0.0001630232558139535,
227
+ "loss": 0.1944,
228
+ "step": 320
229
+ },
230
+ {
231
+ "epoch": 0.77,
232
+ "learning_rate": 0.00016186046511627907,
233
+ "loss": 0.0672,
234
+ "step": 330
235
+ },
236
+ {
237
+ "epoch": 0.79,
238
+ "learning_rate": 0.00016069767441860466,
239
+ "loss": 0.0579,
240
+ "step": 340
241
+ },
242
+ {
243
+ "epoch": 0.81,
244
+ "learning_rate": 0.00015953488372093025,
245
+ "loss": 0.0437,
246
+ "step": 350
247
+ },
248
+ {
249
+ "epoch": 0.84,
250
+ "learning_rate": 0.0001583720930232558,
251
+ "loss": 0.308,
252
+ "step": 360
253
+ },
254
+ {
255
+ "epoch": 0.86,
256
+ "learning_rate": 0.0001572093023255814,
257
+ "loss": 0.2108,
258
+ "step": 370
259
+ },
260
+ {
261
+ "epoch": 0.88,
262
+ "learning_rate": 0.00015604651162790697,
263
+ "loss": 0.1127,
264
+ "step": 380
265
+ },
266
+ {
267
+ "epoch": 0.91,
268
+ "learning_rate": 0.00015488372093023256,
269
+ "loss": 0.1465,
270
+ "step": 390
271
+ },
272
+ {
273
+ "epoch": 0.93,
274
+ "learning_rate": 0.00015372093023255815,
275
+ "loss": 0.0433,
276
+ "step": 400
277
+ },
278
+ {
279
+ "epoch": 0.93,
280
+ "eval_accuracy": 0.9702970297029703,
281
+ "eval_loss": 0.110055111348629,
282
+ "eval_runtime": 44.1236,
283
+ "eval_samples_per_second": 27.468,
284
+ "eval_steps_per_second": 3.445,
285
+ "step": 400
286
+ },
287
+ {
288
+ "epoch": 0.95,
289
+ "learning_rate": 0.00015255813953488374,
290
+ "loss": 0.0939,
291
+ "step": 410
292
+ },
293
+ {
294
+ "epoch": 0.98,
295
+ "learning_rate": 0.0001513953488372093,
296
+ "loss": 0.2253,
297
+ "step": 420
298
+ },
299
+ {
300
+ "epoch": 1.0,
301
+ "learning_rate": 0.0001502325581395349,
302
+ "loss": 0.0982,
303
+ "step": 430
304
+ },
305
+ {
306
+ "epoch": 1.02,
307
+ "learning_rate": 0.0001490697674418605,
308
+ "loss": 0.0136,
309
+ "step": 440
310
+ },
311
+ {
312
+ "epoch": 1.05,
313
+ "learning_rate": 0.00014790697674418605,
314
+ "loss": 0.0822,
315
+ "step": 450
316
+ },
317
+ {
318
+ "epoch": 1.07,
319
+ "learning_rate": 0.00014674418604651164,
320
+ "loss": 0.0479,
321
+ "step": 460
322
+ },
323
+ {
324
+ "epoch": 1.09,
325
+ "learning_rate": 0.0001455813953488372,
326
+ "loss": 0.1399,
327
+ "step": 470
328
+ },
329
+ {
330
+ "epoch": 1.12,
331
+ "learning_rate": 0.0001444186046511628,
332
+ "loss": 0.0975,
333
+ "step": 480
334
+ },
335
+ {
336
+ "epoch": 1.14,
337
+ "learning_rate": 0.00014325581395348836,
338
+ "loss": 0.0308,
339
+ "step": 490
340
+ },
341
+ {
342
+ "epoch": 1.16,
343
+ "learning_rate": 0.00014209302325581395,
344
+ "loss": 0.0962,
345
+ "step": 500
346
+ },
347
+ {
348
+ "epoch": 1.16,
349
+ "eval_accuracy": 0.9702970297029703,
350
+ "eval_loss": 0.09571434557437897,
351
+ "eval_runtime": 44.8921,
352
+ "eval_samples_per_second": 26.998,
353
+ "eval_steps_per_second": 3.386,
354
+ "step": 500
355
+ },
356
+ {
357
+ "epoch": 1.19,
358
+ "learning_rate": 0.00014093023255813954,
359
+ "loss": 0.12,
360
+ "step": 510
361
+ },
362
+ {
363
+ "epoch": 1.21,
364
+ "learning_rate": 0.00013976744186046513,
365
+ "loss": 0.0626,
366
+ "step": 520
367
+ },
368
+ {
369
+ "epoch": 1.23,
370
+ "learning_rate": 0.00013860465116279072,
371
+ "loss": 0.0878,
372
+ "step": 530
373
+ },
374
+ {
375
+ "epoch": 1.26,
376
+ "learning_rate": 0.0001374418604651163,
377
+ "loss": 0.1058,
378
+ "step": 540
379
+ },
380
+ {
381
+ "epoch": 1.28,
382
+ "learning_rate": 0.00013627906976744188,
383
+ "loss": 0.0938,
384
+ "step": 550
385
+ },
386
+ {
387
+ "epoch": 1.3,
388
+ "learning_rate": 0.00013511627906976744,
389
+ "loss": 0.0142,
390
+ "step": 560
391
+ },
392
+ {
393
+ "epoch": 1.33,
394
+ "learning_rate": 0.00013395348837209303,
395
+ "loss": 0.0696,
396
+ "step": 570
397
+ },
398
+ {
399
+ "epoch": 1.35,
400
+ "learning_rate": 0.0001327906976744186,
401
+ "loss": 0.0015,
402
+ "step": 580
403
+ },
404
+ {
405
+ "epoch": 1.37,
406
+ "learning_rate": 0.0001316279069767442,
407
+ "loss": 0.0736,
408
+ "step": 590
409
+ },
410
+ {
411
+ "epoch": 1.4,
412
+ "learning_rate": 0.00013046511627906975,
413
+ "loss": 0.0479,
414
+ "step": 600
415
+ },
416
+ {
417
+ "epoch": 1.4,
418
+ "eval_accuracy": 0.9678217821782178,
419
+ "eval_loss": 0.1245083436369896,
420
+ "eval_runtime": 44.2549,
421
+ "eval_samples_per_second": 27.387,
422
+ "eval_steps_per_second": 3.435,
423
+ "step": 600
424
+ },
425
+ {
426
+ "epoch": 1.42,
427
+ "learning_rate": 0.00012930232558139534,
428
+ "loss": 0.0414,
429
+ "step": 610
430
+ },
431
+ {
432
+ "epoch": 1.44,
433
+ "learning_rate": 0.00012813953488372093,
434
+ "loss": 0.0234,
435
+ "step": 620
436
+ },
437
+ {
438
+ "epoch": 1.47,
439
+ "learning_rate": 0.00012697674418604653,
440
+ "loss": 0.0148,
441
+ "step": 630
442
+ },
443
+ {
444
+ "epoch": 1.49,
445
+ "learning_rate": 0.00012581395348837212,
446
+ "loss": 0.0723,
447
+ "step": 640
448
+ },
449
+ {
450
+ "epoch": 1.51,
451
+ "learning_rate": 0.00012465116279069768,
452
+ "loss": 0.1016,
453
+ "step": 650
454
+ },
455
+ {
456
+ "epoch": 1.53,
457
+ "learning_rate": 0.00012348837209302327,
458
+ "loss": 0.0057,
459
+ "step": 660
460
+ },
461
+ {
462
+ "epoch": 1.56,
463
+ "learning_rate": 0.00012232558139534883,
464
+ "loss": 0.0512,
465
+ "step": 670
466
+ },
467
+ {
468
+ "epoch": 1.58,
469
+ "learning_rate": 0.00012116279069767443,
470
+ "loss": 0.0263,
471
+ "step": 680
472
+ },
473
+ {
474
+ "epoch": 1.6,
475
+ "learning_rate": 0.00012,
476
+ "loss": 0.0562,
477
+ "step": 690
478
+ },
479
+ {
480
+ "epoch": 1.63,
481
+ "learning_rate": 0.00011883720930232558,
482
+ "loss": 0.0594,
483
+ "step": 700
484
+ },
485
+ {
486
+ "epoch": 1.63,
487
+ "eval_accuracy": 0.985973597359736,
488
+ "eval_loss": 0.06257853657007217,
489
+ "eval_runtime": 44.5792,
490
+ "eval_samples_per_second": 27.188,
491
+ "eval_steps_per_second": 3.41,
492
+ "step": 700
493
+ },
494
+ {
495
+ "epoch": 1.65,
496
+ "learning_rate": 0.00011767441860465116,
497
+ "loss": 0.0027,
498
+ "step": 710
499
+ },
500
+ {
501
+ "epoch": 1.67,
502
+ "learning_rate": 0.00011651162790697674,
503
+ "loss": 0.0164,
504
+ "step": 720
505
+ },
506
+ {
507
+ "epoch": 1.7,
508
+ "learning_rate": 0.00011534883720930234,
509
+ "loss": 0.0406,
510
+ "step": 730
511
+ },
512
+ {
513
+ "epoch": 1.72,
514
+ "learning_rate": 0.00011418604651162792,
515
+ "loss": 0.0317,
516
+ "step": 740
517
+ },
518
+ {
519
+ "epoch": 1.74,
520
+ "learning_rate": 0.0001130232558139535,
521
+ "loss": 0.0539,
522
+ "step": 750
523
+ },
524
+ {
525
+ "epoch": 1.77,
526
+ "learning_rate": 0.00011186046511627907,
527
+ "loss": 0.0158,
528
+ "step": 760
529
+ },
530
+ {
531
+ "epoch": 1.79,
532
+ "learning_rate": 0.00011069767441860466,
533
+ "loss": 0.1054,
534
+ "step": 770
535
+ },
536
+ {
537
+ "epoch": 1.81,
538
+ "learning_rate": 0.00010953488372093024,
539
+ "loss": 0.0112,
540
+ "step": 780
541
+ },
542
+ {
543
+ "epoch": 1.84,
544
+ "learning_rate": 0.00010837209302325582,
545
+ "loss": 0.019,
546
+ "step": 790
547
+ },
548
+ {
549
+ "epoch": 1.86,
550
+ "learning_rate": 0.0001072093023255814,
551
+ "loss": 0.027,
552
+ "step": 800
553
+ },
554
+ {
555
+ "epoch": 1.86,
556
+ "eval_accuracy": 0.985973597359736,
557
+ "eval_loss": 0.056669652462005615,
558
+ "eval_runtime": 44.7355,
559
+ "eval_samples_per_second": 27.093,
560
+ "eval_steps_per_second": 3.398,
561
+ "step": 800
562
+ },
563
+ {
564
+ "epoch": 1.88,
565
+ "learning_rate": 0.00010604651162790697,
566
+ "loss": 0.0206,
567
+ "step": 810
568
+ },
569
+ {
570
+ "epoch": 1.91,
571
+ "learning_rate": 0.00010488372093023255,
572
+ "loss": 0.0296,
573
+ "step": 820
574
+ },
575
+ {
576
+ "epoch": 1.93,
577
+ "learning_rate": 0.00010372093023255815,
578
+ "loss": 0.0775,
579
+ "step": 830
580
+ },
581
+ {
582
+ "epoch": 1.95,
583
+ "learning_rate": 0.00010255813953488373,
584
+ "loss": 0.0278,
585
+ "step": 840
586
+ },
587
+ {
588
+ "epoch": 1.98,
589
+ "learning_rate": 0.00010139534883720931,
590
+ "loss": 0.0091,
591
+ "step": 850
592
+ },
593
+ {
594
+ "epoch": 2.0,
595
+ "learning_rate": 0.0001002325581395349,
596
+ "loss": 0.0019,
597
+ "step": 860
598
+ },
599
+ {
600
+ "epoch": 2.02,
601
+ "learning_rate": 9.906976744186048e-05,
602
+ "loss": 0.0014,
603
+ "step": 870
604
+ },
605
+ {
606
+ "epoch": 2.05,
607
+ "learning_rate": 9.790697674418605e-05,
608
+ "loss": 0.0044,
609
+ "step": 880
610
+ },
611
+ {
612
+ "epoch": 2.07,
613
+ "learning_rate": 9.674418604651163e-05,
614
+ "loss": 0.0002,
615
+ "step": 890
616
+ },
617
+ {
618
+ "epoch": 2.09,
619
+ "learning_rate": 9.558139534883721e-05,
620
+ "loss": 0.0003,
621
+ "step": 900
622
+ },
623
+ {
624
+ "epoch": 2.09,
625
+ "eval_accuracy": 0.985973597359736,
626
+ "eval_loss": 0.0684327706694603,
627
+ "eval_runtime": 44.3211,
628
+ "eval_samples_per_second": 27.346,
629
+ "eval_steps_per_second": 3.43,
630
+ "step": 900
631
+ },
632
+ {
633
+ "epoch": 2.12,
634
+ "learning_rate": 9.441860465116279e-05,
635
+ "loss": 0.0243,
636
+ "step": 910
637
+ },
638
+ {
639
+ "epoch": 2.14,
640
+ "learning_rate": 9.325581395348838e-05,
641
+ "loss": 0.0383,
642
+ "step": 920
643
+ },
644
+ {
645
+ "epoch": 2.16,
646
+ "learning_rate": 9.209302325581396e-05,
647
+ "loss": 0.0046,
648
+ "step": 930
649
+ },
650
+ {
651
+ "epoch": 2.19,
652
+ "learning_rate": 9.093023255813953e-05,
653
+ "loss": 0.0955,
654
+ "step": 940
655
+ },
656
+ {
657
+ "epoch": 2.21,
658
+ "learning_rate": 8.976744186046512e-05,
659
+ "loss": 0.0122,
660
+ "step": 950
661
+ },
662
+ {
663
+ "epoch": 2.23,
664
+ "learning_rate": 8.86046511627907e-05,
665
+ "loss": 0.0197,
666
+ "step": 960
667
+ },
668
+ {
669
+ "epoch": 2.26,
670
+ "learning_rate": 8.744186046511629e-05,
671
+ "loss": 0.0197,
672
+ "step": 970
673
+ },
674
+ {
675
+ "epoch": 2.28,
676
+ "learning_rate": 8.627906976744187e-05,
677
+ "loss": 0.0025,
678
+ "step": 980
679
+ },
680
+ {
681
+ "epoch": 2.3,
682
+ "learning_rate": 8.511627906976745e-05,
683
+ "loss": 0.0001,
684
+ "step": 990
685
+ },
686
+ {
687
+ "epoch": 2.33,
688
+ "learning_rate": 8.395348837209302e-05,
689
+ "loss": 0.0272,
690
+ "step": 1000
691
+ },
692
+ {
693
+ "epoch": 2.33,
694
+ "eval_accuracy": 0.9851485148514851,
695
+ "eval_loss": 0.07581602782011032,
696
+ "eval_runtime": 44.565,
697
+ "eval_samples_per_second": 27.196,
698
+ "eval_steps_per_second": 3.411,
699
+ "step": 1000
700
+ },
701
+ {
702
+ "epoch": 2.35,
703
+ "learning_rate": 8.27906976744186e-05,
704
+ "loss": 0.0516,
705
+ "step": 1010
706
+ },
707
+ {
708
+ "epoch": 2.37,
709
+ "learning_rate": 8.162790697674419e-05,
710
+ "loss": 0.001,
711
+ "step": 1020
712
+ },
713
+ {
714
+ "epoch": 2.4,
715
+ "learning_rate": 8.046511627906977e-05,
716
+ "loss": 0.0027,
717
+ "step": 1030
718
+ },
719
+ {
720
+ "epoch": 2.42,
721
+ "learning_rate": 7.930232558139535e-05,
722
+ "loss": 0.0002,
723
+ "step": 1040
724
+ },
725
+ {
726
+ "epoch": 2.44,
727
+ "learning_rate": 7.813953488372094e-05,
728
+ "loss": 0.0683,
729
+ "step": 1050
730
+ },
731
+ {
732
+ "epoch": 2.47,
733
+ "learning_rate": 7.697674418604652e-05,
734
+ "loss": 0.0016,
735
+ "step": 1060
736
+ },
737
+ {
738
+ "epoch": 2.49,
739
+ "learning_rate": 7.58139534883721e-05,
740
+ "loss": 0.0195,
741
+ "step": 1070
742
+ },
743
+ {
744
+ "epoch": 2.51,
745
+ "learning_rate": 7.465116279069768e-05,
746
+ "loss": 0.0818,
747
+ "step": 1080
748
+ },
749
+ {
750
+ "epoch": 2.53,
751
+ "learning_rate": 7.348837209302326e-05,
752
+ "loss": 0.0016,
753
+ "step": 1090
754
+ },
755
+ {
756
+ "epoch": 2.56,
757
+ "learning_rate": 7.232558139534884e-05,
758
+ "loss": 0.0275,
759
+ "step": 1100
760
+ },
761
+ {
762
+ "epoch": 2.56,
763
+ "eval_accuracy": 0.9876237623762376,
764
+ "eval_loss": 0.06026723235845566,
765
+ "eval_runtime": 44.5699,
766
+ "eval_samples_per_second": 27.193,
767
+ "eval_steps_per_second": 3.41,
768
+ "step": 1100
769
+ },
770
+ {
771
+ "epoch": 2.58,
772
+ "learning_rate": 7.116279069767442e-05,
773
+ "loss": 0.0005,
774
+ "step": 1110
775
+ },
776
+ {
777
+ "epoch": 2.6,
778
+ "learning_rate": 7e-05,
779
+ "loss": 0.0017,
780
+ "step": 1120
781
+ },
782
+ {
783
+ "epoch": 2.63,
784
+ "learning_rate": 6.883720930232558e-05,
785
+ "loss": 0.0004,
786
+ "step": 1130
787
+ },
788
+ {
789
+ "epoch": 2.65,
790
+ "learning_rate": 6.767441860465116e-05,
791
+ "loss": 0.0023,
792
+ "step": 1140
793
+ },
794
+ {
795
+ "epoch": 2.67,
796
+ "learning_rate": 6.651162790697675e-05,
797
+ "loss": 0.0004,
798
+ "step": 1150
799
+ },
800
+ {
801
+ "epoch": 2.7,
802
+ "learning_rate": 6.534883720930233e-05,
803
+ "loss": 0.0017,
804
+ "step": 1160
805
+ },
806
+ {
807
+ "epoch": 2.72,
808
+ "learning_rate": 6.418604651162791e-05,
809
+ "loss": 0.0005,
810
+ "step": 1170
811
+ },
812
+ {
813
+ "epoch": 2.74,
814
+ "learning_rate": 6.30232558139535e-05,
815
+ "loss": 0.0001,
816
+ "step": 1180
817
+ },
818
+ {
819
+ "epoch": 2.77,
820
+ "learning_rate": 6.186046511627908e-05,
821
+ "loss": 0.0013,
822
+ "step": 1190
823
+ },
824
+ {
825
+ "epoch": 2.79,
826
+ "learning_rate": 6.0697674418604654e-05,
827
+ "loss": 0.0007,
828
+ "step": 1200
829
+ },
830
+ {
831
+ "epoch": 2.79,
832
+ "eval_accuracy": 0.9900990099009901,
833
+ "eval_loss": 0.05105312541127205,
834
+ "eval_runtime": 44.7068,
835
+ "eval_samples_per_second": 27.11,
836
+ "eval_steps_per_second": 3.4,
837
+ "step": 1200
838
+ },
839
+ {
840
+ "epoch": 2.81,
841
+ "learning_rate": 5.953488372093024e-05,
842
+ "loss": 0.0002,
843
+ "step": 1210
844
+ },
845
+ {
846
+ "epoch": 2.84,
847
+ "learning_rate": 5.8372093023255815e-05,
848
+ "loss": 0.0002,
849
+ "step": 1220
850
+ },
851
+ {
852
+ "epoch": 2.86,
853
+ "learning_rate": 5.720930232558139e-05,
854
+ "loss": 0.0024,
855
+ "step": 1230
856
+ },
857
+ {
858
+ "epoch": 2.88,
859
+ "learning_rate": 5.6046511627906984e-05,
860
+ "loss": 0.0009,
861
+ "step": 1240
862
+ },
863
+ {
864
+ "epoch": 2.91,
865
+ "learning_rate": 5.488372093023256e-05,
866
+ "loss": 0.0002,
867
+ "step": 1250
868
+ },
869
+ {
870
+ "epoch": 2.93,
871
+ "learning_rate": 5.3720930232558145e-05,
872
+ "loss": 0.0497,
873
+ "step": 1260
874
+ },
875
+ {
876
+ "epoch": 2.95,
877
+ "learning_rate": 5.255813953488372e-05,
878
+ "loss": 0.0006,
879
+ "step": 1270
880
+ },
881
+ {
882
+ "epoch": 2.98,
883
+ "learning_rate": 5.13953488372093e-05,
884
+ "loss": 0.0004,
885
+ "step": 1280
886
+ },
887
+ {
888
+ "epoch": 3.0,
889
+ "learning_rate": 5.023255813953489e-05,
890
+ "loss": 0.0001,
891
+ "step": 1290
892
+ },
893
+ {
894
+ "epoch": 3.02,
895
+ "learning_rate": 4.906976744186046e-05,
896
+ "loss": 0.0001,
897
+ "step": 1300
898
+ },
899
+ {
900
+ "epoch": 3.02,
901
+ "eval_accuracy": 0.9900990099009901,
902
+ "eval_loss": 0.061022818088531494,
903
+ "eval_runtime": 44.3547,
904
+ "eval_samples_per_second": 27.325,
905
+ "eval_steps_per_second": 3.427,
906
+ "step": 1300
907
+ },
908
+ {
909
+ "epoch": 3.05,
910
+ "learning_rate": 4.790697674418605e-05,
911
+ "loss": 0.0241,
912
+ "step": 1310
913
+ },
914
+ {
915
+ "epoch": 3.07,
916
+ "learning_rate": 4.674418604651163e-05,
917
+ "loss": 0.0005,
918
+ "step": 1320
919
+ },
920
+ {
921
+ "epoch": 3.09,
922
+ "learning_rate": 4.5581395348837214e-05,
923
+ "loss": 0.0003,
924
+ "step": 1330
925
+ },
926
+ {
927
+ "epoch": 3.12,
928
+ "learning_rate": 4.441860465116279e-05,
929
+ "loss": 0.0002,
930
+ "step": 1340
931
+ },
932
+ {
933
+ "epoch": 3.14,
934
+ "learning_rate": 4.325581395348837e-05,
935
+ "loss": 0.0006,
936
+ "step": 1350
937
+ },
938
+ {
939
+ "epoch": 3.16,
940
+ "learning_rate": 4.209302325581396e-05,
941
+ "loss": 0.0001,
942
+ "step": 1360
943
+ },
944
+ {
945
+ "epoch": 3.19,
946
+ "learning_rate": 4.093023255813954e-05,
947
+ "loss": 0.0001,
948
+ "step": 1370
949
+ },
950
+ {
951
+ "epoch": 3.21,
952
+ "learning_rate": 3.9767441860465115e-05,
953
+ "loss": 0.0005,
954
+ "step": 1380
955
+ },
956
+ {
957
+ "epoch": 3.23,
958
+ "learning_rate": 3.86046511627907e-05,
959
+ "loss": 0.0001,
960
+ "step": 1390
961
+ },
962
+ {
963
+ "epoch": 3.26,
964
+ "learning_rate": 3.7441860465116276e-05,
965
+ "loss": 0.0001,
966
+ "step": 1400
967
+ },
968
+ {
969
+ "epoch": 3.26,
970
+ "eval_accuracy": 0.990924092409241,
971
+ "eval_loss": 0.049902621656656265,
972
+ "eval_runtime": 44.1915,
973
+ "eval_samples_per_second": 27.426,
974
+ "eval_steps_per_second": 3.44,
975
+ "step": 1400
976
+ },
977
+ {
978
+ "epoch": 3.28,
979
+ "learning_rate": 3.627906976744187e-05,
980
+ "loss": 0.0002,
981
+ "step": 1410
982
+ },
983
+ {
984
+ "epoch": 3.3,
985
+ "learning_rate": 3.5116279069767445e-05,
986
+ "loss": 0.0001,
987
+ "step": 1420
988
+ },
989
+ {
990
+ "epoch": 3.33,
991
+ "learning_rate": 3.395348837209302e-05,
992
+ "loss": 0.0001,
993
+ "step": 1430
994
+ },
995
+ {
996
+ "epoch": 3.35,
997
+ "learning_rate": 3.2790697674418606e-05,
998
+ "loss": 0.0001,
999
+ "step": 1440
1000
+ },
1001
+ {
1002
+ "epoch": 3.37,
1003
+ "learning_rate": 3.162790697674419e-05,
1004
+ "loss": 0.0001,
1005
+ "step": 1450
1006
+ },
1007
+ {
1008
+ "epoch": 3.4,
1009
+ "learning_rate": 3.0465116279069768e-05,
1010
+ "loss": 0.0001,
1011
+ "step": 1460
1012
+ },
1013
+ {
1014
+ "epoch": 3.42,
1015
+ "learning_rate": 2.9302325581395352e-05,
1016
+ "loss": 0.0001,
1017
+ "step": 1470
1018
+ },
1019
+ {
1020
+ "epoch": 3.44,
1021
+ "learning_rate": 2.813953488372093e-05,
1022
+ "loss": 0.0001,
1023
+ "step": 1480
1024
+ },
1025
+ {
1026
+ "epoch": 3.47,
1027
+ "learning_rate": 2.6976744186046517e-05,
1028
+ "loss": 0.0002,
1029
+ "step": 1490
1030
+ },
1031
+ {
1032
+ "epoch": 3.49,
1033
+ "learning_rate": 2.5813953488372094e-05,
1034
+ "loss": 0.0001,
1035
+ "step": 1500
1036
+ },
1037
+ {
1038
+ "epoch": 3.49,
1039
+ "eval_accuracy": 0.990924092409241,
1040
+ "eval_loss": 0.05676552653312683,
1041
+ "eval_runtime": 44.3782,
1042
+ "eval_samples_per_second": 27.311,
1043
+ "eval_steps_per_second": 3.425,
1044
+ "step": 1500
1045
+ },
1046
+ {
1047
+ "epoch": 3.51,
1048
+ "learning_rate": 2.4651162790697675e-05,
1049
+ "loss": 0.0001,
1050
+ "step": 1510
1051
+ },
1052
+ {
1053
+ "epoch": 3.53,
1054
+ "learning_rate": 2.3488372093023256e-05,
1055
+ "loss": 0.0,
1056
+ "step": 1520
1057
+ },
1058
+ {
1059
+ "epoch": 3.56,
1060
+ "learning_rate": 2.2325581395348837e-05,
1061
+ "loss": 0.0,
1062
+ "step": 1530
1063
+ },
1064
+ {
1065
+ "epoch": 3.58,
1066
+ "learning_rate": 2.116279069767442e-05,
1067
+ "loss": 0.0001,
1068
+ "step": 1540
1069
+ },
1070
+ {
1071
+ "epoch": 3.6,
1072
+ "learning_rate": 2e-05,
1073
+ "loss": 0.0,
1074
+ "step": 1550
1075
+ },
1076
+ {
1077
+ "epoch": 3.63,
1078
+ "learning_rate": 1.8837209302325582e-05,
1079
+ "loss": 0.0001,
1080
+ "step": 1560
1081
+ },
1082
+ {
1083
+ "epoch": 3.65,
1084
+ "learning_rate": 1.7674418604651163e-05,
1085
+ "loss": 0.0,
1086
+ "step": 1570
1087
+ },
1088
+ {
1089
+ "epoch": 3.67,
1090
+ "learning_rate": 1.6511627906976744e-05,
1091
+ "loss": 0.0,
1092
+ "step": 1580
1093
+ },
1094
+ {
1095
+ "epoch": 3.7,
1096
+ "learning_rate": 1.5348837209302328e-05,
1097
+ "loss": 0.0004,
1098
+ "step": 1590
1099
+ },
1100
+ {
1101
+ "epoch": 3.72,
1102
+ "learning_rate": 1.4186046511627907e-05,
1103
+ "loss": 0.0001,
1104
+ "step": 1600
1105
+ },
1106
+ {
1107
+ "epoch": 3.72,
1108
+ "eval_accuracy": 0.9917491749174917,
1109
+ "eval_loss": 0.05982881784439087,
1110
+ "eval_runtime": 44.2442,
1111
+ "eval_samples_per_second": 27.393,
1112
+ "eval_steps_per_second": 3.435,
1113
+ "step": 1600
1114
+ },
1115
+ {
1116
+ "epoch": 3.74,
1117
+ "learning_rate": 1.3023255813953488e-05,
1118
+ "loss": 0.0001,
1119
+ "step": 1610
1120
+ },
1121
+ {
1122
+ "epoch": 3.77,
1123
+ "learning_rate": 1.186046511627907e-05,
1124
+ "loss": 0.0055,
1125
+ "step": 1620
1126
+ },
1127
+ {
1128
+ "epoch": 3.79,
1129
+ "learning_rate": 1.0697674418604651e-05,
1130
+ "loss": 0.0001,
1131
+ "step": 1630
1132
+ },
1133
+ {
1134
+ "epoch": 3.81,
1135
+ "learning_rate": 9.534883720930234e-06,
1136
+ "loss": 0.0,
1137
+ "step": 1640
1138
+ },
1139
+ {
1140
+ "epoch": 3.84,
1141
+ "learning_rate": 8.372093023255815e-06,
1142
+ "loss": 0.0001,
1143
+ "step": 1650
1144
+ },
1145
+ {
1146
+ "epoch": 3.86,
1147
+ "learning_rate": 7.209302325581396e-06,
1148
+ "loss": 0.0001,
1149
+ "step": 1660
1150
+ },
1151
+ {
1152
+ "epoch": 3.88,
1153
+ "learning_rate": 6.046511627906977e-06,
1154
+ "loss": 0.0,
1155
+ "step": 1670
1156
+ },
1157
+ {
1158
+ "epoch": 3.91,
1159
+ "learning_rate": 4.883720930232559e-06,
1160
+ "loss": 0.0,
1161
+ "step": 1680
1162
+ },
1163
+ {
1164
+ "epoch": 3.93,
1165
+ "learning_rate": 3.72093023255814e-06,
1166
+ "loss": 0.0,
1167
+ "step": 1690
1168
+ },
1169
+ {
1170
+ "epoch": 3.95,
1171
+ "learning_rate": 2.558139534883721e-06,
1172
+ "loss": 0.0,
1173
+ "step": 1700
1174
+ },
1175
+ {
1176
+ "epoch": 3.95,
1177
+ "eval_accuracy": 0.990924092409241,
1178
+ "eval_loss": 0.05301262065768242,
1179
+ "eval_runtime": 44.0827,
1180
+ "eval_samples_per_second": 27.494,
1181
+ "eval_steps_per_second": 3.448,
1182
+ "step": 1700
1183
+ }
1184
+ ],
1185
+ "logging_steps": 10,
1186
+ "max_steps": 1720,
1187
+ "num_train_epochs": 4,
1188
+ "save_steps": 100,
1189
+ "total_flos": 6.205770439364837e+18,
1190
+ "trial_name": null,
1191
+ "trial_params": null
1192
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbbdca1f13cb8d8d552735857a20757ed1f9f7709a292f72cddc2bbbf22a144d
3
+ size 4664