mariamoracrossitcr commited on
Commit
160b9b3
1 Parent(s): d417a43

🍻 cheers

Browse files
README.md CHANGED
@@ -3,6 +3,7 @@ library_name: transformers
3
  license: apache-2.0
4
  base_model: google/vit-base-patch16-224-in21k
5
  tags:
 
6
  - generated_from_trainer
7
  metrics:
8
  - accuracy
@@ -16,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  # vit-base-beans-demo-v19Set
18
 
19
- This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
  - Loss: 0.0391
22
  - Accuracy: 0.9774
 
3
  license: apache-2.0
4
  base_model: google/vit-base-patch16-224-in21k
5
  tags:
6
+ - image-classification
7
  - generated_from_trainer
8
  metrics:
9
  - accuracy
 
17
 
18
  # vit-base-beans-demo-v19Set
19
 
20
+ This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the beans dataset.
21
  It achieves the following results on the evaluation set:
22
  - Loss: 0.0391
23
  - Accuracy: 0.9774
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4.0,
3
+ "eval_accuracy": 0.9774436090225563,
4
+ "eval_loss": 0.03905326500535011,
5
+ "eval_runtime": 1.5557,
6
+ "eval_samples_per_second": 85.493,
7
+ "eval_steps_per_second": 10.928,
8
+ "total_flos": 3.205097416476426e+17,
9
+ "train_loss": 0.1264910431435475,
10
+ "train_runtime": 114.5573,
11
+ "train_samples_per_second": 36.104,
12
+ "train_steps_per_second": 2.27
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4.0,
3
+ "eval_accuracy": 0.9774436090225563,
4
+ "eval_loss": 0.03905326500535011,
5
+ "eval_runtime": 1.5557,
6
+ "eval_samples_per_second": 85.493,
7
+ "eval_steps_per_second": 10.928
8
+ }
runs/Sep19_22-40-37_8ac2f92ec140/events.out.tfevents.1726785860.8ac2f92ec140.4650.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02faaf84d48b778913ba251cdf9895bb10fe07eeb72d964a9013b6e5d9e75c37
3
+ size 411
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 4.0,
3
+ "total_flos": 3.205097416476426e+17,
4
+ "train_loss": 0.1264910431435475,
5
+ "train_runtime": 114.5573,
6
+ "train_samples_per_second": 36.104,
7
+ "train_steps_per_second": 2.27
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,242 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.03905326500535011,
3
+ "best_model_checkpoint": "./vit-base-beans-demo-v19Set/checkpoint-200",
4
+ "epoch": 4.0,
5
+ "eval_steps": 100,
6
+ "global_step": 260,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.15384615384615385,
13
+ "grad_norm": 1.670286774635315,
14
+ "learning_rate": 0.00019230769230769233,
15
+ "loss": 0.7813,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 0.3076923076923077,
20
+ "grad_norm": 2.140129327774048,
21
+ "learning_rate": 0.00018461538461538463,
22
+ "loss": 0.312,
23
+ "step": 20
24
+ },
25
+ {
26
+ "epoch": 0.46153846153846156,
27
+ "grad_norm": 1.0461418628692627,
28
+ "learning_rate": 0.00017692307692307693,
29
+ "loss": 0.1888,
30
+ "step": 30
31
+ },
32
+ {
33
+ "epoch": 0.6153846153846154,
34
+ "grad_norm": 3.5472192764282227,
35
+ "learning_rate": 0.00016923076923076923,
36
+ "loss": 0.2257,
37
+ "step": 40
38
+ },
39
+ {
40
+ "epoch": 0.7692307692307693,
41
+ "grad_norm": 2.7260594367980957,
42
+ "learning_rate": 0.00016153846153846155,
43
+ "loss": 0.2586,
44
+ "step": 50
45
+ },
46
+ {
47
+ "epoch": 0.9230769230769231,
48
+ "grad_norm": 4.067043781280518,
49
+ "learning_rate": 0.00015384615384615385,
50
+ "loss": 0.2372,
51
+ "step": 60
52
+ },
53
+ {
54
+ "epoch": 1.0769230769230769,
55
+ "grad_norm": 0.5244776010513306,
56
+ "learning_rate": 0.00014615384615384615,
57
+ "loss": 0.1362,
58
+ "step": 70
59
+ },
60
+ {
61
+ "epoch": 1.2307692307692308,
62
+ "grad_norm": 0.14199833571910858,
63
+ "learning_rate": 0.00013846153846153847,
64
+ "loss": 0.2058,
65
+ "step": 80
66
+ },
67
+ {
68
+ "epoch": 1.3846153846153846,
69
+ "grad_norm": 0.16960681974887848,
70
+ "learning_rate": 0.00013076923076923077,
71
+ "loss": 0.0822,
72
+ "step": 90
73
+ },
74
+ {
75
+ "epoch": 1.5384615384615383,
76
+ "grad_norm": 1.8150014877319336,
77
+ "learning_rate": 0.0001230769230769231,
78
+ "loss": 0.0984,
79
+ "step": 100
80
+ },
81
+ {
82
+ "epoch": 1.5384615384615383,
83
+ "eval_accuracy": 0.9849624060150376,
84
+ "eval_loss": 0.05019935220479965,
85
+ "eval_runtime": 1.261,
86
+ "eval_samples_per_second": 105.471,
87
+ "eval_steps_per_second": 13.481,
88
+ "step": 100
89
+ },
90
+ {
91
+ "epoch": 1.6923076923076923,
92
+ "grad_norm": 4.9407758712768555,
93
+ "learning_rate": 0.00011538461538461538,
94
+ "loss": 0.1108,
95
+ "step": 110
96
+ },
97
+ {
98
+ "epoch": 1.8461538461538463,
99
+ "grad_norm": 0.2821877598762512,
100
+ "learning_rate": 0.0001076923076923077,
101
+ "loss": 0.1016,
102
+ "step": 120
103
+ },
104
+ {
105
+ "epoch": 2.0,
106
+ "grad_norm": 0.10290689021348953,
107
+ "learning_rate": 0.0001,
108
+ "loss": 0.0856,
109
+ "step": 130
110
+ },
111
+ {
112
+ "epoch": 2.1538461538461537,
113
+ "grad_norm": 0.24183936417102814,
114
+ "learning_rate": 9.230769230769232e-05,
115
+ "loss": 0.0728,
116
+ "step": 140
117
+ },
118
+ {
119
+ "epoch": 2.3076923076923075,
120
+ "grad_norm": 1.1455119848251343,
121
+ "learning_rate": 8.461538461538461e-05,
122
+ "loss": 0.0437,
123
+ "step": 150
124
+ },
125
+ {
126
+ "epoch": 2.4615384615384617,
127
+ "grad_norm": 0.09371420741081238,
128
+ "learning_rate": 7.692307692307693e-05,
129
+ "loss": 0.028,
130
+ "step": 160
131
+ },
132
+ {
133
+ "epoch": 2.6153846153846154,
134
+ "grad_norm": 6.250518321990967,
135
+ "learning_rate": 6.923076923076924e-05,
136
+ "loss": 0.0765,
137
+ "step": 170
138
+ },
139
+ {
140
+ "epoch": 2.769230769230769,
141
+ "grad_norm": 2.493722438812256,
142
+ "learning_rate": 6.153846153846155e-05,
143
+ "loss": 0.0899,
144
+ "step": 180
145
+ },
146
+ {
147
+ "epoch": 2.9230769230769234,
148
+ "grad_norm": 1.267454743385315,
149
+ "learning_rate": 5.384615384615385e-05,
150
+ "loss": 0.0285,
151
+ "step": 190
152
+ },
153
+ {
154
+ "epoch": 3.076923076923077,
155
+ "grad_norm": 0.06802109628915787,
156
+ "learning_rate": 4.615384615384616e-05,
157
+ "loss": 0.0388,
158
+ "step": 200
159
+ },
160
+ {
161
+ "epoch": 3.076923076923077,
162
+ "eval_accuracy": 0.9774436090225563,
163
+ "eval_loss": 0.03905326500535011,
164
+ "eval_runtime": 2.6673,
165
+ "eval_samples_per_second": 49.864,
166
+ "eval_steps_per_second": 6.374,
167
+ "step": 200
168
+ },
169
+ {
170
+ "epoch": 3.230769230769231,
171
+ "grad_norm": 0.06581737101078033,
172
+ "learning_rate": 3.846153846153846e-05,
173
+ "loss": 0.0146,
174
+ "step": 210
175
+ },
176
+ {
177
+ "epoch": 3.3846153846153846,
178
+ "grad_norm": 0.06294853240251541,
179
+ "learning_rate": 3.0769230769230774e-05,
180
+ "loss": 0.0138,
181
+ "step": 220
182
+ },
183
+ {
184
+ "epoch": 3.5384615384615383,
185
+ "grad_norm": 0.06758769601583481,
186
+ "learning_rate": 2.307692307692308e-05,
187
+ "loss": 0.0202,
188
+ "step": 230
189
+ },
190
+ {
191
+ "epoch": 3.6923076923076925,
192
+ "grad_norm": 0.06321461498737335,
193
+ "learning_rate": 1.5384615384615387e-05,
194
+ "loss": 0.0119,
195
+ "step": 240
196
+ },
197
+ {
198
+ "epoch": 3.8461538461538463,
199
+ "grad_norm": 0.06657669693231583,
200
+ "learning_rate": 7.692307692307694e-06,
201
+ "loss": 0.0139,
202
+ "step": 250
203
+ },
204
+ {
205
+ "epoch": 4.0,
206
+ "grad_norm": 0.1454625427722931,
207
+ "learning_rate": 0.0,
208
+ "loss": 0.0122,
209
+ "step": 260
210
+ },
211
+ {
212
+ "epoch": 4.0,
213
+ "step": 260,
214
+ "total_flos": 3.205097416476426e+17,
215
+ "train_loss": 0.1264910431435475,
216
+ "train_runtime": 114.5573,
217
+ "train_samples_per_second": 36.104,
218
+ "train_steps_per_second": 2.27
219
+ }
220
+ ],
221
+ "logging_steps": 10,
222
+ "max_steps": 260,
223
+ "num_input_tokens_seen": 0,
224
+ "num_train_epochs": 4,
225
+ "save_steps": 100,
226
+ "stateful_callbacks": {
227
+ "TrainerControl": {
228
+ "args": {
229
+ "should_epoch_stop": false,
230
+ "should_evaluate": false,
231
+ "should_log": false,
232
+ "should_save": true,
233
+ "should_training_stop": true
234
+ },
235
+ "attributes": {}
236
+ }
237
+ },
238
+ "total_flos": 3.205097416476426e+17,
239
+ "train_batch_size": 16,
240
+ "trial_name": null,
241
+ "trial_params": null
242
+ }