nielsr HF staff commited on
Commit
b018e9a
1 Parent(s): 2a94aa4

Upload VideoMAEForVideoClassification

Browse files
Files changed (2) hide show
  1. config.json +381 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,381 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "VideoMAEForVideoClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.0,
6
+ "decoder_hidden_size": 384,
7
+ "decoder_intermediate_size": 1536,
8
+ "decoder_num_attention_heads": 6,
9
+ "decoder_num_hidden_layers": 4,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.0,
12
+ "hidden_size": 768,
13
+ "id2label": {
14
+ "0": "Approaching [something] with your camera",
15
+ "1": "Attaching [something] to [something]",
16
+ "2": "Bending [something] so that it deforms",
17
+ "3": "Bending [something] until it breaks",
18
+ "4": "Burying [something] in [something]",
19
+ "5": "Closing [something]",
20
+ "6": "Covering [something] with [something]",
21
+ "7": "Digging [something] out of [something]",
22
+ "8": "Dropping [something] behind [something]",
23
+ "9": "Dropping [something] in front of [something]",
24
+ "10": "Dropping [something] into [something]",
25
+ "11": "Dropping [something] next to [something]",
26
+ "12": "Dropping [something] onto [something]",
27
+ "13": "Failing to put [something] into [something] because [something] does not fit",
28
+ "14": "Folding [something]",
29
+ "15": "Hitting [something] with [something]",
30
+ "16": "Holding [something]",
31
+ "17": "Holding [something] behind [something]",
32
+ "18": "Holding [something] in front of [something]",
33
+ "19": "Holding [something] next to [something]",
34
+ "20": "Holding [something] over [something]",
35
+ "21": "Laying [something] on the table on its side, not upright",
36
+ "22": "Letting [something] roll along a flat surface",
37
+ "23": "Letting [something] roll down a slanted surface",
38
+ "24": "Letting [something] roll up a slanted surface, so it rolls back down",
39
+ "25": "Lifting a surface with [something] on it but not enough for it to slide down",
40
+ "26": "Lifting a surface with [something] on it until it starts sliding down",
41
+ "27": "Lifting [something] up completely without letting it drop down",
42
+ "28": "Lifting [something] up completely, then letting it drop down",
43
+ "29": "Lifting [something] with [something] on it",
44
+ "30": "Lifting up one end of [something] without letting it drop down",
45
+ "31": "Lifting up one end of [something], then letting it drop down",
46
+ "32": "Moving away from [something] with your camera",
47
+ "33": "Moving [part] of [something]",
48
+ "34": "Moving [something] across a surface until it falls down",
49
+ "35": "Moving [something] across a surface without it falling down",
50
+ "36": "Moving [something] and [something] away from each other",
51
+ "37": "Moving [something] and [something] closer to each other",
52
+ "38": "Moving [something] and [something] so they collide with each other",
53
+ "39": "Moving [something] and [something] so they pass each other",
54
+ "40": "Moving [something] away from [something]",
55
+ "41": "Moving [something] away from the camera",
56
+ "42": "Moving [something] closer to [something]",
57
+ "43": "Moving [something] down",
58
+ "44": "Moving [something] towards the camera",
59
+ "45": "Moving [something] up",
60
+ "46": "Opening [something]",
61
+ "47": "Picking [something] up",
62
+ "48": "Piling [something] up",
63
+ "49": "Plugging [something] into [something]",
64
+ "50": "Plugging [something] into [something] but pulling it right out as you remove your hand",
65
+ "51": "Poking a hole into [some substance]",
66
+ "52": "Poking a hole into [something soft]",
67
+ "53": "Poking a stack of [something] so the stack collapses",
68
+ "54": "Poking a stack of [something] without the stack collapsing",
69
+ "55": "Poking [something] so it slightly moves",
70
+ "56": "Poking [something] so lightly that it doesn't or almost doesn't move",
71
+ "57": "Poking [something] so that it falls over",
72
+ "58": "Poking [something] so that it spins around",
73
+ "59": "Pouring [something] into [something]",
74
+ "60": "Pouring [something] into [something] until it overflows",
75
+ "61": "Pouring [something] onto [something]",
76
+ "62": "Pouring [something] out of [something]",
77
+ "63": "Pretending or failing to wipe [something] off of [something]",
78
+ "64": "Pretending or trying and failing to twist [something]",
79
+ "65": "Pretending to be tearing [something that is not tearable]",
80
+ "66": "Pretending to close [something] without actually closing it",
81
+ "67": "Pretending to open [something] without actually opening it",
82
+ "68": "Pretending to pick [something] up",
83
+ "69": "Pretending to poke [something]",
84
+ "70": "Pretending to pour [something] out of [something], but [something] is empty",
85
+ "71": "Pretending to put [something] behind [something]",
86
+ "72": "Pretending to put [something] into [something]",
87
+ "73": "Pretending to put [something] next to [something]",
88
+ "74": "Pretending to put [something] on a surface",
89
+ "75": "Pretending to put [something] onto [something]",
90
+ "76": "Pretending to put [something] underneath [something]",
91
+ "77": "Pretending to scoop [something] up with [something]",
92
+ "78": "Pretending to spread air onto [something]",
93
+ "79": "Pretending to sprinkle air onto [something]",
94
+ "80": "Pretending to squeeze [something]",
95
+ "81": "Pretending to take [something] from [somewhere]",
96
+ "82": "Pretending to take [something] out of [something]",
97
+ "83": "Pretending to throw [something]",
98
+ "84": "Pretending to turn [something] upside down",
99
+ "85": "Pulling [something] from behind of [something]",
100
+ "86": "Pulling [something] from left to right",
101
+ "87": "Pulling [something] from right to left",
102
+ "88": "Pulling [something] onto [something]",
103
+ "89": "Pulling [something] out of [something]",
104
+ "90": "Pulling two ends of [something] but nothing happens",
105
+ "91": "Pulling two ends of [something] so that it gets stretched",
106
+ "92": "Pulling two ends of [something] so that it separates into two pieces",
107
+ "93": "Pushing [something] from left to right",
108
+ "94": "Pushing [something] from right to left",
109
+ "95": "Pushing [something] off of [something]",
110
+ "96": "Pushing [something] onto [something]",
111
+ "97": "Pushing [something] so it spins",
112
+ "98": "Pushing [something] so that it almost falls off but doesn't",
113
+ "99": "Pushing [something] so that it falls off the table",
114
+ "100": "Pushing [something] so that it slightly moves",
115
+ "101": "Pushing [something] with [something]",
116
+ "102": "Putting [number of] [something] onto [something]",
117
+ "103": "Putting [something] and [something] on the table",
118
+ "104": "Putting [something] behind [something]",
119
+ "105": "Putting [something] in front of [something]",
120
+ "106": "Putting [something] into [something]",
121
+ "107": "Putting [something] next to [something]",
122
+ "108": "Putting [something] on a flat surface without letting it roll",
123
+ "109": "Putting [something] on a surface",
124
+ "110": "Putting [something] on the edge of [something] so it is not supported and falls down",
125
+ "111": "Putting [something] onto a slanted surface but it doesn't glide down",
126
+ "112": "Putting [something] onto [something]",
127
+ "113": "Putting [something] onto [something else that cannot support it] so it falls down",
128
+ "114": "Putting [something similar to other things that are already on the table]",
129
+ "115": "Putting [something] that can't roll onto a slanted surface, so it slides down",
130
+ "116": "Putting [something] that can't roll onto a slanted surface, so it stays where it is",
131
+ "117": "Putting [something that cannot actually stand upright] upright on the table, so it falls on its side",
132
+ "118": "Putting [something] underneath [something]",
133
+ "119": "Putting [something] upright on the table",
134
+ "120": "Putting [something], [something] and [something] on the table",
135
+ "121": "Removing [something], revealing [something] behind",
136
+ "122": "Rolling [something] on a flat surface",
137
+ "123": "Scooping [something] up with [something]",
138
+ "124": "Showing a photo of [something] to the camera",
139
+ "125": "Showing [something] behind [something]",
140
+ "126": "Showing [something] next to [something]",
141
+ "127": "Showing [something] on top of [something]",
142
+ "128": "Showing [something] to the camera",
143
+ "129": "Showing that [something] is empty",
144
+ "130": "Showing that [something] is inside [something]",
145
+ "131": "[Something] being deflected from [something]",
146
+ "132": "[Something] colliding with [something] and both are being deflected",
147
+ "133": "[Something] colliding with [something] and both come to a halt",
148
+ "134": "[Something] falling like a feather or paper",
149
+ "135": "[Something] falling like a rock",
150
+ "136": "Spilling [something] behind [something]",
151
+ "137": "Spilling [something] next to [something]",
152
+ "138": "Spilling [something] onto [something]",
153
+ "139": "Spinning [something] so it continues spinning",
154
+ "140": "Spinning [something] that quickly stops spinning",
155
+ "141": "Spreading [something] onto [something]",
156
+ "142": "Sprinkling [something] onto [something]",
157
+ "143": "Squeezing [something]",
158
+ "144": "Stacking [number of] [something]",
159
+ "145": "Stuffing [something] into [something]",
160
+ "146": "Taking [one of many similar things on the table]",
161
+ "147": "Taking [something] from [somewhere]",
162
+ "148": "Taking [something] out of [something]",
163
+ "149": "Tearing [something] into two pieces",
164
+ "150": "Tearing [something] just a little bit",
165
+ "151": "Throwing [something]",
166
+ "152": "Throwing [something] against [something]",
167
+ "153": "Throwing [something] in the air and catching it",
168
+ "154": "Throwing [something] in the air and letting it fall",
169
+ "155": "Throwing [something] onto a surface",
170
+ "156": "Tilting [something] with [something] on it slightly so it doesn't fall down",
171
+ "157": "Tilting [something] with [something] on it until it falls off",
172
+ "158": "Tipping [something] over",
173
+ "159": "Tipping [something] with [something in it] over, so [something in it] falls out",
174
+ "160": "Touching (without moving) [part] of [something]",
175
+ "161": "Trying but failing to attach [something] to [something] because it doesn't stick",
176
+ "162": "Trying to bend [something unbendable] so nothing happens",
177
+ "163": "Trying to pour [something] into [something], but missing so it spills next to it",
178
+ "164": "Turning [something] upside down",
179
+ "165": "Turning the camera downwards while filming [something]",
180
+ "166": "Turning the camera left while filming [something]",
181
+ "167": "Turning the camera right while filming [something]",
182
+ "168": "Turning the camera upwards while filming [something]",
183
+ "169": "Twisting (wringing) [something] wet until water comes out",
184
+ "170": "Twisting [something]",
185
+ "171": "Uncovering [something]",
186
+ "172": "Unfolding [something]",
187
+ "173": "Wiping [something] off of [something]"
188
+ },
189
+ "image_size": 224,
190
+ "initializer_range": 0.02,
191
+ "intermediate_size": 3072,
192
+ "label2id": {
193
+ "Approaching [something] with your camera": 0,
194
+ "Attaching [something] to [something]": 1,
195
+ "Bending [something] so that it deforms": 2,
196
+ "Bending [something] until it breaks": 3,
197
+ "Burying [something] in [something]": 4,
198
+ "Closing [something]": 5,
199
+ "Covering [something] with [something]": 6,
200
+ "Digging [something] out of [something]": 7,
201
+ "Dropping [something] behind [something]": 8,
202
+ "Dropping [something] in front of [something]": 9,
203
+ "Dropping [something] into [something]": 10,
204
+ "Dropping [something] next to [something]": 11,
205
+ "Dropping [something] onto [something]": 12,
206
+ "Failing to put [something] into [something] because [something] does not fit": 13,
207
+ "Folding [something]": 14,
208
+ "Hitting [something] with [something]": 15,
209
+ "Holding [something]": 16,
210
+ "Holding [something] behind [something]": 17,
211
+ "Holding [something] in front of [something]": 18,
212
+ "Holding [something] next to [something]": 19,
213
+ "Holding [something] over [something]": 20,
214
+ "Laying [something] on the table on its side, not upright": 21,
215
+ "Letting [something] roll along a flat surface": 22,
216
+ "Letting [something] roll down a slanted surface": 23,
217
+ "Letting [something] roll up a slanted surface, so it rolls back down": 24,
218
+ "Lifting [something] up completely without letting it drop down": 27,
219
+ "Lifting [something] up completely, then letting it drop down": 28,
220
+ "Lifting [something] with [something] on it": 29,
221
+ "Lifting a surface with [something] on it but not enough for it to slide down": 25,
222
+ "Lifting a surface with [something] on it until it starts sliding down": 26,
223
+ "Lifting up one end of [something] without letting it drop down": 30,
224
+ "Lifting up one end of [something], then letting it drop down": 31,
225
+ "Moving [part] of [something]": 33,
226
+ "Moving [something] across a surface until it falls down": 34,
227
+ "Moving [something] across a surface without it falling down": 35,
228
+ "Moving [something] and [something] away from each other": 36,
229
+ "Moving [something] and [something] closer to each other": 37,
230
+ "Moving [something] and [something] so they collide with each other": 38,
231
+ "Moving [something] and [something] so they pass each other": 39,
232
+ "Moving [something] away from [something]": 40,
233
+ "Moving [something] away from the camera": 41,
234
+ "Moving [something] closer to [something]": 42,
235
+ "Moving [something] down": 43,
236
+ "Moving [something] towards the camera": 44,
237
+ "Moving [something] up": 45,
238
+ "Moving away from [something] with your camera": 32,
239
+ "Opening [something]": 46,
240
+ "Picking [something] up": 47,
241
+ "Piling [something] up": 48,
242
+ "Plugging [something] into [something]": 49,
243
+ "Plugging [something] into [something] but pulling it right out as you remove your hand": 50,
244
+ "Poking [something] so it slightly moves": 55,
245
+ "Poking [something] so lightly that it doesn't or almost doesn't move": 56,
246
+ "Poking [something] so that it falls over": 57,
247
+ "Poking [something] so that it spins around": 58,
248
+ "Poking a hole into [some substance]": 51,
249
+ "Poking a hole into [something soft]": 52,
250
+ "Poking a stack of [something] so the stack collapses": 53,
251
+ "Poking a stack of [something] without the stack collapsing": 54,
252
+ "Pouring [something] into [something]": 59,
253
+ "Pouring [something] into [something] until it overflows": 60,
254
+ "Pouring [something] onto [something]": 61,
255
+ "Pouring [something] out of [something]": 62,
256
+ "Pretending or failing to wipe [something] off of [something]": 63,
257
+ "Pretending or trying and failing to twist [something]": 64,
258
+ "Pretending to be tearing [something that is not tearable]": 65,
259
+ "Pretending to close [something] without actually closing it": 66,
260
+ "Pretending to open [something] without actually opening it": 67,
261
+ "Pretending to pick [something] up": 68,
262
+ "Pretending to poke [something]": 69,
263
+ "Pretending to pour [something] out of [something], but [something] is empty": 70,
264
+ "Pretending to put [something] behind [something]": 71,
265
+ "Pretending to put [something] into [something]": 72,
266
+ "Pretending to put [something] next to [something]": 73,
267
+ "Pretending to put [something] on a surface": 74,
268
+ "Pretending to put [something] onto [something]": 75,
269
+ "Pretending to put [something] underneath [something]": 76,
270
+ "Pretending to scoop [something] up with [something]": 77,
271
+ "Pretending to spread air onto [something]": 78,
272
+ "Pretending to sprinkle air onto [something]": 79,
273
+ "Pretending to squeeze [something]": 80,
274
+ "Pretending to take [something] from [somewhere]": 81,
275
+ "Pretending to take [something] out of [something]": 82,
276
+ "Pretending to throw [something]": 83,
277
+ "Pretending to turn [something] upside down": 84,
278
+ "Pulling [something] from behind of [something]": 85,
279
+ "Pulling [something] from left to right": 86,
280
+ "Pulling [something] from right to left": 87,
281
+ "Pulling [something] onto [something]": 88,
282
+ "Pulling [something] out of [something]": 89,
283
+ "Pulling two ends of [something] but nothing happens": 90,
284
+ "Pulling two ends of [something] so that it gets stretched": 91,
285
+ "Pulling two ends of [something] so that it separates into two pieces": 92,
286
+ "Pushing [something] from left to right": 93,
287
+ "Pushing [something] from right to left": 94,
288
+ "Pushing [something] off of [something]": 95,
289
+ "Pushing [something] onto [something]": 96,
290
+ "Pushing [something] so it spins": 97,
291
+ "Pushing [something] so that it almost falls off but doesn't": 98,
292
+ "Pushing [something] so that it falls off the table": 99,
293
+ "Pushing [something] so that it slightly moves": 100,
294
+ "Pushing [something] with [something]": 101,
295
+ "Putting [number of] [something] onto [something]": 102,
296
+ "Putting [something similar to other things that are already on the table]": 114,
297
+ "Putting [something that cannot actually stand upright] upright on the table, so it falls on its side": 117,
298
+ "Putting [something] and [something] on the table": 103,
299
+ "Putting [something] behind [something]": 104,
300
+ "Putting [something] in front of [something]": 105,
301
+ "Putting [something] into [something]": 106,
302
+ "Putting [something] next to [something]": 107,
303
+ "Putting [something] on a flat surface without letting it roll": 108,
304
+ "Putting [something] on a surface": 109,
305
+ "Putting [something] on the edge of [something] so it is not supported and falls down": 110,
306
+ "Putting [something] onto [something else that cannot support it] so it falls down": 113,
307
+ "Putting [something] onto [something]": 112,
308
+ "Putting [something] onto a slanted surface but it doesn't glide down": 111,
309
+ "Putting [something] that can't roll onto a slanted surface, so it slides down": 115,
310
+ "Putting [something] that can't roll onto a slanted surface, so it stays where it is": 116,
311
+ "Putting [something] underneath [something]": 118,
312
+ "Putting [something] upright on the table": 119,
313
+ "Putting [something], [something] and [something] on the table": 120,
314
+ "Removing [something], revealing [something] behind": 121,
315
+ "Rolling [something] on a flat surface": 122,
316
+ "Scooping [something] up with [something]": 123,
317
+ "Showing [something] behind [something]": 125,
318
+ "Showing [something] next to [something]": 126,
319
+ "Showing [something] on top of [something]": 127,
320
+ "Showing [something] to the camera": 128,
321
+ "Showing a photo of [something] to the camera": 124,
322
+ "Showing that [something] is empty": 129,
323
+ "Showing that [something] is inside [something]": 130,
324
+ "Spilling [something] behind [something]": 136,
325
+ "Spilling [something] next to [something]": 137,
326
+ "Spilling [something] onto [something]": 138,
327
+ "Spinning [something] so it continues spinning": 139,
328
+ "Spinning [something] that quickly stops spinning": 140,
329
+ "Spreading [something] onto [something]": 141,
330
+ "Sprinkling [something] onto [something]": 142,
331
+ "Squeezing [something]": 143,
332
+ "Stacking [number of] [something]": 144,
333
+ "Stuffing [something] into [something]": 145,
334
+ "Taking [one of many similar things on the table]": 146,
335
+ "Taking [something] from [somewhere]": 147,
336
+ "Taking [something] out of [something]": 148,
337
+ "Tearing [something] into two pieces": 149,
338
+ "Tearing [something] just a little bit": 150,
339
+ "Throwing [something]": 151,
340
+ "Throwing [something] against [something]": 152,
341
+ "Throwing [something] in the air and catching it": 153,
342
+ "Throwing [something] in the air and letting it fall": 154,
343
+ "Throwing [something] onto a surface": 155,
344
+ "Tilting [something] with [something] on it slightly so it doesn't fall down": 156,
345
+ "Tilting [something] with [something] on it until it falls off": 157,
346
+ "Tipping [something] over": 158,
347
+ "Tipping [something] with [something in it] over, so [something in it] falls out": 159,
348
+ "Touching (without moving) [part] of [something]": 160,
349
+ "Trying but failing to attach [something] to [something] because it doesn't stick": 161,
350
+ "Trying to bend [something unbendable] so nothing happens": 162,
351
+ "Trying to pour [something] into [something], but missing so it spills next to it": 163,
352
+ "Turning [something] upside down": 164,
353
+ "Turning the camera downwards while filming [something]": 165,
354
+ "Turning the camera left while filming [something]": 166,
355
+ "Turning the camera right while filming [something]": 167,
356
+ "Turning the camera upwards while filming [something]": 168,
357
+ "Twisting (wringing) [something] wet until water comes out": 169,
358
+ "Twisting [something]": 170,
359
+ "Uncovering [something]": 171,
360
+ "Unfolding [something]": 172,
361
+ "Wiping [something] off of [something]": 173,
362
+ "[Something] being deflected from [something]": 131,
363
+ "[Something] colliding with [something] and both are being deflected": 132,
364
+ "[Something] colliding with [something] and both come to a halt": 133,
365
+ "[Something] falling like a feather or paper": 134,
366
+ "[Something] falling like a rock": 135
367
+ },
368
+ "layer_norm_eps": 1e-12,
369
+ "model_type": "videomae",
370
+ "norm_pix_loss": true,
371
+ "num_attention_heads": 12,
372
+ "num_channels": 3,
373
+ "num_frames": 16,
374
+ "num_hidden_layers": 12,
375
+ "patch_size": 16,
376
+ "qkv_bias": true,
377
+ "torch_dtype": "float32",
378
+ "transformers_version": "4.22.0.dev0",
379
+ "tubelet_size": 2,
380
+ "use_mean_pooling": true
381
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b960dafd7b3051e8be4ce7ca1bcbc051012eee2a0767f22dd6b7ca77507b82fb
3
+ size 345503629