Spaces:
Running
on
Zero
Running
on
Zero
SunderAli17
commited on
Commit
•
ef7c110
1
Parent(s):
3a5fcd0
Update evaclip/model_configs/EVA01-CLIP-B-16.json
Browse files
evaclip/model_configs/EVA01-CLIP-B-16.json
CHANGED
@@ -4,26 +4,16 @@
|
|
4 |
"image_size": 224,
|
5 |
"layers": 12,
|
6 |
"width": 768,
|
7 |
-
"head_width": 64,
|
8 |
"patch_size": 16,
|
9 |
-
"
|
10 |
-
"
|
11 |
-
"drop_path_rate": 0.0
|
12 |
-
"xattn": true,
|
13 |
-
"fusedLN": true,
|
14 |
-
"rope": true,
|
15 |
-
"pt_hw_seq_len": 16,
|
16 |
-
"intp_freq": true,
|
17 |
-
"naiveswiglu": true,
|
18 |
-
"subln": true
|
19 |
},
|
20 |
"text_cfg": {
|
21 |
"context_length": 77,
|
22 |
"vocab_size": 49408,
|
23 |
"width": 512,
|
24 |
"heads": 8,
|
25 |
-
"layers": 12
|
26 |
-
"xattn": true,
|
27 |
-
"fusedLN": true
|
28 |
}
|
29 |
}
|
|
|
4 |
"image_size": 224,
|
5 |
"layers": 12,
|
6 |
"width": 768,
|
|
|
7 |
"patch_size": 16,
|
8 |
+
"eva_model_name": "eva-clip-b-16",
|
9 |
+
"ls_init_value": 0.1,
|
10 |
+
"drop_path_rate": 0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
},
|
12 |
"text_cfg": {
|
13 |
"context_length": 77,
|
14 |
"vocab_size": 49408,
|
15 |
"width": 512,
|
16 |
"heads": 8,
|
17 |
+
"layers": 12
|
|
|
|
|
18 |
}
|
19 |
}
|