danielhanchen
commited on
Commit
•
3e7831a
1
Parent(s):
e041f2b
Upload Qwen2VLForConditionalGeneration
Browse files- config.json +16 -19
- model.safetensors +2 -2
config.json
CHANGED
@@ -32,37 +32,34 @@
|
|
32 |
"multi_modal_projector",
|
33 |
"merger",
|
34 |
"modality_projection",
|
|
|
35 |
"visual.blocks.0.mlp",
|
|
|
36 |
"visual.blocks.1.mlp",
|
|
|
37 |
"visual.blocks.2.mlp",
|
|
|
38 |
"visual.blocks.3.mlp",
|
|
|
39 |
"visual.blocks.4.mlp",
|
|
|
40 |
"visual.blocks.5.mlp",
|
|
|
41 |
"visual.blocks.6.mlp",
|
|
|
42 |
"visual.blocks.7.mlp",
|
|
|
43 |
"visual.blocks.8.mlp",
|
|
|
|
|
|
|
44 |
"visual.blocks.10.mlp",
|
|
|
45 |
"visual.blocks.11.mlp",
|
|
|
46 |
"visual.blocks.12.mlp",
|
47 |
-
"visual.blocks.
|
48 |
-
"visual.blocks.
|
49 |
-
"visual.blocks.15.mlp",
|
50 |
-
"visual.blocks.16.mlp",
|
51 |
-
"visual.blocks.17.mlp",
|
52 |
-
"visual.blocks.18.mlp",
|
53 |
-
"visual.blocks.19.mlp",
|
54 |
-
"visual.blocks.20.mlp",
|
55 |
-
"visual.blocks.21.mlp",
|
56 |
-
"visual.blocks.22.mlp",
|
57 |
-
"visual.blocks.23.mlp",
|
58 |
-
"visual.blocks.24.mlp",
|
59 |
-
"visual.blocks.25.mlp",
|
60 |
-
"visual.blocks.26.mlp",
|
61 |
-
"visual.blocks.27.mlp",
|
62 |
-
"visual.blocks.28.mlp",
|
63 |
-
"visual.blocks.29.mlp",
|
64 |
-
"visual.blocks.30.mlp",
|
65 |
-
"visual.blocks.31.mlp"
|
66 |
],
|
67 |
"llm_int8_threshold": 6.0,
|
68 |
"load_in_4bit": true,
|
|
|
32 |
"multi_modal_projector",
|
33 |
"merger",
|
34 |
"modality_projection",
|
35 |
+
"visual.blocks.0.attn",
|
36 |
"visual.blocks.0.mlp",
|
37 |
+
"visual.blocks.1.attn",
|
38 |
"visual.blocks.1.mlp",
|
39 |
+
"visual.blocks.2.attn",
|
40 |
"visual.blocks.2.mlp",
|
41 |
+
"visual.blocks.3.attn",
|
42 |
"visual.blocks.3.mlp",
|
43 |
+
"visual.blocks.4.attn",
|
44 |
"visual.blocks.4.mlp",
|
45 |
+
"visual.blocks.5.attn",
|
46 |
"visual.blocks.5.mlp",
|
47 |
+
"visual.blocks.6.attn",
|
48 |
"visual.blocks.6.mlp",
|
49 |
+
"visual.blocks.7.attn",
|
50 |
"visual.blocks.7.mlp",
|
51 |
+
"visual.blocks.8.attn",
|
52 |
"visual.blocks.8.mlp",
|
53 |
+
"visual.blocks.9.attn",
|
54 |
+
"visual.blocks.9.mlp",
|
55 |
+
"visual.blocks.10.attn",
|
56 |
"visual.blocks.10.mlp",
|
57 |
+
"visual.blocks.11.attn",
|
58 |
"visual.blocks.11.mlp",
|
59 |
+
"visual.blocks.12.attn",
|
60 |
"visual.blocks.12.mlp",
|
61 |
+
"visual.blocks.31.attn.proj",
|
62 |
+
"visual.blocks.31.mlp.fc2"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
63 |
],
|
64 |
"llm_int8_threshold": 6.0,
|
65 |
"load_in_4bit": true,
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e245d65133e1766982241347c33092b07cdcf8745943291b641e3a8aa6bbeec3
|
3 |
+
size 6356703012
|