Hugging Face's logo

llava-hf
/
llava-onevision-qwen2-72b-ov-hf

Image-Text-to-Text
Safetensors
English
Chinese
llava_onevision
vision
conversational
Model card Files Community
1
RaushanTurganbay HF staff commited on
Commit
250c660
•
1 Parent(s): 1259a00

Upload LlavaOnevisionForConditionalGeneration

Browse files
Files changed (33) hide show
  1. config.json +3 -7
  2. model-00001-of-00031.safetensors +3 -0
  3. model-00002-of-00031.safetensors +3 -0
  4. model-00003-of-00031.safetensors +3 -0
  5. model-00004-of-00031.safetensors +3 -0
  6. model-00005-of-00031.safetensors +3 -0
  7. model-00006-of-00031.safetensors +3 -0
  8. model-00007-of-00031.safetensors +3 -0
  9. model-00008-of-00031.safetensors +3 -0
  10. model-00009-of-00031.safetensors +3 -0
  11. model-00010-of-00031.safetensors +3 -0
  12. model-00011-of-00031.safetensors +3 -0
  13. model-00012-of-00031.safetensors +3 -0
  14. model-00013-of-00031.safetensors +3 -0
  15. model-00014-of-00031.safetensors +3 -0
  16. model-00015-of-00031.safetensors +3 -0
  17. model-00016-of-00031.safetensors +3 -0
  18. model-00017-of-00031.safetensors +3 -0
  19. model-00018-of-00031.safetensors +3 -0
  20. model-00019-of-00031.safetensors +3 -0
  21. model-00020-of-00031.safetensors +3 -0
  22. model-00021-of-00031.safetensors +3 -0
  23. model-00022-of-00031.safetensors +3 -0
  24. model-00023-of-00031.safetensors +3 -0
  25. model-00024-of-00031.safetensors +3 -0
  26. model-00025-of-00031.safetensors +3 -0
  27. model-00026-of-00031.safetensors +3 -0
  28. model-00027-of-00031.safetensors +3 -0
  29. model-00028-of-00031.safetensors +3 -0
  30. model-00029-of-00031.safetensors +3 -0
  31. model-00030-of-00031.safetensors +3 -0
  32. model-00031-of-00031.safetensors +3 -0
  33. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "architectures": [
3
- "LlavaNextForConditionalGeneration"
4
  ],
5
  "ignore_index": -100,
6
  "image_grid_pinpoints": [
@@ -150,7 +150,7 @@
150
  ]
151
  ],
152
  "image_token_index": 151646,
153
- "model_type": "llava_next",
154
  "projector_hidden_act": "gelu",
155
  "text_config": {
156
  "_name_or_path": "Qwen/Qwen2-72B-Instruct",
@@ -161,29 +161,25 @@
161
  "eos_token_id": 151645,
162
  "hidden_size": 8192,
163
  "intermediate_size": 29568,
164
- "max_position_embeddings": 32768,
165
  "max_window_layers": 80,
166
  "model_type": "qwen2",
167
  "num_attention_heads": 64,
168
  "num_hidden_layers": 80,
169
  "num_key_value_heads": 8,
170
  "rope_theta": 1000000.0,
171
- "sliding_window": null,
172
  "torch_dtype": "bfloat16",
173
- "use_sliding_window": false,
174
  "vocab_size": 152128
175
  },
176
  "tie_word_embeddings": false,
177
  "torch_dtype": "float16",
178
  "transformers_version": "4.45.0.dev0",
179
  "use_image_newline_parameter": true,
 
180
  "vision_aspect_ratio": "anyres_max_9",
181
  "vision_config": {
182
- "hidden_act": "gelu_pytorch_tanh",
183
  "hidden_size": 1152,
184
  "image_size": 384,
185
  "intermediate_size": 4304,
186
- "layer_norm_eps": 1e-06,
187
  "model_type": "siglip_vision_model",
188
  "num_attention_heads": 16,
189
  "num_hidden_layers": 26,
 
1
  {
2
  "architectures": [
3
+ "LlavaOnevisionForConditionalGeneration"
4
  ],
5
  "ignore_index": -100,
6
  "image_grid_pinpoints": [
 
150
  ]
151
  ],
152
  "image_token_index": 151646,
153
+ "model_type": "llava_onevision",
154
  "projector_hidden_act": "gelu",
155
  "text_config": {
156
  "_name_or_path": "Qwen/Qwen2-72B-Instruct",
 
161
  "eos_token_id": 151645,
162
  "hidden_size": 8192,
163
  "intermediate_size": 29568,
 
164
  "max_window_layers": 80,
165
  "model_type": "qwen2",
166
  "num_attention_heads": 64,
167
  "num_hidden_layers": 80,
168
  "num_key_value_heads": 8,
169
  "rope_theta": 1000000.0,
 
170
  "torch_dtype": "bfloat16",
 
171
  "vocab_size": 152128
172
  },
173
  "tie_word_embeddings": false,
174
  "torch_dtype": "float16",
175
  "transformers_version": "4.45.0.dev0",
176
  "use_image_newline_parameter": true,
177
+ "video_token_index": 151647,
178
  "vision_aspect_ratio": "anyres_max_9",
179
  "vision_config": {
 
180
  "hidden_size": 1152,
181
  "image_size": 384,
182
  "intermediate_size": 4304,
 
183
  "model_type": "siglip_vision_model",
184
  "num_attention_heads": 16,
185
  "num_hidden_layers": 26,
model-00001-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a6a88675e8a7443ec3893c2aa2eed2a2048f02da4bde385f6f9f60c644ab04
3
+ size 4712056048
model-00002-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b3209fc0ff0e03465c62e0de1cabfba374aa967ba394cf4e13c41fd1231a954
3
+ size 4781670816
model-00003-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e451f05b40823bba2d98b49131c92ed76e1f2b51a85adb05cf9b0ab9c8147b
3
+ size 4781670808
model-00004-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c53459c5bd024a829dd4613b7b547d407d0da282316985cad81b7587c5034a61
3
+ size 4964101792
model-00005-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ad27eba3298e1142dc3750ddf2eda476bed45a6bd904a14c49799257735034f
3
+ size 4781637808
model-00006-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c88adfe33455f6580b830013ebcfc03929fbcf2df0bdac272e3d9ffcf72dfb95
3
+ size 4781670848
model-00007-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:004ccbb6060d0d3797cd911a3a9ea9c8a7888719d045ff47efec43473410906f
3
+ size 4781670848
model-00008-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a194e2745d362cbff8b93f1045f856e53bd22ff0867bceab89253262cd9dac92
3
+ size 4964101824
model-00009-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47d7882511078c32b88dc4a1216406b5c79b998784070910e838992488e7db48
3
+ size 4781637824
model-00010-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d12fdcac0c7575e37e1b97a9c47548ca810fc5aafe79e3ca9942bf6d02900912
3
+ size 4781670848
model-00011-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e4f90054e6d8f6540b85705bacba518e26f7af09609b9a85a9d86991d5babb5
3
+ size 4781670848
model-00012-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cdb895e921fd9f600b326a0c1d8b669e62f107d696c591a66d717f30f1c2212
3
+ size 4964101824
model-00013-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20e7ad57acf5f193fae112cc652cf71133139d10de6a8effdc0da3f28b6285ec
3
+ size 4781637824
model-00014-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4a2e4c778dbd8bccde61646749b362f48a0f38b7806222dc7e6ac9654a1abbe
3
+ size 4781670848
model-00015-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cf6091409d9726268009bd044259ad47fbd37fa68403a714a1c912847d66aa6
3
+ size 4781670848
model-00016-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9863a8eba74ec99d2d8ca5c7617f5090e386714db5f65f448296db0f34d3a1d0
3
+ size 4964101824
model-00017-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea326bca07706b388c047d6863380c2a1b208a50e258325f01f31781fac8b8e6
3
+ size 4781637824
model-00018-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a9f16e119c3fdfae42e3d768729251a082a418533bc2b8be8cf90186f8bea6a
3
+ size 4781670848
model-00019-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6577e04f6ca2d544da37f6f07d5fa2b89a4124f2e0313f60cb7fd9189be5103d
3
+ size 4781670848
model-00020-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9107107f659ed57155d6b5a386dad326c228736e613ca04351a5b6f4ea928edc
3
+ size 4964101824
model-00021-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:299f16f47ed5f6c8f19ef1dec917e790fef324ca5f0d6889c1e218c4009a8528
3
+ size 4781637824
model-00022-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb49c708993a6e8e660aa8f59b05b843f576eef6230a517f8f8aaa7271af87e
3
+ size 4781670848
model-00023-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ea0169365ac486fe99fc59bc20d6096ee69dcb92e9184de18e98302a862a475
3
+ size 4781670848
model-00024-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3311b47c1bc4e685a0629a1e3322c3b2985f0b024e0a289f8925a5fbaa327f1
3
+ size 4964101824
model-00025-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d839a8bab2f1f30d66ce7e387bd956137a8d1bc995540e872c1794c8cfe22d
3
+ size 4781637824
model-00026-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f45fce6b9deebf2acc541b5d56307f4c2ee8f124f54b9f1430710b6af6ee34
3
+ size 4781670848
model-00027-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a9ed51b5b248f8b30d8d16f842af0c491b3b07a00fe1855fb5906b5584b2a99
3
+ size 4781670848
model-00028-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b33d25f5ac3beb4fcb523016d4acce426defe2e6db14ee09e0fb39dff42de9e
3
+ size 4964101824
model-00029-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:151ebc37bd921493426ec9e5abb9fc2f58bc179563509b801c295600a103c690
3
+ size 4781637824
model-00030-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:babef8978f788e7b7fd438b893456bc67e3cb3e77c012b68f15dc189b7031f96
3
+ size 3995233824
model-00031-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4170caa4006e2107b08219bd006c15c00be714e34be7ea7bd54b6e69a321dee
3
+ size 2492465296
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff