Upload folder using huggingface_hub (#1)

- ced42e1c616bf1a2c5cfad04f36a9e643c362cae8d22604b353e30e6a6f168d5 (266d0f873888fedcb3809e2ab4d07b63b29936cd)
- 39200857990a34a59c49b3145d65168983056a15159884ae2433fb8de0c7b199 (8870b64c8ee0ccc555264f4c7bb2450c2846175f)
- 650d7eedbdebf474190b5ba17e5795bec8d889b59abf4fbede875eb3cb01c812 (f4cdffc60b7336b633a463b0662372a4415d6fb2)
- f245a9003b9caf56f910c4ce697fe93ec46b29e70ee8ac96f0e49dabcb26d0f8 (2bed925b6f176581b5741b1648c381aedcedcca4)
- 3aa8780ee44227c1c90d95deb2bd9a7edae3760670e8583a3c05d6ae8a98ff4b (5e7838ebc3ee5d5344cc01379c283ace78d130a4)
- 87b5cc21de79740daad0db0ede079269d32c871014df0a32a742f0626eea9bcf (9f26c4ffee29b58d38571dab45951fdd3d9bf3ce)
- ec7187d659d353d90f98bc76b7ae1320be96e8bcf7a33dbeb7ecf4ef665198f8 (1cd87156ad2e9b1e8cdf09bdbd7f94d6e8a94267)
- dfb49af3f6ab0f83e156df48a5d7f293ad8d84980e1c1d08e6e5cc2a49a36cb9 (392bd4bcc8a888e913cc21e8ffab2c5a5259a730)
- 001657b6af8ef5b72626301921bd6be94bdcf31de9920ed1aa469243e1e90b11 (2adbd0a6402446e3d9a65fa199ed1e3e753e5910)
- 5c0eeb77ec46f093cca1de75cc9b11ac058d3b0213d1847bf9e5676d7af73eb0 (94efa320caa4f8357f4ec6c6e859d60e3a48b73d)
- dfd7a326786874898928f666adc4bb85e7a296a0394a653272e6ab96f0fccc15 (2cb38fb37b7e2bf71de31852421a5e1f7b8ce510)
- 77ba8d1d83e72a50ee7e3260cbf96769b0ae77b9f4da14986270a1fe002ff6de (af862c1ab7d94e27c1c59dd4365dfb02343b7e86)
- 74d9222702a5f27377423d5e14b6c4917f4917748b82250dc1e096c588e86cef (df267c703eb5e000549ee4d7ba1a2768f5c7e9a2)
- 8005425f7e79cec2e07e99767b50f9c4d67a88da9cf4c33741eca49cfda29a37 (806d1f5cea0307b6af580f1c8784dd11bc38848f)
- 28d17f1cfbe000046dd423d7ed6ac6508cbd00b8b5c7aaf366540e536cf35104 (60c6c0c13bd59dd4e82d3a84cfa76b322a1601de)
- d6300f076e41dc4a9669df155fc0d3d47e7685f80acd2fa257defcc5586dbd9b (272e32d8a96410e40c44874aeaaf879ae6cd766c)
- b1c3fb9929bf2b9e40bd6ba7081d66464ea92b1441b57c5434ec3a527ace3f78 (138e2a08768c0373a1ba1ff3f60cd1bc19c2ffa3)
- 40df784ee8434cbe6aab6e21c4ec74bb9ee4f46f0c3efa2798eb4b86d6dd50e9 (5b790991c931a2bae784de68ae3f5d080c7f9f90)
- b18028a2596a99704ef6683c178e9b1fe86de7eda2f3037d2b5acbf7a81c3dd7 (4ba20a0ef57ea86671e4d937112649f1ddd17af2)
- d92d9f4899ad549253c0ea3dffd3dbe1c752a4dacc5b9269aeaeaa55487da346 (87abb83ca3fe065d498f3e89ad1338ca772fbd4f)
- 12c599257e9dfc6a80c67845ce56aa4b812032b400eee43eebb2b2f7a0104a6c (2076d1df085fea2bc681dd6ed9a3f0f935cd7336)
- 6f1922b0cfac8381dceb9d5b22c64a27b88333756df68f3b3a5acfb723aaf68d (027754ecf4291fa0bc7efdede805c55d524e5147)
- 4b87c1094215013753bcab34c2d56599d5923b1c5bf487a0b07a325146043581 (4fc0216b3b0f98cca65f44cb8bdbefae4803c666)
- 7c26f12fe17ca0d32597bed1e675923e06d01bf1dc1ac66f2a3278b27229e709 (84f2f0a51b522fb0d32fba9d24598e215e246909)
- 1ef319dec9d5cb87d5d8b802b71fdf739e793cdd7f9c070834fb58d5aef8fbde (ff467123e1174a512cf787def8722cc165d3ae01)
- e54665b4655e3697c9c47ec5a4a31f320211410bbc6ba37f23316b7af1398407 (3e6dc502808b4741b4e78961898f2e7153eca41b)
- 16cb1d17d016d71808e69286cc2f1ec2a3dedc9a32bae55a7d95652a729760b1 (62b30dc28f6e842b17fb99a9ca47636962c3b6a0)
- 3cef828e2baf836a209a9be4d32d1ae9e7dc0e976a72a88fe1383115488a2b37 (37ea4e24368077b30bb64a789f042c1e6576daef)
- 66493c06cab53012ad78a55ccb4732c117f5f91e418ce8ea8eb5d09f9e7727d8 (2e4cda6d20d75a5b796d286b65eef4e09b18fafe)
- c20c7fab86e36940043abab773031661f4062bd68d3edb372dad7103cc4e6a11 (140624c48c32f5e2dc5968b39365cc6009658952)
- fafe42da4a8db75017720a93b25340d53baad1aaad601bd42d25537ea7bac658 (0d357c08cad8feb06b01ffb4e8f7cefaf2b5333d)
- 427f56b74328ce5f3c5b76dec084ce1f4938328d1b87552afcc70c2a58039d4e (75c967bd91fc462afac73ab0a3c7559e1902e863)

added_tokens.json

@@ -0,0 +1,5 @@
+{
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644
+}

config.json

@@ -0,0 +1,73 @@
+{
+  "_name_or_path": "Qwen/Qwen2-72B-Instruct",
+  "architectures": [
+    "LlavaQwenForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "image_aspect_ratio": "anyres",
+  "image_crop_resolution": null,
+  "image_grid_pinpoints": [
+    [
+      384,
+      768
+    ],
+    [
+      768,
+      384
+    ],
+    [
+      768,
+      768
+    ],
+    [
+      1152,
+      384
+    ],
+    [
+      384,
+      1152
+    ]
+  ],
+  "image_split_resolution": null,
+  "initializer_range": 0.02,
+  "intermediate_size": 29568,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 80,
+  "mm_hidden_size": 1152,
+  "mm_patch_merge_type": "spatial_unpad",
+  "mm_projector_lr": null,
+  "mm_projector_type": "mlp2x_gelu",
+  "mm_resampler_type": null,
+  "mm_spatial_pool_mode": "bilinear",
+  "mm_tunable_parts": "mm_vision_tower,mm_mlp_adapter,mm_language_model",
+  "mm_use_im_patch_token": false,
+  "mm_use_im_start_end": false,
+  "mm_vision_select_feature": "patch",
+  "mm_vision_select_layer": -2,
+  "mm_vision_tower": "google/siglip-so400m-patch14-384",
+  "mm_vision_tower_lr": 2e-06,
+  "model_type": "qwen2",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pos_skipping_range": 4096,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "tokenizer_model_max_length": 32768,
+  "tokenizer_padding_side": "right",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.40.0.dev0",
+  "use_cache": true,
+  "use_mm_proj": true,
+  "use_pos_skipping": false,
+  "use_sliding_window": false,
+  "vision_tower_pretrained": null,
+  "vocab_size": 152064
+}

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.40.0.dev0"
+}

model-00001-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae27cef15a16eb5921789972263d7e9969b4d6190f8f26642e3ba3c209d593d
+size 4548815200

model-00002-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560e9c89445956fd0577a4d6438fa4e1b7842c7a0429aa3452eed98bf354be07
+size 4964101384

model-00003-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb388534f67f1e267a1ed3afdee8e14f04c9a0319caab7d069f78f4359d0238
+size 4781637328

model-00004-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808b0f539b83dbee931a1d999f9a73003eb229789386398335dc94e0c1348aef
+size 4781670320

model-00005-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6ed76e4ec097da147cbe1f5ba4ad04ee2fc6e6bc798e7f6a602b963d9a6351
+size 4781670360

model-00006-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29e9f76c68002aee48154ff5289860a3c842a175ccd7f639660682740759b42
+size 4964101416

model-00007-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3421fa0850d02870df90c48cf3b2f6ec5ae613525f62630dd1a7b0dc4a45794b
+size 4781637360

model-00008-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c67134587ff7bf8859a5a2b51bd1e8aee9a00012d3856721f926714391f977
+size 4781670360

model-00009-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0ea80130e74d659bf65a99628232a67cafbb62872e24a4571089581f502a99
+size 4781670360

model-00010-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7ed111d57acf5e841fdb6767226b40f7a316c8feacdb9cebf7ce5f8f957b34
+size 4964101416

model-00011-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b217b84468bf5f9df58a6b71fb1a7489485d68ca1725bbf571e48d9908db8a8
+size 4781637360

model-00012-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a039f051287769098edb34ffca7ade651652cbd551f21aa76cf9942a45f462bf
+size 4781670360

model-00013-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917df2415b5e2e66885d6eda59dd161a6a6e1c44c7560c5209734139c7039fb9
+size 4781670360

model-00014-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c360231898e08fd29ec178eb0c61d1aa7062bfe049182f37d3b1543e33aa3ea5
+size 4964101416

model-00015-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f492c6444d03159d4efbedb546067ccdd9a50c56e40eb42cf1eff32b5aa568e
+size 4781637360

model-00016-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9aa6192a75a9ea395ca47ddafd7a38674fadddef1d3804891191dd280ecf75
+size 4781670360

model-00017-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75db8a51acc46e4b194dd426e482d101a7bf4c035b029f2ed081a1c8cf21a07d
+size 4781670360

model-00018-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78279b3e8db6f1e8a833b8ae0ba42495c425a89497120aa3a4d7d96aeb625b54
+size 4964101416

model-00019-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8fe8c8abb791a43ad7bee279b66c050b5711979eb9aa872f49c074f2312179
+size 4781637360

model-00020-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271fad58de52920ad934e070d4e47edc5f0571d79de9359200f487e044cfc170
+size 4781670360

model-00021-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf558358fcd77ce2724f9eaf52fcdbc9f5d7a9174c626f625de739277752dcd
+size 4781670360

model-00022-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c2e8a14372955dc926e0a83c16d674ab38f52805fefc99acc1b448aae31d3e
+size 4964101416

model-00023-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22de218b06e306d71a6f5cd316d8ccf701de5d63968b553be9d96dbbdefda1f
+size 4781637360

model-00024-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b5e27236712443a6930c15b2dce24b6daeca88874f00b7ce8ea7a6003bc063
+size 4781670360

model-00025-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4c0904c462650094122862431e7b1277fcaeb9f13ee5bb931fc59c51b1584e
+size 4781670360

model-00026-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375fe77e43ba29b801805c6f01e67a44d56b76ca612680908ad1a9843b32771c
+size 4964101416

model-00027-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe540a35354e8df9d0c0ac1dbac0062f872718f148aedfecde0ecd5968804185
+size 4781637360

model-00028-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8aded117181f0cb0d34b98859b7982bd8a1851e8354b04d7a5a39577fd64e7
+size 4781670360

model-00029-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5db4da8aaa1b910c0c3bebd5a8c14974d887ce6c4d5f26936dcf1d1025ab46
+size 4781670360

model-00030-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c4ebd3a822fcffce55a92152c69fe68640683e267cc254b125310e2be8db85
+size 4157433952

model-00031-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d406dbd67008c1c20539d106fae725f6231f0e98dbbd2ef4360744a39d637337
+size 2491416704

special_tokens_map.json

@@ -0,0 +1,20 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,44 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884a46351932109f18cd9049a1f73148ea5c2875bc9c6b7b54495f1d92deb8f
+size 7928