Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
17bb1b3
•
1 Parent(s): 4424ea9

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_21/added_tokens.json +25 -0
  2. ckpt_21/config.json +47 -0
  3. ckpt_21/generation_config.json +6 -0
  4. ckpt_21/model-00001-of-00055.safetensors +3 -0
  5. ckpt_21/model-00002-of-00055.safetensors +3 -0
  6. ckpt_21/model-00003-of-00055.safetensors +3 -0
  7. ckpt_21/model-00004-of-00055.safetensors +3 -0
  8. ckpt_21/model-00005-of-00055.safetensors +3 -0
  9. ckpt_21/model-00006-of-00055.safetensors +3 -0
  10. ckpt_21/model-00007-of-00055.safetensors +3 -0
  11. ckpt_21/model-00008-of-00055.safetensors +3 -0
  12. ckpt_21/model-00009-of-00055.safetensors +3 -0
  13. ckpt_21/model-00010-of-00055.safetensors +3 -0
  14. ckpt_21/model-00011-of-00055.safetensors +3 -0
  15. ckpt_21/model-00012-of-00055.safetensors +3 -0
  16. ckpt_21/model-00013-of-00055.safetensors +3 -0
  17. ckpt_21/model-00014-of-00055.safetensors +3 -0
  18. ckpt_21/model-00015-of-00055.safetensors +3 -0
  19. ckpt_21/model-00016-of-00055.safetensors +3 -0
  20. ckpt_21/model-00017-of-00055.safetensors +3 -0
  21. ckpt_21/model-00018-of-00055.safetensors +3 -0
  22. ckpt_21/model-00019-of-00055.safetensors +3 -0
  23. ckpt_21/model-00020-of-00055.safetensors +3 -0
  24. ckpt_21/model-00021-of-00055.safetensors +3 -0
  25. ckpt_21/model-00022-of-00055.safetensors +3 -0
  26. ckpt_21/model-00023-of-00055.safetensors +3 -0
  27. ckpt_21/model-00024-of-00055.safetensors +3 -0
  28. ckpt_21/model-00025-of-00055.safetensors +3 -0
  29. ckpt_21/model-00026-of-00055.safetensors +3 -0
  30. ckpt_21/model-00027-of-00055.safetensors +3 -0
  31. ckpt_21/model-00028-of-00055.safetensors +3 -0
  32. ckpt_21/model-00029-of-00055.safetensors +3 -0
  33. ckpt_21/model-00030-of-00055.safetensors +3 -0
  34. ckpt_21/model-00031-of-00055.safetensors +3 -0
  35. ckpt_21/model-00032-of-00055.safetensors +3 -0
  36. ckpt_21/model-00033-of-00055.safetensors +3 -0
  37. ckpt_21/model-00034-of-00055.safetensors +3 -0
  38. ckpt_21/model-00035-of-00055.safetensors +3 -0
  39. ckpt_21/model-00036-of-00055.safetensors +3 -0
  40. ckpt_21/model-00037-of-00055.safetensors +3 -0
  41. ckpt_21/model-00038-of-00055.safetensors +3 -0
  42. ckpt_21/model-00039-of-00055.safetensors +3 -0
  43. ckpt_21/model-00040-of-00055.safetensors +3 -0
  44. ckpt_21/model-00041-of-00055.safetensors +3 -0
  45. ckpt_21/model-00042-of-00055.safetensors +3 -0
  46. ckpt_21/model-00043-of-00055.safetensors +3 -0
  47. ckpt_21/model-00044-of-00055.safetensors +3 -0
  48. ckpt_21/model-00045-of-00055.safetensors +3 -0
  49. ckpt_21/model-00046-of-00055.safetensors +3 -0
  50. ckpt_21/model-00047-of-00055.safetensors +3 -0
ckpt_21/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_21/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_21/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_21/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6219c2958290026774d20761aac3facb84e2f54849fdc97122262b6d36a1b109
3
+ size 4360926752
ckpt_21/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d6a66047c771dca736eb8999fdee904bc10cf36211f3cf3d47e31ebbca770cf
3
+ size 4949411632
ckpt_21/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d20af6d9d2e67592c0c0bc4d94bb8585b3c9b9a8f2088e4e403b97177a51fd1
3
+ size 4764796592
ckpt_21/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39622b3eb9c00fe4f08e33035353f397d1c6745cd41cc4c9f7f3cb47ed5262d9
3
+ size 4949411632
ckpt_21/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d309fa4e208963c7fef2697579e3630d60c9fa3c46ecc9c577f43bff9b392c3d
3
+ size 4764796592
ckpt_21/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f16f4215b8e2481dbc376e4243bec706d567c9b59c9dcf422d5c1466d8f586e6
3
+ size 4949411632
ckpt_21/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f39a5e4a787be0826f4bf5423644f133289d89f20a127828c7e55fbda5c6627e
3
+ size 4764796592
ckpt_21/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a251814642e77b40ea17e1ff0f1120189e098ae5cc8bb5d52ef4ea925c7d491f
3
+ size 4949411640
ckpt_21/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:375be4087b5b4c735246e196c17ccfe0984b856b201b2a77565844f82638f3f3
3
+ size 4764796608
ckpt_21/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e348e21ad306245a94d7fded16d4a46b115e90399f5bb9e5f13f190efd23c2f5
3
+ size 4949411640
ckpt_21/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87c6ae90cdb7e983767de55ce716c5e6755d62aa90c96de84ae4f581c8d732ef
3
+ size 4764796608
ckpt_21/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8996af3fdf00188251d5e2b848fbd227b69cc9113609f26f54a208ea6eb0db
3
+ size 4949411640
ckpt_21/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59d0d92c27f422382c63b6a6d5c7330cd725c476dfaf773aab98e7dd04e5785f
3
+ size 4764796608
ckpt_21/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8042ce93164abc7b4883e2e0986d50f16e78121e5908c3a49f49dc0b184ddbc0
3
+ size 4949411640
ckpt_21/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8ffeb2c20b1798eaf8cd4dc94bf8e678596e5c3b4968ab0ac8a229f331ec8bf
3
+ size 4764796608
ckpt_21/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44453282059ec371f1e6a83b9edbf0df8935299cc889fe3de6071f3b61c6d7af
3
+ size 4949411640
ckpt_21/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c5948d68b25cb1cf1e48407910193ce38bdb12e4c39131ae8273cd3a2c29c9
3
+ size 4764796608
ckpt_21/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0b777a3ca00ac8048f1beced41e39ff4eb13ad0387ee2ebecc98d51aab8d2c6
3
+ size 4949411640
ckpt_21/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682b89dc1c580f9387568ebb99e42bd3ae07e60510dd0a6ba67a73babac0b198
3
+ size 4764796608
ckpt_21/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4dfda89d69c1ee8c8a858b8052ddf5f887b5c31aafddec16a4977ef95e8e040
3
+ size 4949411640
ckpt_21/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fedbf7659256e516ab3d170e369b5a1e0c6247e7b4b79b6c896dafb393792cb8
3
+ size 4764796608
ckpt_21/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26af1d7122d7f94e18281fb54e8dc21d23839c8598fbd0936eb2954149d1e6fa
3
+ size 4949411640
ckpt_21/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11dbb30f6b6a45086f2195ce96981bf9fca77ab861faa690020a46cec1c77c38
3
+ size 4764796608
ckpt_21/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e36770e9f53d14c2a3419446000c50b5a8fd00575e51659559bda299a6e9d47
3
+ size 4949411640
ckpt_21/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d675d104c4c4b992e4cfe5a4bbea18f35c065bc045c22016e6efa7de8be3621c
3
+ size 4764796608
ckpt_21/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1349b745a4e95aaab6721d8613bd4534853665e7d108a55e1e8453a6b8d6774
3
+ size 4949411640
ckpt_21/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83c1fcd1f7ca85d8c38613a8d8f47c2dadd6ef99241f7184f29a85a78c85a8fe
3
+ size 4764796608
ckpt_21/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050c438614a5d88479d3cdf6742580b4c3d0fcb535a6b6afefe0f27c161be5fe
3
+ size 4949411640
ckpt_21/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2171642ea84e22230f073e5c089835c14d088e03a4a1127e3aea9548b241405
3
+ size 4764796608
ckpt_21/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261717da1624e7695229dadec89710bb1762995b5de652fe2746d1174140cc61
3
+ size 4949411640
ckpt_21/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba19145f4cb9e9b491fdf157c5b52c1fc88c6c85cbe90870a55aec0aa7befd43
3
+ size 4764796608
ckpt_21/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ea4b7f17748a34385547905e691ac8c3d02a34094481cd27deba520ed21100
3
+ size 4949411640
ckpt_21/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d9fb4cf7a61a10b4ea6b6e4e33d4fc4aa2cda997f581a0aefb4e3c6ba16f49
3
+ size 4764796608
ckpt_21/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a38966e025b88f41f6be28f40a5386b6f05ab06f60e361ca25a66a00927a8d1b
3
+ size 4949411640
ckpt_21/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d1fccf574ddd4e85ba92107a59a2251a25938e8bc7c2bfd33ce0a7b9ba1ba4
3
+ size 4764796608
ckpt_21/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8db48c2c76d7719a34be98ca099a6009004b942f2c594837117cdf224f3e237a
3
+ size 4949411640
ckpt_21/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf63bd8cf8b9d7a52ae4c28e5560ec107e15641c677077118fc946271348003
3
+ size 4764796608
ckpt_21/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93f05b97049a207ee58d2b502d7e2bb348252dda26c200241bdfc0f81dd1915c
3
+ size 4949411640
ckpt_21/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7179b2cd913a5a65de86da02f74822944a51af51f409f3e767f5738581dac48c
3
+ size 4764796608
ckpt_21/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58f4c70979171f41a848d109bf5649581996611dfecb5186cd347599f1f67b76
3
+ size 4949411640
ckpt_21/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee0de611c6744f1ab201ad5403cb2d8f02037cd7f5c583fa987b082a7298e221
3
+ size 4764796608
ckpt_21/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d072af167c873fdc5941aa0e77018835f7e282d48ba24493cfaf90f57a90fd8d
3
+ size 4949411640
ckpt_21/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5906bb688e5316d99008a8e48dae7ca1959190feeabe2fec4ddc325f697b1775
3
+ size 4764796608
ckpt_21/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18759dd64e8c8727cd60331a9107db9697edbf10f646d2c432f44bbf4fed821a
3
+ size 4949411640
ckpt_21/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53b322da5b81eeb74bf76529292384f78325c500803f5e057b679cfc33ed8cb1
3
+ size 4764796608
ckpt_21/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b522a4f1ee464d36592403d73bc0d8f3183a2d6a596ca5f2fd4d7030bb1103b
3
+ size 4949411640
ckpt_21/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db67735499f21ddc507334dc61ecce1266c4adb4ef3b601f3f7ab834435f67bb
3
+ size 4764796608