Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
9652ab7
•
1 Parent(s): 80eb83b

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_15/added_tokens.json +25 -0
  2. ckpt_15/config.json +47 -0
  3. ckpt_15/generation_config.json +6 -0
  4. ckpt_15/model-00001-of-00055.safetensors +3 -0
  5. ckpt_15/model-00002-of-00055.safetensors +3 -0
  6. ckpt_15/model-00003-of-00055.safetensors +3 -0
  7. ckpt_15/model-00004-of-00055.safetensors +3 -0
  8. ckpt_15/model-00005-of-00055.safetensors +3 -0
  9. ckpt_15/model-00006-of-00055.safetensors +3 -0
  10. ckpt_15/model-00007-of-00055.safetensors +3 -0
  11. ckpt_15/model-00008-of-00055.safetensors +3 -0
  12. ckpt_15/model-00009-of-00055.safetensors +3 -0
  13. ckpt_15/model-00010-of-00055.safetensors +3 -0
  14. ckpt_15/model-00011-of-00055.safetensors +3 -0
  15. ckpt_15/model-00012-of-00055.safetensors +3 -0
  16. ckpt_15/model-00013-of-00055.safetensors +3 -0
  17. ckpt_15/model-00014-of-00055.safetensors +3 -0
  18. ckpt_15/model-00015-of-00055.safetensors +3 -0
  19. ckpt_15/model-00016-of-00055.safetensors +3 -0
  20. ckpt_15/model-00017-of-00055.safetensors +3 -0
  21. ckpt_15/model-00018-of-00055.safetensors +3 -0
  22. ckpt_15/model-00019-of-00055.safetensors +3 -0
  23. ckpt_15/model-00020-of-00055.safetensors +3 -0
  24. ckpt_15/model-00021-of-00055.safetensors +3 -0
  25. ckpt_15/model-00022-of-00055.safetensors +3 -0
  26. ckpt_15/model-00023-of-00055.safetensors +3 -0
  27. ckpt_15/model-00024-of-00055.safetensors +3 -0
  28. ckpt_15/model-00025-of-00055.safetensors +3 -0
  29. ckpt_15/model-00026-of-00055.safetensors +3 -0
  30. ckpt_15/model-00027-of-00055.safetensors +3 -0
  31. ckpt_15/model-00028-of-00055.safetensors +3 -0
  32. ckpt_15/model-00029-of-00055.safetensors +3 -0
  33. ckpt_15/model-00030-of-00055.safetensors +3 -0
  34. ckpt_15/model-00031-of-00055.safetensors +3 -0
  35. ckpt_15/model-00032-of-00055.safetensors +3 -0
  36. ckpt_15/model-00033-of-00055.safetensors +3 -0
  37. ckpt_15/model-00034-of-00055.safetensors +3 -0
  38. ckpt_15/model-00035-of-00055.safetensors +3 -0
  39. ckpt_15/model-00036-of-00055.safetensors +3 -0
  40. ckpt_15/model-00037-of-00055.safetensors +3 -0
  41. ckpt_15/model-00038-of-00055.safetensors +3 -0
  42. ckpt_15/model-00039-of-00055.safetensors +3 -0
  43. ckpt_15/model-00040-of-00055.safetensors +3 -0
  44. ckpt_15/model-00041-of-00055.safetensors +3 -0
  45. ckpt_15/model-00042-of-00055.safetensors +3 -0
  46. ckpt_15/model-00043-of-00055.safetensors +3 -0
  47. ckpt_15/model-00044-of-00055.safetensors +3 -0
  48. ckpt_15/model-00045-of-00055.safetensors +3 -0
  49. ckpt_15/model-00046-of-00055.safetensors +3 -0
  50. ckpt_15/model-00047-of-00055.safetensors +3 -0
ckpt_15/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_15/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_15/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_15/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a31a1a14d8ed241ac5a448547e0c267aed07d306d2e69d3d263ad283a3523d83
3
+ size 4360926752
ckpt_15/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b7cef98e787d17c30a12ecf2ee300bbcc71a348ce7cb0874d13ea9a89367aa
3
+ size 4949411632
ckpt_15/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:910abf1f93af36f7423ab78fe417d393587216d7269d7866e5c67207db98c3ea
3
+ size 4764796592
ckpt_15/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcebd3a5e44c40215b8542ba707b7a8d1c0593b859b79c1984fd99ebc5a9008f
3
+ size 4949411632
ckpt_15/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75fe1b047bda9b6d0be4ed2567c146e8869820c28aa9e08be6c63fcd4171e3d4
3
+ size 4764796592
ckpt_15/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cf6e8c235282bcf2a365948e7bbbe883880b53c23967c954f24b91b0d4eb393
3
+ size 4949411632
ckpt_15/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03005d01093f85a581a5add4fa56167ad5be713c664bf041231014c08abf3714
3
+ size 4764796592
ckpt_15/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7000925c1abe03ef5fa0ba99d24d8264fcb2a19906cfe7cd7395b73ae7039a
3
+ size 4949411640
ckpt_15/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f59e211c7490430eb40e380d0bf7f2ed895187464a2f55403ea349a0e3cf1d7
3
+ size 4764796608
ckpt_15/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1b0dd59c93e4745294d0dd2feda0971f2887e083a2e671bfc37e5568a6abc2a
3
+ size 4949411640
ckpt_15/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8b742125b4164e2a1843041ab23764c78c33f52ad4541e82302583b4d3776d8
3
+ size 4764796608
ckpt_15/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be43bd9b2640d9b36e86d98f5ff743fb68d9e468bb0a27928c79500e72abe5e1
3
+ size 4949411640
ckpt_15/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59254a1a098261d42465c2ac1bec8b14a6da4740bf1a450624cc97b44c94eae4
3
+ size 4764796608
ckpt_15/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bc358c1ec9a342f783f9544c2ae69ce77a2a3e9411c0976e49d7dc929e722a5
3
+ size 4949411640
ckpt_15/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ff80379305d93cda736195c4db4949afd3063565e1a390d1c34d6dbf664597
3
+ size 4764796608
ckpt_15/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc42645cec221ab1558d0c6712e5829c03297749034e5a77706a0b16537ae64b
3
+ size 4949411640
ckpt_15/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bb9d86dc4b52ad8f660f193244eb8f2fab7e727729f325f49b248e879aba8bd
3
+ size 4764796608
ckpt_15/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74cf43295e33f11d2d1ba03c9b42278100981842cd6c49161bcab074692e689a
3
+ size 4949411640
ckpt_15/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4dde623a6d75cbb2e1db4cd2683ddbf2e6b4516bf6650e7b958ab412d8a225
3
+ size 4764796608
ckpt_15/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5a195fbd5436e70b503fb955498250f0863f2bcab65541c31201953beb421aa
3
+ size 4949411640
ckpt_15/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b346328014406caaffd2e8bb6f9ee8fe3cc3de9ee4f9358e4c4662fbba456b2
3
+ size 4764796608
ckpt_15/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cfd945523650e6714fa4e511b5f1c52563db5975095ff5c45953a2ccd51fe2d
3
+ size 4949411640
ckpt_15/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c31f63f78efd48e36568ab71cc9da36892564e0fe4c34e450e75723617b7bfc8
3
+ size 4764796608
ckpt_15/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9541d16416af50112cd05dd84dafc5fa1ebd4b46f0f311a6e808dbe65dde8995
3
+ size 4949411640
ckpt_15/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdbae999d1fc495531a1be3a27d32403081825e0d57ca2c24d92045d3592d70b
3
+ size 4764796608
ckpt_15/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32b9f95f499b043a8eb19c673c753f591463532cf9329cda50157a0b7a317a2a
3
+ size 4949411640
ckpt_15/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d8bcb6a4927e46d15db253aa622e7e379e8b02bd4da7f62607cb5b85ca4a2b2
3
+ size 4764796608
ckpt_15/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb94a69e373164eea65e34f5a26e44a336ac5361e8c7210c1504e3c9aabecb71
3
+ size 4949411640
ckpt_15/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709fbd9eecfb8fa148bddb3cd825eb24d3bc3911ab0d2371035c4e869957bf37
3
+ size 4764796608
ckpt_15/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382b4d2ecc1ea89e4b4926e5d47882b9494a38973bf5e4601f6605d3e3237b69
3
+ size 4949411640
ckpt_15/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:183ed4093a3f782fdd47e07ac9eb66dc7c8dac60c039203e3e2eb796218fc749
3
+ size 4764796608
ckpt_15/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b235958a6420c60b957a078b6d9245ad1ad174032a3716ff6dc6d2b25463361a
3
+ size 4949411640
ckpt_15/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:581c3af57ecfb555e92c03222a7392dff86299c7cd836549039f61a41da9b300
3
+ size 4764796608
ckpt_15/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a90ba18422ef3ff8828190c54d6f92dcb7bed7402ae8aaa2791ba0b96909a01
3
+ size 4949411640
ckpt_15/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1942ecf5ab561161a6aa2ebeabbaa2a82205c8f9d907e141a1583eb82e17bc5d
3
+ size 4764796608
ckpt_15/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e31f4e101d113c68f226a33d2ed0812a52a45fdd671b984aa0f3a0e3577dee
3
+ size 4949411640
ckpt_15/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1883ef04d57623a807d516f546d3e6d752c76464041191191e7942a969f5e7f4
3
+ size 4764796608
ckpt_15/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9406a6bc9a1c4aee953d4caa07c737f02a268232301167f98f9b9cbc10d810e3
3
+ size 4949411640
ckpt_15/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:834149db2071e2d141cd3077d57ea3066951470563081278f59311a26084b90b
3
+ size 4764796608
ckpt_15/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa5d5c2679e26efce50ca4d5988c6a6feb737dcc0441d0fe546ace986850f6a
3
+ size 4949411640
ckpt_15/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b85ed8af31dc1ff83a29a68e3322fc3a88087cfa8f9cb83f04629d159d6bf68
3
+ size 4764796608
ckpt_15/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1abcfa59bb93327dc5712104dc42e71b92a1aa132d9de6de8a7275ba423bdf5d
3
+ size 4949411640
ckpt_15/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0e2b60263f2533aa7d738cda93d71d54cc559ef213f155bd5b58c9f3313f13
3
+ size 4764796608
ckpt_15/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5301baba73ac4c0f6153093d0f648cfcbda3e16f4797a0b7a05e6d2aa1656c60
3
+ size 4949411640
ckpt_15/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1788a6986bbae9e2ffae67f8918c282688bf35ed5131f58b2ffa69d8fcabd983
3
+ size 4764796608
ckpt_15/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1002aaca08b7e065af900a69f5bdc0512b2f46bfb1f0b8eb786d686d76f68af5
3
+ size 4949411640
ckpt_15/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6523de4b6744175a2c0a9533be3bc6e27863bb3fd1ce8c317e339913cab0bf
3
+ size 4764796608