Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
80eb83b
•
1 Parent(s): ccd9a72

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_0/added_tokens.json +25 -0
  2. ckpt_0/config.json +47 -0
  3. ckpt_0/generation_config.json +6 -0
  4. ckpt_0/model-00002-of-00055.safetensors +3 -0
  5. ckpt_0/model-00003-of-00055.safetensors +3 -0
  6. ckpt_0/model-00004-of-00055.safetensors +3 -0
  7. ckpt_0/model-00005-of-00055.safetensors +3 -0
  8. ckpt_0/model-00006-of-00055.safetensors +3 -0
  9. ckpt_0/model-00007-of-00055.safetensors +3 -0
  10. ckpt_0/model-00008-of-00055.safetensors +3 -0
  11. ckpt_0/model-00009-of-00055.safetensors +3 -0
  12. ckpt_0/model-00010-of-00055.safetensors +3 -0
  13. ckpt_0/model-00011-of-00055.safetensors +3 -0
  14. ckpt_0/model-00012-of-00055.safetensors +3 -0
  15. ckpt_0/model-00013-of-00055.safetensors +3 -0
  16. ckpt_0/model-00014-of-00055.safetensors +3 -0
  17. ckpt_0/model-00015-of-00055.safetensors +3 -0
  18. ckpt_0/model-00016-of-00055.safetensors +3 -0
  19. ckpt_0/model-00017-of-00055.safetensors +3 -0
  20. ckpt_0/model-00018-of-00055.safetensors +3 -0
  21. ckpt_0/model-00019-of-00055.safetensors +3 -0
  22. ckpt_0/model-00020-of-00055.safetensors +3 -0
  23. ckpt_0/model-00021-of-00055.safetensors +3 -0
  24. ckpt_0/model-00022-of-00055.safetensors +3 -0
  25. ckpt_0/model-00023-of-00055.safetensors +3 -0
  26. ckpt_0/model-00024-of-00055.safetensors +3 -0
  27. ckpt_0/model-00025-of-00055.safetensors +3 -0
  28. ckpt_0/model-00026-of-00055.safetensors +3 -0
  29. ckpt_0/model-00027-of-00055.safetensors +3 -0
  30. ckpt_0/model-00028-of-00055.safetensors +3 -0
  31. ckpt_0/model-00029-of-00055.safetensors +3 -0
  32. ckpt_0/model-00030-of-00055.safetensors +3 -0
  33. ckpt_0/model-00031-of-00055.safetensors +3 -0
  34. ckpt_0/model-00032-of-00055.safetensors +3 -0
  35. ckpt_0/model-00033-of-00055.safetensors +3 -0
  36. ckpt_0/model-00034-of-00055.safetensors +3 -0
  37. ckpt_0/model-00035-of-00055.safetensors +3 -0
  38. ckpt_0/model-00036-of-00055.safetensors +3 -0
  39. ckpt_0/model-00037-of-00055.safetensors +3 -0
  40. ckpt_0/model-00038-of-00055.safetensors +3 -0
  41. ckpt_0/model-00039-of-00055.safetensors +3 -0
  42. ckpt_0/model-00040-of-00055.safetensors +3 -0
  43. ckpt_0/model-00041-of-00055.safetensors +3 -0
  44. ckpt_0/model-00042-of-00055.safetensors +3 -0
  45. ckpt_0/model-00043-of-00055.safetensors +3 -0
  46. ckpt_0/model-00044-of-00055.safetensors +3 -0
  47. ckpt_0/model-00045-of-00055.safetensors +3 -0
  48. ckpt_0/model-00046-of-00055.safetensors +3 -0
  49. ckpt_0/model-00047-of-00055.safetensors +3 -0
  50. ckpt_0/model-00048-of-00055.safetensors +3 -0
ckpt_0/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_0/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_0/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_0/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0b79498fee756d50a1647ea49377eb717c616cc27d0a987355a115de51a6bde
3
+ size 4949411632
ckpt_0/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06940887d78dd736f565d15cc9981a132fb44e8e1b312ca25c2df394a6a6323d
3
+ size 4764796592
ckpt_0/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe4f2f21a4749866fa26d717627bd06137036297a5255f1f95d6e49f043b762
3
+ size 4949411632
ckpt_0/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be9a621782cbe2a190f6437d5c317d07f80c597aa9460bed028dd9a2e0b5342b
3
+ size 4764796592
ckpt_0/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fc6c65187cf09e75a245b0263999fe5c180352b28ee3e4fd5ece4c4e071be1d
3
+ size 4949411632
ckpt_0/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb2be9e5ceb9df96d7d6419664868643f902687077c47e320ae739992438da2
3
+ size 4764796592
ckpt_0/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35f30103c0f2f2bf3fc4eec725428de4e61e5f9bc5f24f183e4a291e51cfe025
3
+ size 4949411640
ckpt_0/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffc689ea0d869fad63e06a2d406834a141876e33cd7c7395562c61c2bbbb9c18
3
+ size 4764796608
ckpt_0/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b3d212f88bf96595f50fa00a00c226c727aa87b397165a8849aee810d62ae7
3
+ size 4949411640
ckpt_0/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4a166d40e52c5ad916c1e473681c754396dfd62efe899cb06a0bf679bc9c40
3
+ size 4764796608
ckpt_0/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c78961cd1abd47ecce9b4fcdc4b171880432c908637c363ff56b111246b40c
3
+ size 4949411640
ckpt_0/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08fea235300127fc78d089bb2bcd482bfa777666b513ead1e61d62fc161d66e8
3
+ size 4764796608
ckpt_0/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13d44ebdd672b8273fd510da8d15172e86c88c0d8ddedb187f44b30f0059d67c
3
+ size 4949411640
ckpt_0/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:766309a39cd219a77d485721e59bd3f932978d4b25e9b4da1020fd93a4d2fece
3
+ size 4764796608
ckpt_0/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31a9430f41e9221a2e2a5addb23ff520b785898258fe4bae4a7acd1b35ea725c
3
+ size 4949411640
ckpt_0/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bbfc5f5e238e90f57db1c4a0b61bc91196be5affc61c650697cc381627c3e65
3
+ size 4764796608
ckpt_0/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8cba80a1fc988dc2b4bd64db0bea9689cbb98b6ca0af6ea5ab7597c22496cc
3
+ size 4949411640
ckpt_0/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e8b5af01feca5418002947d38ec57bdb9b60056ad1d3bc5a2769951d3bfc2f
3
+ size 4764796608
ckpt_0/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77327549516d9928ba30677fb3e37e730beb37753aa71ba3c1d292c4e999290a
3
+ size 4949411640
ckpt_0/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cc2d7ef5820216d60bf0035bcb5fdde7e8ddeedb387abab0c57193123a627a6
3
+ size 4764796608
ckpt_0/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65867229f209e236716cd8eadf8475a9afa2eea0b6d905326426fde48fb30858
3
+ size 4949411640
ckpt_0/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c53909f575ef8a037a7ad17033962d5716ca9897ce7d694a27100bf9a82f95b4
3
+ size 4764796608
ckpt_0/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf7ff51467a16e9a06c71c8e2520ccb730527246500d1ff009c05054c58d4f45
3
+ size 4949411640
ckpt_0/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb29154871454fac352e07e87431228bb3ea55e7b77ce1f4fa8f1eb0707a2079
3
+ size 4764796608
ckpt_0/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baec5f0105560cc995ed01fa1f4c51da4fe97978ede0f16c71b313937ebdf315
3
+ size 4949411640
ckpt_0/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a7c5e82f8d7332b7832cf5504e4b48f52c587fad65b71e9a20b90d26bd1232e
3
+ size 4764796608
ckpt_0/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22ee382f05f37f3d35fdcda02e6f25290065d62d9daca2110867bd00e7c86244
3
+ size 4949411640
ckpt_0/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ac39d31c94bb8375395c7c45599f27d34aff46b3a34610cd1139b9a61655a3d
3
+ size 4764796608
ckpt_0/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06e5ae8241cb1b5b09bdac78796e2fcbd87d02d7445a5616e76c3d314760fb76
3
+ size 4949411640
ckpt_0/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb06c31143941422d75c177e375951b9cb67c6cbded1a5b023efdca47a84752
3
+ size 4764796608
ckpt_0/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58f156ede31c13b1222f44c3d0f2db68045a229a4762a1cc55285d3617c39827
3
+ size 4949411640
ckpt_0/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:418d97416668b0d899b5e69f40df3459ee44bbd0b5b76c90ecde2c2afbed9dd9
3
+ size 4764796608
ckpt_0/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b685249b9b2d26656c0b981e8290e5db9dd8f130dc2495c84d024ceb0cf9d346
3
+ size 4949411640
ckpt_0/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc63f44caffa2fde61e1219c37b3320e995661495457f11c1823876ae5708e9
3
+ size 4764796608
ckpt_0/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13b57615505bf9a1c84659327a4ba3aaced02740fc4b69dd4d4fca92e63ae106
3
+ size 4949411640
ckpt_0/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dda34c7cd59c5fadc7feac546e648ecbf9ccb5637cf8b80e38136fb9f566372
3
+ size 4764796608
ckpt_0/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b90f82cbeb0df4c20d0c2b86366e103cd23e8525a295133fd778e6fbf017fe5
3
+ size 4949411640
ckpt_0/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be09324cf7704bb6c8ca0792f05e474eef2a6d605d694b0e7d4ab342ff15e80b
3
+ size 4764796608
ckpt_0/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e735a9223b9f4a388fa31a934c8c8068f38d6b294c71272556c8ab8ff7e71a
3
+ size 4949411640
ckpt_0/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fa588ac039ec30be7b640c35ddbcfe15619cb6a4bb65f890c12226f4fbe4ec
3
+ size 4764796608
ckpt_0/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cfb9de79547e3269eb7ebb52f3b25fc8b4903c7f8fcc8ec1ad1e0a23034b274
3
+ size 4949411640
ckpt_0/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5fe076dc0bbbdcddd41b125d96a928011e4f296444bf7ac192c182e865880d9
3
+ size 4764796608
ckpt_0/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b8b0afc4c9f4aa839643f398f42e206dbc473524d3f5fc916e9bb9631d5412
3
+ size 4949411640
ckpt_0/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8baa42fea1863b795780acd1ddb91354d2afa4a3b47a982da0dad9f7a0aedd3
3
+ size 4764796608
ckpt_0/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea2923574f637bb8c89a8525873652355c31b7e561956f2a23d75a8020546ada
3
+ size 4949411640
ckpt_0/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba7faec102bd1e584999d0c42921606e83fc159a79aedc4231e1e88999b7d38d
3
+ size 4764796608
ckpt_0/model-00048-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff290ee036dbf5eda41fd2f6b3746532a60cf119491abbf3c604e2f2f75a0cea
3
+ size 4949411640