Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
797b5eb
•
1 Parent(s): e217108

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_20/added_tokens.json +25 -0
  2. ckpt_20/config.json +47 -0
  3. ckpt_20/generation_config.json +6 -0
  4. ckpt_20/model-00001-of-00055.safetensors +3 -0
  5. ckpt_20/model-00002-of-00055.safetensors +3 -0
  6. ckpt_20/model-00003-of-00055.safetensors +3 -0
  7. ckpt_20/model-00004-of-00055.safetensors +3 -0
  8. ckpt_20/model-00005-of-00055.safetensors +3 -0
  9. ckpt_20/model-00006-of-00055.safetensors +3 -0
  10. ckpt_20/model-00007-of-00055.safetensors +3 -0
  11. ckpt_20/model-00008-of-00055.safetensors +3 -0
  12. ckpt_20/model-00009-of-00055.safetensors +3 -0
  13. ckpt_20/model-00010-of-00055.safetensors +3 -0
  14. ckpt_20/model-00011-of-00055.safetensors +3 -0
  15. ckpt_20/model-00012-of-00055.safetensors +3 -0
  16. ckpt_20/model-00013-of-00055.safetensors +3 -0
  17. ckpt_20/model-00014-of-00055.safetensors +3 -0
  18. ckpt_20/model-00015-of-00055.safetensors +3 -0
  19. ckpt_20/model-00016-of-00055.safetensors +3 -0
  20. ckpt_20/model-00017-of-00055.safetensors +3 -0
  21. ckpt_20/model-00018-of-00055.safetensors +3 -0
  22. ckpt_20/model-00019-of-00055.safetensors +3 -0
  23. ckpt_20/model-00020-of-00055.safetensors +3 -0
  24. ckpt_20/model-00021-of-00055.safetensors +3 -0
  25. ckpt_20/model-00022-of-00055.safetensors +3 -0
  26. ckpt_20/model-00023-of-00055.safetensors +3 -0
  27. ckpt_20/model-00024-of-00055.safetensors +3 -0
  28. ckpt_20/model-00025-of-00055.safetensors +3 -0
  29. ckpt_20/model-00026-of-00055.safetensors +3 -0
  30. ckpt_20/model-00027-of-00055.safetensors +3 -0
  31. ckpt_20/model-00028-of-00055.safetensors +3 -0
  32. ckpt_20/model-00029-of-00055.safetensors +3 -0
  33. ckpt_20/model-00030-of-00055.safetensors +3 -0
  34. ckpt_20/model-00031-of-00055.safetensors +3 -0
  35. ckpt_20/model-00032-of-00055.safetensors +3 -0
  36. ckpt_20/model-00033-of-00055.safetensors +3 -0
  37. ckpt_20/model-00034-of-00055.safetensors +3 -0
  38. ckpt_20/model-00035-of-00055.safetensors +3 -0
  39. ckpt_20/model-00036-of-00055.safetensors +3 -0
  40. ckpt_20/model-00037-of-00055.safetensors +3 -0
  41. ckpt_20/model-00038-of-00055.safetensors +3 -0
  42. ckpt_20/model-00039-of-00055.safetensors +3 -0
  43. ckpt_20/model-00040-of-00055.safetensors +3 -0
  44. ckpt_20/model-00041-of-00055.safetensors +3 -0
  45. ckpt_20/model-00042-of-00055.safetensors +3 -0
  46. ckpt_20/model-00043-of-00055.safetensors +3 -0
  47. ckpt_20/model-00044-of-00055.safetensors +3 -0
  48. ckpt_20/model-00045-of-00055.safetensors +3 -0
  49. ckpt_20/model-00046-of-00055.safetensors +3 -0
  50. ckpt_20/model-00047-of-00055.safetensors +3 -0
ckpt_20/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_20/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_20/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_20/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c6a4506f6a3d795aa53236a4793d988b9e60fa5a7a6e82883af00f533785fca
3
+ size 4360926752
ckpt_20/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27885ee411cd0d458c628958c35d2dc1965930d5ddc23fceb2410917a33a2ae7
3
+ size 4949411632
ckpt_20/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f157b8238bce26d5dab5ee206d1801366a2746e77e0d6fe4d47274a80eedf84e
3
+ size 4764796592
ckpt_20/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9352c46ca846b4d7d3c878d9771c572a7e12d9715c17fdfb77e109734a065f7a
3
+ size 4949411632
ckpt_20/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0ed72af93c8cd3d0742402956f1f82a0d865e797eadef84f15576e5b492811c
3
+ size 4764796592
ckpt_20/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dab9ff167bf037ed4ceb93e296b1c233af6ef9ad003652fd413050aa7b8460e
3
+ size 4949411632
ckpt_20/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ec876a7416d32942f2d0a4f1e25ab384bab078ba008cae21550c6a4425275f
3
+ size 4764796592
ckpt_20/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33de9b704f31e783af85d1f98416ea6f8e96eb4bb891434aa8f12410db1e0fb1
3
+ size 4949411640
ckpt_20/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a69696e9c9b3156cfae75325669ac3680fedb56a3f680b7a28d87af5f7e65caa
3
+ size 4764796608
ckpt_20/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231e8cf1cff62c6de584b4babcb5956ea1c9a124241cc983d1f1f42db2609da4
3
+ size 4949411640
ckpt_20/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3da74f86add8bdf92f97d29a654f280d92d9cba9f9f807914bb873f6c8df97c
3
+ size 4764796608
ckpt_20/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a9b2ed211d4ab1dad0ea56f07dbd09eeaf4994fd32d213cb4752a691a4b5a8c
3
+ size 4949411640
ckpt_20/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c7b5e89dca2477fdeece926fddb684d54edc4839232e916c6702095dc81657
3
+ size 4764796608
ckpt_20/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb617fedf67b251a39b329b2b15841dfe8b21c56f32e3abcb2edcf38ec74e84b
3
+ size 4949411640
ckpt_20/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1ec075dd6b1cfa372c041ce0ada54fc647b894e7c2626dc0e59405179cec56
3
+ size 4764796608
ckpt_20/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b16db937301138008124ae1f5df13714ae6060f258025d4788a6ce5cba88d58
3
+ size 4949411640
ckpt_20/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53bbe2ecca974539ba783ce3a1beda5b8524405aeaf3ad9a00845274c97f71d0
3
+ size 4764796608
ckpt_20/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58c816c931d2c781c9632456696a5b9193a8c172dc46a9fb3ebb2befbfdde901
3
+ size 4949411640
ckpt_20/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17237d03e3feafe235bfeb3f2ce589dd446f848ad23e08703b7eeba9b57ff41a
3
+ size 4764796608
ckpt_20/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e680b830106d80a938c634f6b416be97374e29b64d772d184072326c1d35968f
3
+ size 4949411640
ckpt_20/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a610c06ed9cd471c5dff1294e84ed26cb2a74b661f24cf3af18328237a4ecda1
3
+ size 4764796608
ckpt_20/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d533dd4907d0028f349653a293f244d01415ff324eaf3fe311f8b69b086d70ec
3
+ size 4949411640
ckpt_20/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:113f5984edd7c7d5a7348b3d274ce37da7910b9aee86f7dccde081ca72fecbaf
3
+ size 4764796608
ckpt_20/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28131d566c43f0fd137cbc451362baf3959883cfb9338bba0edb034d30ba7cb3
3
+ size 4949411640
ckpt_20/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f2f4b06c864e8693e379cf9051a31c14a7da2af6d0e9131f20c16dec08c2a8e
3
+ size 4764796608
ckpt_20/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:986efdb0531edccaf41fc938d7867bdb4b5708140edf24e568fb269469d3833d
3
+ size 4949411640
ckpt_20/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f84171e6336c52bc38c831397e988bd11a41b280abee89973d52b1f94a98f12c
3
+ size 4764796608
ckpt_20/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab6cb5fe680997b24cddab997bb6e2c92875ea89bebd09d17f128ca9955128dc
3
+ size 4949411640
ckpt_20/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:786f5604b32805fd16ec40252b0765a697c7b181946c4d4760be1f8cbfdcca55
3
+ size 4764796608
ckpt_20/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9732a01ba0bd0e077a5ab10ee00bdd0bab9edec77e4109a61409d48d9fbf0437
3
+ size 4949411640
ckpt_20/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741f5ac82b78bd96eb0e5992f4b322bbd3138543f60cda203df84ec1d0ef0308
3
+ size 4764796608
ckpt_20/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76e3ab7919cafd9d89e7ad09c94293cb96ba4960327ecc78b20cc9aa3ede968b
3
+ size 4949411640
ckpt_20/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b57efe251b18a9a3c3033b9772bfc11594be58b3f2ebcb5f2fee47c8caaf7f8
3
+ size 4764796608
ckpt_20/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca601638a54b618e4b069b9457c5ab5d7eb4bb0e46f60a45b12c3c42090bb329
3
+ size 4949411640
ckpt_20/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b7b115f35a86a2fefb93e0ac9a1f7d1627238d03029f163d8bc3b32fda24f0e
3
+ size 4764796608
ckpt_20/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:203be147f8ad9968dbf99836e297b03f81fff579ad75ec3bab9b668920ed3b27
3
+ size 4949411640
ckpt_20/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:936c333edfe1c2cd4b9ebe932d3a096ecb11e6692008ab7d37420abe3c0abcfe
3
+ size 4764796608
ckpt_20/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3af00ba17f422a789839cbfc83113e2dd66f95b5df082aadb0486c295f199e5
3
+ size 4949411640
ckpt_20/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9570fed89f8dea218de5dda0b17f298432ce954156602c93fe052bb6b0cf43a4
3
+ size 4764796608
ckpt_20/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f572565c5d61dc1e60cf93e4658319e95d3fc8206d6652de3d7d3b0a46adfec1
3
+ size 4949411640
ckpt_20/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31934fd9d42a724cca60a6cfb895629b08a28c04d6bcbfc185c1d216ce9d6ee9
3
+ size 4764796608
ckpt_20/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95580eec72ba85c4ac11dd44c5e65f2f799767a8377ce526bb42c1462a39b11b
3
+ size 4949411640
ckpt_20/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55cc55d08cede3286121c0d924eb1316f364d7b6dcae58a1c6e99a6d096be4ce
3
+ size 4764796608
ckpt_20/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa03953c49713323ff6159f7c9f030476df62d0d318971c9b261cd641cb32b2d
3
+ size 4949411640
ckpt_20/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a805d9655ff33f3b30ee8bfb7834e55e620a8e4eabc862f9bc56dcfd4293ac83
3
+ size 4764796608
ckpt_20/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b2d3b8d24740cf8601737569fd6f95dd37d80de20a5139dfcb7d9041f7f360
3
+ size 4949411640
ckpt_20/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d648fe96713613e57bdb00f77b532626dee8c46869f160923ab3250cedf8763b
3
+ size 4764796608