Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
e217108
•
1 Parent(s): cf899b7

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_16/added_tokens.json +25 -0
  2. ckpt_16/config.json +47 -0
  3. ckpt_16/generation_config.json +6 -0
  4. ckpt_16/model-00001-of-00055.safetensors +3 -0
  5. ckpt_16/model-00002-of-00055.safetensors +3 -0
  6. ckpt_16/model-00003-of-00055.safetensors +3 -0
  7. ckpt_16/model-00004-of-00055.safetensors +3 -0
  8. ckpt_16/model-00005-of-00055.safetensors +3 -0
  9. ckpt_16/model-00006-of-00055.safetensors +3 -0
  10. ckpt_16/model-00007-of-00055.safetensors +3 -0
  11. ckpt_16/model-00008-of-00055.safetensors +3 -0
  12. ckpt_16/model-00009-of-00055.safetensors +3 -0
  13. ckpt_16/model-00010-of-00055.safetensors +3 -0
  14. ckpt_16/model-00011-of-00055.safetensors +3 -0
  15. ckpt_16/model-00012-of-00055.safetensors +3 -0
  16. ckpt_16/model-00013-of-00055.safetensors +3 -0
  17. ckpt_16/model-00014-of-00055.safetensors +3 -0
  18. ckpt_16/model-00015-of-00055.safetensors +3 -0
  19. ckpt_16/model-00016-of-00055.safetensors +3 -0
  20. ckpt_16/model-00017-of-00055.safetensors +3 -0
  21. ckpt_16/model-00018-of-00055.safetensors +3 -0
  22. ckpt_16/model-00019-of-00055.safetensors +3 -0
  23. ckpt_16/model-00020-of-00055.safetensors +3 -0
  24. ckpt_16/model-00021-of-00055.safetensors +3 -0
  25. ckpt_16/model-00022-of-00055.safetensors +3 -0
  26. ckpt_16/model-00023-of-00055.safetensors +3 -0
  27. ckpt_16/model-00024-of-00055.safetensors +3 -0
  28. ckpt_16/model-00025-of-00055.safetensors +3 -0
  29. ckpt_16/model-00026-of-00055.safetensors +3 -0
  30. ckpt_16/model-00027-of-00055.safetensors +3 -0
  31. ckpt_16/model-00028-of-00055.safetensors +3 -0
  32. ckpt_16/model-00029-of-00055.safetensors +3 -0
  33. ckpt_16/model-00030-of-00055.safetensors +3 -0
  34. ckpt_16/model-00031-of-00055.safetensors +3 -0
  35. ckpt_16/model-00032-of-00055.safetensors +3 -0
  36. ckpt_16/model-00033-of-00055.safetensors +3 -0
  37. ckpt_16/model-00034-of-00055.safetensors +3 -0
  38. ckpt_16/model-00035-of-00055.safetensors +3 -0
  39. ckpt_16/model-00036-of-00055.safetensors +3 -0
  40. ckpt_16/model-00037-of-00055.safetensors +3 -0
  41. ckpt_16/model-00038-of-00055.safetensors +3 -0
  42. ckpt_16/model-00039-of-00055.safetensors +3 -0
  43. ckpt_16/model-00040-of-00055.safetensors +3 -0
  44. ckpt_16/model-00041-of-00055.safetensors +3 -0
  45. ckpt_16/model-00042-of-00055.safetensors +3 -0
  46. ckpt_16/model-00043-of-00055.safetensors +3 -0
  47. ckpt_16/model-00044-of-00055.safetensors +3 -0
  48. ckpt_16/model-00045-of-00055.safetensors +3 -0
  49. ckpt_16/model-00046-of-00055.safetensors +3 -0
  50. ckpt_16/model-00047-of-00055.safetensors +3 -0
ckpt_16/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_16/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_16/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_16/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15d820f69ffa2a483145fa511b7a1803d96a20fe040a82d529b418b84cccb15e
3
+ size 4360926752
ckpt_16/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ee798f9ff9b861e4644dc82f7e153bd585d31ec982d9eaccefc6cf2f0b274e3
3
+ size 4949411632
ckpt_16/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:020609646a61c2083b3ef66c3f1abe2977917d0c8605494f69ba3088511c98ee
3
+ size 4764796592
ckpt_16/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09133e56f56ac9623cb35b70185f5b8f723341713122d63369d8bc491b309690
3
+ size 4949411632
ckpt_16/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40b18ec10db9cc5e5982ea5e76d0e6558e9e4cc067f81b859fb6e87076dd9aa4
3
+ size 4764796592
ckpt_16/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08902f13daf28c6ad111fd4484406c876cf368934ef2945a2b6197dd15647963
3
+ size 4949411632
ckpt_16/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61fe37eb43b934c239fc1466933dd9d3a1ab7bc3b4290f31a6de52ffba9c39f9
3
+ size 4764796592
ckpt_16/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3736c979c01afe7332381eb4acdb90847c3f23221522ed572304f4fc9fabdac8
3
+ size 4949411640
ckpt_16/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d5f1b7aabda39bd7e25c419fcbfb3bd928616a53289d40c2041d994a14e367a
3
+ size 4764796608
ckpt_16/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeecd648d428c813c2ce0a14317a5b9dad6f26af87771ba1a58b3f7b8f788369
3
+ size 4949411640
ckpt_16/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ea1b5c2d4ac78980a659fa29b7b110698853824af05b5e5d87b24de60bfbe98
3
+ size 4764796608
ckpt_16/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ca813def2304cd79b8646918e3c16c5effffa10849cc99384da7bb783341e1
3
+ size 4949411640
ckpt_16/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a1eb4da7e17dcc79cca7af4c15935c3b36530d5ab934843ea1e2b9c78f2eb8
3
+ size 4764796608
ckpt_16/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13f79fd2e777d04eab9152faf7eb33e2e504b735da7fc3a4cd4e0d89c4359fc6
3
+ size 4949411640
ckpt_16/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e25434ce3f4c442aecb14c3c1ad23b958a356225e9fd988468646244a8585f
3
+ size 4764796608
ckpt_16/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7270e497426409bf543c8997503cbe54eed57c5ae838c265083bee8539597ea
3
+ size 4949411640
ckpt_16/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68b047c88a83c5bf7df1f605ccbe9802d69f3a1f066cb86f97b5d20aee34e9cd
3
+ size 4764796608
ckpt_16/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdd3374ae7f95dfe587c9404d030d498c6d710c099e31c1f7aea00f2469d7069
3
+ size 4949411640
ckpt_16/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bb3c1793076a921cc5561932e979e6dd2f296b3878e181a11c8b7c28ed3caca
3
+ size 4764796608
ckpt_16/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aaaa5e5be2146b8f46ce2d640738c56e104c5e340449d055f11df94f5044977
3
+ size 4949411640
ckpt_16/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d09bd197a964f57c2005edb74269c9b45d0c00fc4558ffe5565c7e9c31e1f2
3
+ size 4764796608
ckpt_16/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2135a18c52270317c8c548cd3d9394dbb94f2c765af17fe10b4e21910472abc
3
+ size 4949411640
ckpt_16/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81a7cd407946049b28ad1cb7c46676e7926880b88ee7cab35c5cbe36cb73f695
3
+ size 4764796608
ckpt_16/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b860881d5fff07f955c2831b0a31593eb2394e78f7183eb440b08dd9aa625381
3
+ size 4949411640
ckpt_16/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82982be766c3100a36a9b5bfa249f050b559b500228d430874d4874c34724382
3
+ size 4764796608
ckpt_16/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9dec8d25044ab01f412636e2f373d5b481b4fab77dba364f03cc6ac30329820
3
+ size 4949411640
ckpt_16/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a2dfba9805ff97657af3b38be26776c88185f2ed310dddb4365b779d17eaf5
3
+ size 4764796608
ckpt_16/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83399cba1c2eaeec924dd1516db00a03b26cc14067c9949cf07ea10195315e60
3
+ size 4949411640
ckpt_16/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4093e1600aafb619f46fda5c75c8c5d5623434cf17007a5f40729cb841a4116b
3
+ size 4764796608
ckpt_16/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64190f5106c71bb809a1b2693018a6d4ec9d4e6e7ec164c0a53504b87b8e3a93
3
+ size 4949411640
ckpt_16/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:899160cdca23bde1e908f982067eee3c9838388f3d7f0769181254ca95c5bd46
3
+ size 4764796608
ckpt_16/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905986bd14e38930205b467d6a2aebd90936b71fd61f23b55ab577d71b6065bd
3
+ size 4949411640
ckpt_16/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be788907c7e9ab62c0d0c48069fbc5121cf85f2d4d06dd48e857b470e219424b
3
+ size 4764796608
ckpt_16/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce1ed8d9cb3c123870591cef4ab7adbc6fb4adce8727b03d4f26c01d66c5d400
3
+ size 4949411640
ckpt_16/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da5f1f38ac213705b9bb1c39b9b45fa06087187c1e9c96924c01b97d03e37146
3
+ size 4764796608
ckpt_16/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bc753cfe24657d2fb4b39993d1b494d503f6cbec6f111a6515abfb70959eb66
3
+ size 4949411640
ckpt_16/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a77696f6298d1002599a3e5c6f4d6b5743214f4895dcdadbb7067ff9408396b0
3
+ size 4764796608
ckpt_16/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fac2cca5ffb8e8cbbb589789c4df31cd202fdd97f34ca4e9cacc9791427f33b
3
+ size 4949411640
ckpt_16/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1aed937ba9ca3a39b8dd294216675d54e6b56717d3fd06ffb82a30f51c492c4
3
+ size 4764796608
ckpt_16/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974cd236e1bf70cc420dd302b102121e9c6dfc3c572da4384dadb51cc7b3abf7
3
+ size 4949411640
ckpt_16/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f84fac030750f2abbddc9d09fc2dddadf071f8965abe74c77bc3fd7c34a5ce
3
+ size 4764796608
ckpt_16/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9112765c6e7fa95c0833c919544f08a16adf360d6328a90ff7655c3c7465720d
3
+ size 4949411640
ckpt_16/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f90f0d186a7e6f7778fba8483ed0aa6fd37de9725477805aa01f8c18fb2bee18
3
+ size 4764796608
ckpt_16/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e20b418dc32bf72ccca95e247b1ce216cb1b629c6f986ea0fd5e81397975da1
3
+ size 4949411640
ckpt_16/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:339e6a470635747f7331401843009ffa30fe43dd5449476aef1c2a7d0dae5a14
3
+ size 4764796608
ckpt_16/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acf60b28c802e7b6bd5d7219c8084aa8884c2eae50a62d0889740c2a6af481ef
3
+ size 4949411640
ckpt_16/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64b4c0836a9b6d4326679389e65c444becb2f56d8e7e6306e97ccf2250615bb6
3
+ size 4764796608