Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
d738986
•
1 Parent(s): 3d50fc3

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_8/added_tokens.json +25 -0
  2. ckpt_8/config.json +47 -0
  3. ckpt_8/generation_config.json +6 -0
  4. ckpt_8/model-00001-of-00055.safetensors +3 -0
  5. ckpt_8/model-00002-of-00055.safetensors +3 -0
  6. ckpt_8/model-00003-of-00055.safetensors +3 -0
  7. ckpt_8/model-00004-of-00055.safetensors +3 -0
  8. ckpt_8/model-00005-of-00055.safetensors +3 -0
  9. ckpt_8/model-00006-of-00055.safetensors +3 -0
  10. ckpt_8/model-00007-of-00055.safetensors +3 -0
  11. ckpt_8/model-00008-of-00055.safetensors +3 -0
  12. ckpt_8/model-00009-of-00055.safetensors +3 -0
  13. ckpt_8/model-00010-of-00055.safetensors +3 -0
  14. ckpt_8/model-00011-of-00055.safetensors +3 -0
  15. ckpt_8/model-00012-of-00055.safetensors +3 -0
  16. ckpt_8/model-00013-of-00055.safetensors +3 -0
  17. ckpt_8/model-00014-of-00055.safetensors +3 -0
  18. ckpt_8/model-00015-of-00055.safetensors +3 -0
  19. ckpt_8/model-00016-of-00055.safetensors +3 -0
  20. ckpt_8/model-00017-of-00055.safetensors +3 -0
  21. ckpt_8/model-00018-of-00055.safetensors +3 -0
  22. ckpt_8/model-00019-of-00055.safetensors +3 -0
  23. ckpt_8/model-00020-of-00055.safetensors +3 -0
  24. ckpt_8/model-00021-of-00055.safetensors +3 -0
  25. ckpt_8/model-00022-of-00055.safetensors +3 -0
  26. ckpt_8/model-00023-of-00055.safetensors +3 -0
  27. ckpt_8/model-00024-of-00055.safetensors +3 -0
  28. ckpt_8/model-00025-of-00055.safetensors +3 -0
  29. ckpt_8/model-00026-of-00055.safetensors +3 -0
  30. ckpt_8/model-00027-of-00055.safetensors +3 -0
  31. ckpt_8/model-00028-of-00055.safetensors +3 -0
  32. ckpt_8/model-00029-of-00055.safetensors +3 -0
  33. ckpt_8/model-00030-of-00055.safetensors +3 -0
  34. ckpt_8/model-00031-of-00055.safetensors +3 -0
  35. ckpt_8/model-00032-of-00055.safetensors +3 -0
  36. ckpt_8/model-00033-of-00055.safetensors +3 -0
  37. ckpt_8/model-00034-of-00055.safetensors +3 -0
  38. ckpt_8/model-00035-of-00055.safetensors +3 -0
  39. ckpt_8/model-00036-of-00055.safetensors +3 -0
  40. ckpt_8/model-00037-of-00055.safetensors +3 -0
  41. ckpt_8/model-00038-of-00055.safetensors +3 -0
  42. ckpt_8/model-00039-of-00055.safetensors +3 -0
  43. ckpt_8/model-00040-of-00055.safetensors +3 -0
  44. ckpt_8/model-00041-of-00055.safetensors +3 -0
  45. ckpt_8/model-00042-of-00055.safetensors +3 -0
  46. ckpt_8/model-00043-of-00055.safetensors +3 -0
  47. ckpt_8/model-00044-of-00055.safetensors +3 -0
  48. ckpt_8/model-00045-of-00055.safetensors +3 -0
  49. ckpt_8/model-00046-of-00055.safetensors +3 -0
  50. ckpt_8/model-00047-of-00055.safetensors +3 -0
ckpt_8/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_8/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_8/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_8/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a15d8b57cd4c3184565a58d75deba61c688860c1411fd45103d28f89af3dc5d
3
+ size 4360926752
ckpt_8/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:318ea18accc67cc964faf35b6059681fac0b6654a5776fe6eb93e2cb6ae15752
3
+ size 4949411632
ckpt_8/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:819a4c08f88a690a28ebf635dca07b9080ebc57fec9963bfc4740df0bbf8c900
3
+ size 4764796592
ckpt_8/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abcc1ed0c6a931dd9351bbd6971ec659ec4bdc13d17eb0e8639b6ec9008bd6d4
3
+ size 4949411632
ckpt_8/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5265137c4c592debc5aa7122dc524ee1030ead4607ab9696a1a4896ea83ec51
3
+ size 4764796592
ckpt_8/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:384d1fc62a54a642ce296e4a711ada5da7bbd6e4e7f9a0111366f4949ad23753
3
+ size 4949411632
ckpt_8/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e00fea5444e4d1747f63d2229083c650650accc2819ba4e5c4774f464fdf4dda
3
+ size 4764796592
ckpt_8/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24797cdac13c5d32a024e00209a01c1b60d57dc9c945dc82bb0340382689bdbf
3
+ size 4949411640
ckpt_8/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf9433d99e9d7c8294361965248b944e98e4d38f0842cf7ccac7e5ed2922ee9
3
+ size 4764796608
ckpt_8/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94d2874897658e7f30cb467283e815aeb60f27f588607a23efae594b2d0d1d78
3
+ size 4949411640
ckpt_8/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884c0f2eb00f8b2e30eaaa5301f1c87ad6a39b74eaa9e3d850520adf8ff85376
3
+ size 4764796608
ckpt_8/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b08261c1bd30df322c4d806dbe32d49f0558f9ec0577a788d2a2234961ff400e
3
+ size 4949411640
ckpt_8/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:565095eb1cd1e96b552cba43a834680bae6f23b27f6132e270c4a14c37b1201b
3
+ size 4764796608
ckpt_8/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9c2a7c6c0abf730850dcd022f591fe2ce95d328b2f3687d2f5821de77bb5c9a
3
+ size 4949411640
ckpt_8/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a45ff4b3051adaeb720af6f0350cbfa13c3aeb96b6681d5f451841a7d1a3070
3
+ size 4764796608
ckpt_8/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b4968c585aea7cb050a5eb570eeae416948498f377cface69ef96ea12afbbd3
3
+ size 4949411640
ckpt_8/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edc55b1bd638a4d7f130d5f2dbbf49e943eb6f8fed8841450de5f7e88291347f
3
+ size 4764796608
ckpt_8/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac7ed4ac8ef7a639716adc02f0771b3c180c78eb71ce55fedc58b53f7074b14
3
+ size 4949411640
ckpt_8/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff1bb4af202ae7faffa45be17bd154fd5e1a035cbac17c74e84db7d94a235d43
3
+ size 4764796608
ckpt_8/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58cf243b15087c2f70690d3fde54a8f4f0a60af39d5bb2e3c381bcac30dae7bb
3
+ size 4949411640
ckpt_8/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e82c1acd3088a65c45b66562760730d7ecaea7d01c3b85d69cd55f9ac0504b
3
+ size 4764796608
ckpt_8/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c55df0acb48dfc654891bdb294b018ab661928b13e754f5b3efaa2bb2c459e4b
3
+ size 4949411640
ckpt_8/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:654e005696a58582cd8f12c1bee20ee6d1ddd890a7471d2b653f0dc0cb3b9bb4
3
+ size 4764796608
ckpt_8/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bf9906154a0caeb0e181ae9796337c6d827a5a130e1587c8a2734fcdb6b9906
3
+ size 4949411640
ckpt_8/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f802277fd3e2cbd071b12399312678b0011f8c857476547f0c41dcbf726228a
3
+ size 4764796608
ckpt_8/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb59016565880aef28b76d5509d6fdb5663f6606caf2973e42168a453cad8b5d
3
+ size 4949411640
ckpt_8/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ca965f2bba1494993a56933f92fc2cb23aed5091fb62083f86fef1472deae3
3
+ size 4764796608
ckpt_8/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741b4cc6f889af356bd833fc4d4cbc2d6510d2486bc4270a73ada118341faf7c
3
+ size 4949411640
ckpt_8/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9875ba15c41ffb5688523ae16840ea056ef3f840624785d59c65d1ea092c7d9
3
+ size 4764796608
ckpt_8/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4fcbaa42e7359305696416855d0bfaf35e604da320c044064f141287db955aa
3
+ size 4949411640
ckpt_8/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b31944e452092d699cf5430657a0b3ccb8d92cba4429cf1e22e30b043477fe6e
3
+ size 4764796608
ckpt_8/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:491f79fd03c4a0095f93c29fa6b73e5e06b79382ec9f3b72780a3f28cf4e94d9
3
+ size 4949411640
ckpt_8/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eec5a46b9962961e42f2a2411feb88a9c2326c6b157544aa600a76c5ca517328
3
+ size 4764796608
ckpt_8/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dde5b36278641dcbd6215efb49eb8106ef0182e8c33d4f9f0f14e62080a108bc
3
+ size 4949411640
ckpt_8/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e8979be2055f01ffaea8e411c8c9b9e614b080617add81ff880aabc2cc5bf7
3
+ size 4764796608
ckpt_8/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a53f401751e8d9ba4b09e28215c32ffb22ac84581a6787469f317e82a3d086a0
3
+ size 4949411640
ckpt_8/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eedb33cc2f447899a6060bead83de0992ab0ed35e970301dc1b6c1f310d8bb3
3
+ size 4764796608
ckpt_8/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d21c5ae1e8401dfadb96dc3361da1f97468ef685ef49f8964f7abe8ebc42c030
3
+ size 4949411640
ckpt_8/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c26c541db4566b13983b56621d8791d692e7601fe524f4945f4cb77d85a14fb
3
+ size 4764796608
ckpt_8/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa23eaca305d2d524bd94558320322731461f9aa8ce32b6e79f389e98a921b56
3
+ size 4949411640
ckpt_8/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c1e56c61c59f1f005250c61a1d7b5f70d2127d5d3c50a1e19b08b40f071a1d
3
+ size 4764796608
ckpt_8/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be34863d256543de87f78cf10cccec57adca2e322e71c0ad5b22e83a38e9534a
3
+ size 4949411640
ckpt_8/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c5533c501fb08cd7052dbe3ee0935bf79903e8c284dedde19f8e188e11c385f
3
+ size 4764796608
ckpt_8/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e48009728df99fa6476339061c556960b159359bff3cbaa7175e1803e568e63
3
+ size 4949411640
ckpt_8/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:320356f8b3b5dc631388eb6c25f57ec461aa24f190c62fa1f63063472ea44c35
3
+ size 4764796608
ckpt_8/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205e056172db5dc87ef35d945c3cc192a2fc061161ba26ad398b2b463c76c2d3
3
+ size 4949411640
ckpt_8/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61fb856ea62fcaf93fa00adca6fb05a5530e0d6e49b7a5a05d34bd458a5a3e7c
3
+ size 4764796608