Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
06efd01
•
1 Parent(s): 797b5eb

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_19/added_tokens.json +25 -0
  2. ckpt_19/config.json +47 -0
  3. ckpt_19/generation_config.json +6 -0
  4. ckpt_19/model-00001-of-00055.safetensors +3 -0
  5. ckpt_19/model-00002-of-00055.safetensors +3 -0
  6. ckpt_19/model-00003-of-00055.safetensors +3 -0
  7. ckpt_19/model-00004-of-00055.safetensors +3 -0
  8. ckpt_19/model-00005-of-00055.safetensors +3 -0
  9. ckpt_19/model-00006-of-00055.safetensors +3 -0
  10. ckpt_19/model-00007-of-00055.safetensors +3 -0
  11. ckpt_19/model-00008-of-00055.safetensors +3 -0
  12. ckpt_19/model-00009-of-00055.safetensors +3 -0
  13. ckpt_19/model-00010-of-00055.safetensors +3 -0
  14. ckpt_19/model-00011-of-00055.safetensors +3 -0
  15. ckpt_19/model-00012-of-00055.safetensors +3 -0
  16. ckpt_19/model-00013-of-00055.safetensors +3 -0
  17. ckpt_19/model-00014-of-00055.safetensors +3 -0
  18. ckpt_19/model-00015-of-00055.safetensors +3 -0
  19. ckpt_19/model-00016-of-00055.safetensors +3 -0
  20. ckpt_19/model-00017-of-00055.safetensors +3 -0
  21. ckpt_19/model-00018-of-00055.safetensors +3 -0
  22. ckpt_19/model-00019-of-00055.safetensors +3 -0
  23. ckpt_19/model-00020-of-00055.safetensors +3 -0
  24. ckpt_19/model-00021-of-00055.safetensors +3 -0
  25. ckpt_19/model-00022-of-00055.safetensors +3 -0
  26. ckpt_19/model-00023-of-00055.safetensors +3 -0
  27. ckpt_19/model-00024-of-00055.safetensors +3 -0
  28. ckpt_19/model-00025-of-00055.safetensors +3 -0
  29. ckpt_19/model-00026-of-00055.safetensors +3 -0
  30. ckpt_19/model-00027-of-00055.safetensors +3 -0
  31. ckpt_19/model-00028-of-00055.safetensors +3 -0
  32. ckpt_19/model-00029-of-00055.safetensors +3 -0
  33. ckpt_19/model-00030-of-00055.safetensors +3 -0
  34. ckpt_19/model-00031-of-00055.safetensors +3 -0
  35. ckpt_19/model-00032-of-00055.safetensors +3 -0
  36. ckpt_19/model-00033-of-00055.safetensors +3 -0
  37. ckpt_19/model-00034-of-00055.safetensors +3 -0
  38. ckpt_19/model-00035-of-00055.safetensors +3 -0
  39. ckpt_19/model-00036-of-00055.safetensors +3 -0
  40. ckpt_19/model-00037-of-00055.safetensors +3 -0
  41. ckpt_19/model-00038-of-00055.safetensors +3 -0
  42. ckpt_19/model-00039-of-00055.safetensors +3 -0
  43. ckpt_19/model-00040-of-00055.safetensors +3 -0
  44. ckpt_19/model-00041-of-00055.safetensors +3 -0
  45. ckpt_19/model-00042-of-00055.safetensors +3 -0
  46. ckpt_19/model-00043-of-00055.safetensors +3 -0
  47. ckpt_19/model-00044-of-00055.safetensors +3 -0
  48. ckpt_19/model-00045-of-00055.safetensors +3 -0
  49. ckpt_19/model-00046-of-00055.safetensors +3 -0
  50. ckpt_19/model-00047-of-00055.safetensors +3 -0
ckpt_19/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_19/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_19/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_19/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8126910066594611aca81470d0fee056867705520712e478b2ec5ab2a7241415
3
+ size 4360926752
ckpt_19/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a254013f21a44b77ca9a9be0b5b2d1e7ec9bf5b2cccb4aa138e5aa0aed5b582
3
+ size 4949411632
ckpt_19/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b8fed599ca34ed50cabe521eae910f822f4424ad61bccc77808cf05d3d1a6ac
3
+ size 4764796592
ckpt_19/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a4d54e01400968f1cddb02af0e1b17290d8cabbab07b7b084be3d8253d3ea7f
3
+ size 4949411632
ckpt_19/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a02d0076c59e6651c43406f20785f2d58f906c3913dcc14152a47c27272a350
3
+ size 4764796592
ckpt_19/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17de34f15210cdf0b87457a80a93360022bf9e8d7b7f7ba536a036e37f3f158b
3
+ size 4949411632
ckpt_19/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc23421102c0e445893bb5e2216c73704e524ade715dfcc6f8850b8693f9f766
3
+ size 4764796592
ckpt_19/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22b2f6c16c9de53530ea88163f9b5ea3639f655010dc3565d53b8852bfe065ff
3
+ size 4949411640
ckpt_19/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e78ecc733ae8f8e2e9f951df0dfff110ed1f3fe314f0f52c2f1ed9015793d91
3
+ size 4764796608
ckpt_19/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ce0d9d90649df87a5570fc24d6cc9c5492fb630277596584edcf859c9870c59
3
+ size 4949411640
ckpt_19/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12c5f797c21d90a50b0179a043f980c7b0300261c5f18839c3bc9ea1f54b908b
3
+ size 4764796608
ckpt_19/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ceb288e82b834b3ae531553a90339ca9c40b0eef54f0b3f3b39ec11b2db0a92
3
+ size 4949411640
ckpt_19/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54bf0606fd50683fe410ce7cf1a0e87e8d93c7396d8ede6163d0fb4e971b084
3
+ size 4764796608
ckpt_19/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:028090df2f6e886fa59582c5add6259d03332a6ec9dedf27e5242d6db4c3db66
3
+ size 4949411640
ckpt_19/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b87f37efaa16153f8f4684a824ab183a129b6410423bea1a3f8effba94155a
3
+ size 4764796608
ckpt_19/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4dcce66b2ce2a04c2ac85bd89b2a6626eb9707d1b75927f6ebc2fe2456fa5be
3
+ size 4949411640
ckpt_19/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2cfccdb0a8df7adf19ef22237318be36a8849735b89ab7cebbd728e51381d80
3
+ size 4764796608
ckpt_19/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d3f0c91109f11af5a62aa6a0f78ad522630dc72b916b3615394472cc8ec5a74
3
+ size 4949411640
ckpt_19/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6329ad91a7b682292b450bb7703e5ca9d0b9d1836d3565ff538312746dd65c78
3
+ size 4764796608
ckpt_19/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0ad15d5720a14523e2e19315d6276200193f5baf39e02825ff4599803d6b390
3
+ size 4949411640
ckpt_19/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41ffcf3b77c2fab1798cbdaea012e56b9f2e588083562f3964f5ba4e1403d86f
3
+ size 4764796608
ckpt_19/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c568ebe846dd2ee86ab9ac4c01522926e63ad3859f42d48458b86dbff54f82
3
+ size 4949411640
ckpt_19/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d1a2f9e035504f79df509abf1b08510d0ad70868e49bd2f1d2998b00267d3ae
3
+ size 4764796608
ckpt_19/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c18abf953d752aa87c691da35cfdd98c759e584a17ac2abdf96ca550d48ebb
3
+ size 4949411640
ckpt_19/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8dc3947666fe6fe2d021e2cda5ee6ffbcc5d6dbc137c5bc2a0d5e2502aa3cd5
3
+ size 4764796608
ckpt_19/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:121c1fc3345ba047802f5df0a37bf54f2014eae92d4d1bde5ae5a34aace37247
3
+ size 4949411640
ckpt_19/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3e9c5dc60922bb32066338e42fa9a4ded24e16b721b29a2a6e317dede6f0a09
3
+ size 4764796608
ckpt_19/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aebd87290e3c15ff4d3a3b21598f35c16877ef47e147092f86751a58978789ce
3
+ size 4949411640
ckpt_19/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:300768b134d0b60eea82f70184d0e764481b949a51fa0c176753b4c8db6a8580
3
+ size 4764796608
ckpt_19/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0317be058604458324941d2be500ea7e8521fc51ca177bc3fc9fb97af6c7e7
3
+ size 4949411640
ckpt_19/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e12f92f3eb772af1fe83163fe616374e3d72c39f8e580c5f03069b39f895aa5b
3
+ size 4764796608
ckpt_19/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:171774df75e04d804e4c1d02d852d4e47d2472fbab86f146cebf7e45bfdaddd6
3
+ size 4949411640
ckpt_19/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d825513b7ce041d7b0bbae09b62f69977d5344c15998caf7b3e7a3757b905524
3
+ size 4764796608
ckpt_19/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2514bc6007d4dacb85d1cda20a807bdbbfb89321e6b9aa38e7032da7b0180379
3
+ size 4949411640
ckpt_19/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a593c237f2fa7247b47417aee12b3da4e5efda157b1387e5b7f85f6e81575e1
3
+ size 4764796608
ckpt_19/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd2154600bc3263e78f30336c623dbe9cc281033f9e51c37e0af56ce5dc7c392
3
+ size 4949411640
ckpt_19/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67ceb8c574174ddde785e044b5cc34d7c030af239029a17718c3ad4ff82937df
3
+ size 4764796608
ckpt_19/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ea4dc24c610e51beec1991499b58751b549297cf60870f81fb689d4e2128577
3
+ size 4949411640
ckpt_19/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e13e5c81d2febd627a164cdf4390cadb12f4bc3728ec01320b294a696993e0ef
3
+ size 4764796608
ckpt_19/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eae5779e2460846cbf5fa8f3db922644befea526a331d5685f35df1b1d0c714a
3
+ size 4949411640
ckpt_19/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d285ff2c52a812127d24c0e86e4b7b25bdf5365e4c8f9f0c994a533057d6443
3
+ size 4764796608
ckpt_19/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7985c97c75c83d22a8334e07900aed059513b5789c8bb1e80e9320c727e5c63e
3
+ size 4949411640
ckpt_19/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51e1231cf8140475e1ec0b634c2518bd20601304edc843ea24f4b2bcbe12aa6
3
+ size 4764796608
ckpt_19/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f30f7026a1fdda0b666dd49d7494aeb1037aaa66b5f194b99b828ce76df82d69
3
+ size 4949411640
ckpt_19/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b00d3a5b4f9c96118abc62fd123ec8dc609ac8aca5e985f21d3a2e3b62a93b9
3
+ size 4764796608
ckpt_19/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18102d7a28d3931b8f3816f0a07af0ef3e2c08908bbf55ae475afe8c237617f4
3
+ size 4949411640
ckpt_19/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e08d2902b7a1ef1d9291fd78e7e26f6d41a4c63a138c34b93736c80abd19aef
3
+ size 4764796608