Hugging Face's logo

TheDrummer
/
Behemoth-123B-v1.2

Safetensors
mistral
Model card Files Community
3
TheDrummer commited on
Commit
b48a268
•
1 Parent(s): eb2b42e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +27 -0
  2. model-00001-of-00051.safetensors +3 -0
  3. model-00002-of-00051.safetensors +3 -0
  4. model-00003-of-00051.safetensors +3 -0
  5. model-00004-of-00051.safetensors +3 -0
  6. model-00005-of-00051.safetensors +3 -0
  7. model-00006-of-00051.safetensors +3 -0
  8. model-00007-of-00051.safetensors +3 -0
  9. model-00008-of-00051.safetensors +3 -0
  10. model-00009-of-00051.safetensors +3 -0
  11. model-00010-of-00051.safetensors +3 -0
  12. model-00011-of-00051.safetensors +3 -0
  13. model-00012-of-00051.safetensors +3 -0
  14. model-00013-of-00051.safetensors +3 -0
  15. model-00014-of-00051.safetensors +3 -0
  16. model-00015-of-00051.safetensors +3 -0
  17. model-00016-of-00051.safetensors +3 -0
  18. model-00017-of-00051.safetensors +3 -0
  19. model-00018-of-00051.safetensors +3 -0
  20. model-00019-of-00051.safetensors +3 -0
  21. model-00020-of-00051.safetensors +3 -0
  22. model-00021-of-00051.safetensors +3 -0
  23. model-00022-of-00051.safetensors +3 -0
  24. model-00023-of-00051.safetensors +3 -0
  25. model-00024-of-00051.safetensors +3 -0
  26. model-00025-of-00051.safetensors +3 -0
  27. model-00026-of-00051.safetensors +3 -0
  28. model-00027-of-00051.safetensors +3 -0
  29. model-00028-of-00051.safetensors +3 -0
  30. model-00029-of-00051.safetensors +3 -0
  31. model-00030-of-00051.safetensors +3 -0
  32. model-00031-of-00051.safetensors +3 -0
  33. model-00032-of-00051.safetensors +3 -0
  34. model-00033-of-00051.safetensors +3 -0
  35. model-00034-of-00051.safetensors +3 -0
  36. model-00035-of-00051.safetensors +3 -0
  37. model-00036-of-00051.safetensors +3 -0
  38. model-00037-of-00051.safetensors +3 -0
  39. model-00038-of-00051.safetensors +3 -0
  40. model-00039-of-00051.safetensors +3 -0
  41. model-00040-of-00051.safetensors +3 -0
  42. model-00041-of-00051.safetensors +3 -0
  43. model-00042-of-00051.safetensors +3 -0
  44. model-00043-of-00051.safetensors +3 -0
  45. model-00044-of-00051.safetensors +3 -0
  46. model-00045-of-00051.safetensors +3 -0
  47. model-00046-of-00051.safetensors +3 -0
  48. model-00047-of-00051.safetensors +3 -0
  49. model-00048-of-00051.safetensors +3 -0
  50. model-00049-of-00051.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "merged/BEHEMOTH-DELLA",
3
+ "architectures": [
4
+ "MistralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 12288,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 131072,
15
+ "model_type": "mistral",
16
+ "num_attention_heads": 96,
17
+ "num_hidden_layers": 88,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.46.3",
25
+ "use_cache": true,
26
+ "vocab_size": 32768
27
+ }
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19a4049ac461732850efe896eff82cbf54a60b36c2ee392edab46dd09351a377
3
+ size 4378928504
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4159ef539eb3a3c940e67aaf564fc324a9194d8a30df34b45024d012979d2a6
3
+ size 4907411088
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6efc1d5593eab6034f069f6f99568c9dee13a5a54794b10424e610f67247feb
3
+ size 4806747904
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d0d86c4284ceffdb72e5d1a3ecacb9b976933283830c213fff6f17c9c42a5b
3
+ size 4831938544
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec931d7dedf6c1832f3697017f6cc25d5f85af08be00c1d2426029fac3b53d53
3
+ size 4831938552
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e06ac8da0d493f738003cb736ec9c7f8655572464319a30d911d03fabc28bf0
3
+ size 4907411096
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15224da8cfcee73639cc04b8a291497448967a305c5ed8aaad1979ebb62fd24f
3
+ size 4806747904
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:162b574b0b6698ba6f175d8e445a177094dfa54bf98176021092172db809b33a
3
+ size 4831938536
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33089e290da6b8d058e9895016a76c64566be1cd902db140a9369361245f2881
3
+ size 4831938552
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea56b67b0bf728b2f7cbf4bf2567c8f2baa6a5b289bd574bb2816f1f50454f33
3
+ size 4907411096
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:324b930e0ef5ad0fd3d6afc0e83e66883d9bf680e8ead80299e575c6e8f056a0
3
+ size 4806747904
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c31f39d2f02364ac5b13c585bfcb27f4a5308cc70a1aedad056ef1801b891b5
3
+ size 4831938544
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:207a9ff909da478c76361bae2645c7fd6c76628de6ab26ca77eee45caeb53e67
3
+ size 4831938552
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb21ebd6ae31d390431495e8eb117e5cef0270799276a137d515e212d9a3e975
3
+ size 4907411088
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae605673dd690eb3e8fe445bb57d3bcce18ed8e660c38406ecc1984710af6217
3
+ size 4806747904
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84a393843fcb57ffd2603d2936b54c7c27d679a4bb546516f430a4e19389cb82
3
+ size 4831938544
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f5690982cdcb27046fb643284474301f342bed17841c4a60753db5804a90239
3
+ size 4831938552
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fde062ff3573a6caab760cc166d540dcf49c144f6844320c8e8c4b54517591a
3
+ size 4907411096
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08a990df44a738364a217db773a47bebcc656dbf46df1feebaa0a2501e8e26d
3
+ size 4806747904
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58ca1af15e4b320bb3fed733a2b27dc469b62d66dd8f38daac3880b986a5da0a
3
+ size 4831938544
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ee1606027deb1f3b85a7f8036a37f7c9ed5244e1417fe82bfa119f7d0f73f9
3
+ size 4831938544
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bea84828c3d87b5f44cb0e6806a9eb62c3bf8411b5c0fb8be14acb043ad4683b
3
+ size 4907411096
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a5a69a9cfcdc68a90cbab0870f1ce79c7ec9acca66576ec7b27da0d49d412d
3
+ size 4806747904
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f11fec495b35aa7f04c302600acb37dfab75c2fbcdf3ce495ba353ac113f940f
3
+ size 4831938544
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48bd632b16f300d934701b34e3945703fffd56aacc124e735c3ac089a4837e13
3
+ size 4831938552
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca238c18ebf9a155879a41aca6683d23a3acb270d7972621a4bbad4d0d26e59
3
+ size 4907411096
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac726df54f3019c5d8452749fbe53d046a837b76fa5878346bdad31dbce5bb4c
3
+ size 4806747896
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a8b6da13d07248b7fedd6bbf6822f589e8752fb8a1575b186f97891afd7af6d
3
+ size 4831938544
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2768b018924b1db6a440f7b93a6bae567d01b3f726b409f050f793494d1ddcf6
3
+ size 4831938552
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a506fb2f130a700e19948b2c2d89e3eefee28231cb529f0d7b7c9b834f23d97a
3
+ size 4907411096
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44f3a5076db4ea28ee5025b6e9b896aa1a468d6865a7feb285ed6e281b956cf8
3
+ size 4806747904
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5c6ccad29c0cd2983f1e3f53330d71df4954eed8edecf405a1049b2185f3c38
3
+ size 4831938544
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e7154e1c7e80045eeabbdd37a2f899212f4c172fd1138f4d0d42cd1e00e1807
3
+ size 4831938544
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a1d4d5faf928711cb4f5a09f2f3d31b00b823edcbc3a6064278aedb73bd461a
3
+ size 4907411096
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af1a7733d923ca9efd708a97eb76d572f018afb60ab20919a0338ba9539e765e
3
+ size 4806747904
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31510deb2d1842cf3bc4580329fef819a26b372310eaa6e69eafdb66733712ed
3
+ size 4831938544
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:287848606299fdaef66aa5545776a1ca20deba7597b069f9923bf612f765733b
3
+ size 4831938552
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48abbeec0b5ea11f7e4120221293470a4e581ab195519aa8e1e54a23336d7bd
3
+ size 4907411096
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4136a3f8d2d848279c0337ec305c138c50decdb2d61cf938ad4be74a078b1ff
3
+ size 4806747904
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c6ba06a48f7c7c9312e461234bfbc8460b3a6f25a3cab4d0349e3150242bd75
3
+ size 4831938544
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52a86733341b34f675eee166a1069dc9f68b2549abbdd0a13ce8b276e483f6ba
3
+ size 4831938552
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377c5079107174c8a1838ff012135711d4faa741142f94079f8d8527627ae05a
3
+ size 4907411096
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57679bd6e02ae67b2bdc444cb1232e253f75266d6251d7c3c5f64e378f6c9df2
3
+ size 4806747904
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ac5fa0a4354968b5f5fcacf1360c32c0ab601e4ae47f2a939a7b29769e74005
3
+ size 4831938544
model-00045-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:387de177d7f26468c57ddb5067e6705dfaa2122aa51e5ccc19d00c0a1a8ebf09
3
+ size 4831938552
model-00046-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1e99266dc6a471f494e3830366acdc9b6a241464df7e94e1bb25635944ab1d
3
+ size 4907411088
model-00047-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46f2ff10b4591aa5e19e0cb6468772c0f59e01dba31be95b409a72d9e51dfa5
3
+ size 4806747904
model-00048-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4dfb35c0c969052d8fb84f1eb03d60c78bb85f16baf6f3e4b23f7562a19ea29
3
+ size 4831938544
model-00049-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5243978fcfb16c8362f2d7925f853e065b96e90ac6a20d6fceb48892f5dee1a1
3
+ size 4831938552