Hugging Face's logo

OpenBuddy
/
openbuddy-mixtral-22bx8-preview0-65k

Text Generation
Transformers
Safetensors
mixtral
conversational
text-generation-inference
Model card Files Community
1
ff670 commited on
Commit
59a40a9
•
1 Parent(s): 56b0596

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Evaluation.txt +0 -0
  2. config.json +31 -0
  3. generation_config.json +6 -0
  4. model-00001-of-00059.safetensors +3 -0
  5. model-00002-of-00059.safetensors +3 -0
  6. model-00003-of-00059.safetensors +3 -0
  7. model-00004-of-00059.safetensors +3 -0
  8. model-00005-of-00059.safetensors +3 -0
  9. model-00006-of-00059.safetensors +3 -0
  10. model-00007-of-00059.safetensors +3 -0
  11. model-00008-of-00059.safetensors +3 -0
  12. model-00009-of-00059.safetensors +3 -0
  13. model-00010-of-00059.safetensors +3 -0
  14. model-00011-of-00059.safetensors +3 -0
  15. model-00012-of-00059.safetensors +3 -0
  16. model-00013-of-00059.safetensors +3 -0
  17. model-00014-of-00059.safetensors +3 -0
  18. model-00015-of-00059.safetensors +3 -0
  19. model-00016-of-00059.safetensors +3 -0
  20. model-00017-of-00059.safetensors +3 -0
  21. model-00018-of-00059.safetensors +3 -0
  22. model-00019-of-00059.safetensors +3 -0
  23. model-00020-of-00059.safetensors +3 -0
  24. model-00021-of-00059.safetensors +3 -0
  25. model-00022-of-00059.safetensors +3 -0
  26. model-00023-of-00059.safetensors +3 -0
  27. model-00024-of-00059.safetensors +3 -0
  28. model-00025-of-00059.safetensors +3 -0
  29. model-00026-of-00059.safetensors +3 -0
  30. model-00027-of-00059.safetensors +3 -0
  31. model-00028-of-00059.safetensors +3 -0
  32. model-00029-of-00059.safetensors +3 -0
  33. model-00030-of-00059.safetensors +3 -0
  34. model-00031-of-00059.safetensors +3 -0
  35. model-00032-of-00059.safetensors +3 -0
  36. model-00033-of-00059.safetensors +3 -0
  37. model-00034-of-00059.safetensors +3 -0
  38. model-00035-of-00059.safetensors +3 -0
  39. model-00036-of-00059.safetensors +3 -0
  40. model-00037-of-00059.safetensors +3 -0
  41. model-00038-of-00059.safetensors +3 -0
  42. model-00039-of-00059.safetensors +3 -0
  43. model-00040-of-00059.safetensors +3 -0
  44. model-00041-of-00059.safetensors +3 -0
  45. model-00042-of-00059.safetensors +3 -0
  46. model-00043-of-00059.safetensors +3 -0
  47. model-00044-of-00059.safetensors +3 -0
  48. model-00045-of-00059.safetensors +3 -0
  49. model-00046-of-00059.safetensors +3 -0
  50. model-00047-of-00059.safetensors +3 -0
Evaluation.txt ADDED
The diff for this file is too large to render. See raw diff
 
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "openbuddy-mixtral-22bx8-preview0-65k",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 6144,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 16384,
13
+ "max_position_embeddings": 65536,
14
+ "model_type": "mixtral",
15
+ "num_attention_heads": 48,
16
+ "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 56,
18
+ "num_key_value_heads": 8,
19
+ "num_local_experts": 8,
20
+ "output_router_logits": false,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 1000000,
23
+ "router_aux_loss_coef": 0.001,
24
+ "router_jitter_noise": 0.0,
25
+ "sliding_window": null,
26
+ "tie_word_embeddings": false,
27
+ "torch_dtype": "bfloat16",
28
+ "transformers_version": "4.40.0.dev0",
29
+ "use_cache": true,
30
+ "vocab_size": 47104
31
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.40.0.dev0"
6
+ }
model-00001-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d792cbb9d7978192fedf245fe78797b5262cc952a5ceba1e058c9cfe8ee219b1
3
+ size 4982934928
model-00002-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c1583ac10f4ceb47898b8eb53f988ef2da6c1bedfb5a457f2029f5355f6b644
3
+ size 4806799120
model-00003-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07bba69c52fbbc45c3e3b8518963c93ce784ef0e442f80035c858054f41e7525
3
+ size 4806799120
model-00004-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c95c54ad9f04e79a15a60e41665acdeb4104b8ed1637f65f95e3a35d495dc31a
3
+ size 4806799120
model-00005-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04c1e009dac7f73f5215587baeeb9f275e1f9097a533bd942b677b0d06577fcd
3
+ size 4806799120
model-00006-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a25d027d2410706591acd10808c606efb7ef443efcca9550ed4788a1d3ab3352
3
+ size 4806799120
model-00007-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c302095581e18509093ec6ca2e9f2010461e839c8aaa6880fee36577905782c
3
+ size 4806799120
model-00008-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c09342c2f5f3eaad705dd422cfd9534a2f364da5ce55737676c16a69c7c0406
3
+ size 4806799120
model-00009-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a4f398429437c6cb926294b43e33cef1277deefcad0b7f1e1642a184943d175
3
+ size 4806799120
model-00010-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eebc3bd984ec865ab15e15a2350b508e567b298f4ba332ee75c38c30f1b0e89
3
+ size 4806799120
model-00011-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c1f9d4bf090759f065f9deb92fdd2fd4128615c4e9587b39eda067cde7f6dff
3
+ size 4806799136
model-00012-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbe7ee87314fc85fea0dd40f02ca69210e15a3befd69486b5a9861153b3700a8
3
+ size 4806799152
model-00013-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cce09e8a8f5a749ae8cc546bdf4059ec547dea01277bc295efb2f0a130692912
3
+ size 4806799152
model-00014-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3731120f556833e7926934c073fa8d0c036855be911390b9502b06631d8619
3
+ size 4806799152
model-00015-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddf645262f4278795d8dfc249d04e45df9914afe876a4ff6c5c1940f473ede54
3
+ size 4806799152
model-00016-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aed0712ef39e9eae689048f07b3d8b6e57dd41dbbdd34cf2251833f84c2a1b9
3
+ size 4806799152
model-00017-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db1b367c7f9519b1e04f42ea86566b073b000473ec698fd1b76b698d7f04ce7d
3
+ size 4806799152
model-00018-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f02188ffa0c2d61c29356c6d53258063096a691c18d21e48c91cef45a4de78
3
+ size 4806799152
model-00019-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c50315f64be5922ee45af6cd39bbd259ab66f495a99d2c437e663526862667a
3
+ size 4806799152
model-00020-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edffd488d460746eb059a464d63d4225fa9fa875b4043fc002bdba4d7c05b74b
3
+ size 4806799152
model-00021-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee655cacd5ebe553a45d129834c3546b14ea1f4ddf8e2fa844fab17ba7b1d00
3
+ size 4806799152
model-00022-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:850f09f7375e7c0295401f19b1563a2874c015e634b8c3de5632a3b0793486f0
3
+ size 4806799152
model-00023-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9ba0e84fba4fd3202a3d10cc52630747e5a753cd5e929c551d30b25de376a25
3
+ size 4932529864
model-00024-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2a9e58fb7a3b0517c42e19e947aa5f90f8535b0401441030b3f6a779b797329
3
+ size 4995542848
model-00025-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4c4212c53bba8158e232eb3e3eca3aacae7e59957d7abb9aec9550f59fd863
3
+ size 4995542848
model-00026-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfaf7cf8d2c727ff6d7f4fe7dcea1e7e2f1c2cff597c0ce5ebfe768c8b0f8a00
3
+ size 4932628288
model-00027-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0649c82497db03a948cdf5d48a8782a45acc585646a1bc0fcf1aa4bbbffd85af
3
+ size 4806774344
model-00028-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b15d1ee77fef80c906c07314b6d799d1c2a119f760fe1b1cd53fd7e2cc188d4d
3
+ size 4806799144
model-00029-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c67524749fa66191c51caf9cc9c6699eb69b1fed15fa78c699cefea4467744
3
+ size 4806799144
model-00030-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19463f3653fc40564bf2363413dc8f05734d85fd21f542c52b41193f9ed71d9c
3
+ size 4806799144
model-00031-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1da02eaa70226b66d0915d8bca464bfdfb82b76f84b021bfc48256397e8b3f5
3
+ size 4806799144
model-00032-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537f222537584a0ed7a5c688e411650845fa8b67463a09c35a5711a329b27e99
3
+ size 4806799152
model-00033-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9324556d07acbec8b74fa30f745b6d6dff9a00da317d257c86c51627a07803cb
3
+ size 4806799152
model-00034-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af3cd6dc9df373b5f48d226e72bffa01dbc08e39102cc7af5dd97788d54b2be4
3
+ size 4806799152
model-00035-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:becaf58999c544d2932f1e6caf5be5c989137385219d70a15a749dda34527612
3
+ size 4806799152
model-00036-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9f89c28ed1891a118cce15080712810ddfb6ce66357701c713e7ed58e9a904
3
+ size 4806799152
model-00037-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69c973bf20dacb15d21c3e6ce2e2395a804cf3812afee28fcded30249fe7acaf
3
+ size 4806799152
model-00038-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7839abf41aed7aa4dc03b0585a20b7ef80b4a8562884db586a2690f49db038fe
3
+ size 4806799152
model-00039-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2414cdb90b6e0b1abef5d450f9c4b2030f423e0553945419e745c2552d9234f1
3
+ size 4806799152
model-00040-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca8e0a243603fc65b1d001655b6293d83509d35fb8fd02b2150fdd4f3ed8d125
3
+ size 4806799152
model-00041-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7ecd050101f07f90b79927099fb298240ec1df89da2fbbdd5f8855c03c2588b
3
+ size 4806799152
model-00042-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5a2dfd668b6e784f866c5e2398871ec9fb532dd9c19cd0fdd5e82e77929826d
3
+ size 4806799152
model-00043-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d292741009e28f6bf790e256646d21433cdf2bfc7f55923a6bd2d3ab4ad67ca
3
+ size 4806799152
model-00044-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9161aff077ae975ccd5c1c90d4fed1c81b72021d63262b0dea8d97e1725fc6a9
3
+ size 4806799152
model-00045-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e748856e0a0568cd8d83dcd5c74b392f8e3a13f921db2874e4ee54e772b92cae
3
+ size 4806799152
model-00046-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1dbc8e345bb72ce81c87684bdcbbe3223bb82f6ad3ca1226d95338b5c4fa145
3
+ size 4806799152
model-00047-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b34ec49ba01f24836ec74d01a5d257ba9bfecf82a037171617499d59baf4c6c
3
+ size 4806799152