Hugging Face's logo

some1nostr
/
Ostrich-Llama-3-70B

Text Generation
Safetensors
llama
conversational
Model card Files Community
some1nostr commited on
Commit
056b6e2
•
1 Parent(s): f03efc9

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +29 -0
  2. generation_config.json +9 -0
  3. model-00001-of-00082.safetensors +3 -0
  4. model-00002-of-00082.safetensors +3 -0
  5. model-00003-of-00082.safetensors +3 -0
  6. model-00004-of-00082.safetensors +3 -0
  7. model-00005-of-00082.safetensors +3 -0
  8. model-00006-of-00082.safetensors +3 -0
  9. model-00007-of-00082.safetensors +3 -0
  10. model-00008-of-00082.safetensors +3 -0
  11. model-00009-of-00082.safetensors +3 -0
  12. model-00010-of-00082.safetensors +3 -0
  13. model-00011-of-00082.safetensors +3 -0
  14. model-00012-of-00082.safetensors +3 -0
  15. model-00013-of-00082.safetensors +3 -0
  16. model-00014-of-00082.safetensors +3 -0
  17. model-00015-of-00082.safetensors +3 -0
  18. model-00016-of-00082.safetensors +3 -0
  19. model-00017-of-00082.safetensors +3 -0
  20. model-00018-of-00082.safetensors +3 -0
  21. model-00019-of-00082.safetensors +3 -0
  22. model-00020-of-00082.safetensors +3 -0
  23. model-00021-of-00082.safetensors +3 -0
  24. model-00022-of-00082.safetensors +3 -0
  25. model-00023-of-00082.safetensors +3 -0
  26. model-00024-of-00082.safetensors +3 -0
  27. model-00025-of-00082.safetensors +3 -0
  28. model-00026-of-00082.safetensors +3 -0
  29. model-00027-of-00082.safetensors +3 -0
  30. model-00028-of-00082.safetensors +3 -0
  31. model-00029-of-00082.safetensors +3 -0
  32. model-00030-of-00082.safetensors +3 -0
  33. model-00031-of-00082.safetensors +3 -0
  34. model-00032-of-00082.safetensors +3 -0
  35. model-00033-of-00082.safetensors +3 -0
  36. model-00034-of-00082.safetensors +3 -0
  37. model-00035-of-00082.safetensors +3 -0
  38. model-00036-of-00082.safetensors +3 -0
  39. model-00037-of-00082.safetensors +3 -0
  40. model-00038-of-00082.safetensors +3 -0
  41. model-00039-of-00082.safetensors +3 -0
  42. model-00040-of-00082.safetensors +3 -0
  43. model-00041-of-00082.safetensors +3 -0
  44. model-00042-of-00082.safetensors +3 -0
  45. model-00043-of-00082.safetensors +3 -0
  46. model-00044-of-00082.safetensors +3 -0
  47. model-00045-of-00082.safetensors +3 -0
  48. model-00046-of-00082.safetensors +3 -0
  49. model-00047-of-00082.safetensors +3 -0
  50. model-00048-of-00082.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/home/dead/merged/sota-43001/",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128009,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 8192,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 64,
18
+ "num_hidden_layers": 80,
19
+ "num_key_value_heads": 8,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_scaling": null,
23
+ "rope_theta": 500000.0,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.44.2",
27
+ "use_cache": true,
28
+ "vocab_size": 128256
29
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "eos_token_id": [
5
+ 128009,
6
+ 128001
7
+ ],
8
+ "transformers_version": "4.44.2"
9
+ }
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e982ea8f60fc718c9d2cba8c5d3b70366c60195c686a4a3a38b3778ea75f5f4d
3
+ size 2101346448
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64f4a65e572795fd6ad5015bc2affb68cbaf87bb3c9a1e1c6e0084ec39ea7db9
3
+ size 1879082376
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:127f27392875731857ca5a21cc15b904b755a343377d9807ea2d5a547ca50c7f
3
+ size 1845527704
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698442ddedd3ec49106f8e790519204e1bfd657c87b5aa9e9df9ee31509386d6
3
+ size 1711309864
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38b7b7d4efef73bd45813adc0d5d0f2619241d2b90ba3358ebd0bb04e028bc0b
3
+ size 1711309864
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030ea3537f31a716b45db6b1c36a97dd3e7db69c9e1f0d1189f4f9a5f227848a
3
+ size 1711309864
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84f837657d19d7d135b1153b0a586822cd1a3f2ef28c658d941cb9764b3f9e27
3
+ size 1711309864
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842cc2e2c013dc41137cf22d4f75931fba200747c0ef0d6c0ffa98bf31608003
3
+ size 1711309864
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c27ef3d9e8aeb198a6bd8cd7ee92011f81095ea376e9de76ccd6bbdbccb0696
3
+ size 1711309864
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43bfb250c5d89d986b033f78ae6374b321b1d1edc9121492f2045c0d995f47f0
3
+ size 1711309864
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:398c65ba36c7cb2d2b2bf525866cfad74baaf96d28eaf2ee21e1b3e7bdb06483
3
+ size 1711309864
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf142dc5164557bcad48ef3aaa4766c63b9d3364d2c5d7eaaf5ccf015cd12cf
3
+ size 1711309872
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1344a757faddd1b254ffede9787d45efd64586df2f5af18789ef255ef87c30ee
3
+ size 1711309872
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00e73ad3bd4e0a505e11536e5caa8ea4a63d1c7b5f1a8c880bd32817d8a0b367
3
+ size 1711309872
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40940726fdc861bbe791aa138e496eb8f8347558d738834c2356b5c3a17cec7e
3
+ size 1711309872
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7aeddbcf3dba34ef1f7776f5be64fd69819f9d6d391ab0985253061513018ac
3
+ size 1711309872
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6844ee9eb971c09e44c6a921333061bed2ac2c6970f532095ef0d9d6c38c0b6
3
+ size 1711309872
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f388aaf2e02c6fbb2e1bd01585668d26c02016edbc616ebf70b09fcaaa8b97
3
+ size 1711309872
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0290f0ee6aa1ca1df1ac481c1a1a8f918db60163eb697c564efd2f31429aa8
3
+ size 1711309872
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7fa943663657b7d3420231c8d45fdbff1f479d5b5bac52dc55d926ca6b323a
3
+ size 1711309872
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32b430b20b9850dae3b7631ba17c05f0d22452312e77c28de9c7ffc6873ded59
3
+ size 1711309872
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdf9d54ccefc6871bb0a278b75ae2af1ee846eabed485b1897830db23fa99135
3
+ size 1711309872
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92220e4edac6a547d3cd60a19990f3f644ebb61ca920e6ae2b49ce77ce14d79b
3
+ size 1711309872
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3cda6539f27f87ab2f5539f9b23d45c19e29be96831d9ba3a13499c03b7d824
3
+ size 1711309872
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e577a112fd061ed2fe6a1220a4b99f46a1bb5ad85025ce98e6de70fc012587e3
3
+ size 1711309872
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15a046009c9152bc3b9122db3280ee650bb3c16cc9e518e44d5cc7c94604de25
3
+ size 1711309872
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b9b2ca0faadb5c8a2b611f1642ae09c5e56697a844cb236bf7bcce0374cfa2
3
+ size 1711309872
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3405e929f6d92288fb64968e4c1441ad82365ff43507ac9a1efa7f43a9b47b7
3
+ size 1711309872
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:005560c4934ee79def838731ea359566aa2379e016a4f7a26ebc841ea1fcf9b2
3
+ size 1711309872
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf05db72564ae9bdd732c37b3ad6dde437ab6f8bd03b16a8afc9f0dc493f07c0
3
+ size 1711309872
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65a542b824f915476c5912163fa105299fb1f9fe6baab01f0e59c6c6fc7525cb
3
+ size 1711309872
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:109999f1665c68bc25bab4423afd52a9f758f9b4736060b15f7580d071f02098
3
+ size 1711309872
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f802fce4a34a5be2578da7b1453388e29a3e936584bb9fb1ce5c1d169f1022b1
3
+ size 1711309872
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b3196a3d23fc72129eb69b6c62290876d16a5503722918906b40782d42ca77
3
+ size 1711309872
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d944f611c1c2296efb9214d3d4bcc18154959636546be42ca6bd38ec1729716
3
+ size 1711309872
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef8e97e542d6a49ff0ef72ae3f39370e5a8c4c6e8cbe06360367e3210b13440
3
+ size 1711309872
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d139a277b4355c63a7c809e9484f548cba172820cd1eabf0b06cc421519910
3
+ size 1711309872
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c050cddf26b304bc0d967f53fc012e13025d2ad905f4469a45dc907d87ce66e
3
+ size 1711309872
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d47e12a40e9be42e354e2dfc784d0d8d281b6ee9b4febe346c9e501e6871330
3
+ size 1711309872
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e4462cc296095b22263de0f5036ebbf3d73855928f17099683e3b5ba752cb63
3
+ size 1711309872
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cbbd632ab1a99be357fe97f27830ed4f23fa3271bf84351aa4f8c9a1f3e79b9
3
+ size 1711309872
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0357fa80d259ceac549565e69c30368bd60287d1a425343394e299c23d35fe30
3
+ size 1711309872
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31b1fa7e192d4f27702e588472beeb159c543ef1ada44293e9fc9a87b16d340e
3
+ size 1711309872
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85a903b988e4e32b71bd109f0829145e570b7860ad4c33be4b889bbab6e768e0
3
+ size 1711309872
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e25e183e6e609c9372a89e5cfe5c65f5c4e4c6695e6f10f3fdac3124847bb4
3
+ size 1711309872
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15cf86a74ae8f3d73b46d89de3a7a0fa131e8733aa899709bd076c9bdee2e1d8
3
+ size 1711309872
model-00047-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f7c120a735b75d32dec98f73d7136dca9a6e5acf56ab356a110186b45422ff2
3
+ size 1711309872
model-00048-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2c8e842db535540e618f6ecaede1e83b296d6bfbfd22984291ef6da6e320e1
3
+ size 1711309872