Hugging Face's logo

mgoin
/
Nemotron-4-340B-Instruct-hf

Text Generation
Transformers
Safetensors
nemotron
vllm
conversational
Model card Files Community
1
mgoin commited on
Commit
2215e9f
•
1 Parent(s): d16bce9

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +31 -0
  2. generation_config.json +6 -0
  3. model-00001-of-00189.safetensors +3 -0
  4. model-00002-of-00189.safetensors +3 -0
  5. model-00003-of-00189.safetensors +3 -0
  6. model-00004-of-00189.safetensors +3 -0
  7. model-00005-of-00189.safetensors +3 -0
  8. model-00006-of-00189.safetensors +3 -0
  9. model-00007-of-00189.safetensors +3 -0
  10. model-00008-of-00189.safetensors +3 -0
  11. model-00009-of-00189.safetensors +3 -0
  12. model-00010-of-00189.safetensors +3 -0
  13. model-00011-of-00189.safetensors +3 -0
  14. model-00012-of-00189.safetensors +3 -0
  15. model-00013-of-00189.safetensors +3 -0
  16. model-00014-of-00189.safetensors +3 -0
  17. model-00015-of-00189.safetensors +3 -0
  18. model-00016-of-00189.safetensors +3 -0
  19. model-00017-of-00189.safetensors +3 -0
  20. model-00018-of-00189.safetensors +3 -0
  21. model-00019-of-00189.safetensors +3 -0
  22. model-00020-of-00189.safetensors +3 -0
  23. model-00021-of-00189.safetensors +3 -0
  24. model-00022-of-00189.safetensors +3 -0
  25. model-00023-of-00189.safetensors +3 -0
  26. model-00024-of-00189.safetensors +3 -0
  27. model-00025-of-00189.safetensors +3 -0
  28. model-00026-of-00189.safetensors +3 -0
  29. model-00027-of-00189.safetensors +3 -0
  30. model-00028-of-00189.safetensors +3 -0
  31. model-00029-of-00189.safetensors +3 -0
  32. model-00030-of-00189.safetensors +3 -0
  33. model-00031-of-00189.safetensors +3 -0
  34. model-00032-of-00189.safetensors +3 -0
  35. model-00033-of-00189.safetensors +3 -0
  36. model-00034-of-00189.safetensors +3 -0
  37. model-00035-of-00189.safetensors +3 -0
  38. model-00036-of-00189.safetensors +3 -0
  39. model-00037-of-00189.safetensors +3 -0
  40. model-00038-of-00189.safetensors +3 -0
  41. model-00039-of-00189.safetensors +3 -0
  42. model-00040-of-00189.safetensors +3 -0
  43. model-00041-of-00189.safetensors +3 -0
  44. model-00042-of-00189.safetensors +3 -0
  45. model-00043-of-00189.safetensors +3 -0
  46. model-00044-of-00189.safetensors +3 -0
  47. model-00045-of-00189.safetensors +3 -0
  48. model-00046-of-00189.safetensors +3 -0
  49. model-00047-of-00189.safetensors +3 -0
  50. model-00048-of-00189.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Nemotron-4-340B-Instruct-hf",
3
+ "architectures": [
4
+ "NemotronForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 2,
9
+ "eos_token_id": 3,
10
+ "head_dim": 192,
11
+ "hidden_act": "relu2",
12
+ "hidden_size": 18432,
13
+ "initializer_range": 0.0063,
14
+ "intermediate_size": 73728,
15
+ "max_position_embeddings": 4096,
16
+ "mlp_bias": false,
17
+ "model_type": "nemotron",
18
+ "norm_eps": 1e-05,
19
+ "num_attention_heads": 96,
20
+ "num_hidden_layers": 96,
21
+ "num_key_value_heads": 8,
22
+ "rope_percent": 0.5,
23
+ "rope_percentage": 0.5,
24
+ "rope_scaling": null,
25
+ "rope_theta": 10000,
26
+ "tie_word_embeddings": false,
27
+ "torch_dtype": "bfloat16",
28
+ "transformers_version": "4.43.0.dev0",
29
+ "use_cache": true,
30
+ "vocab_size": 256000
31
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 2,
4
+ "eos_token_id": 3,
5
+ "transformers_version": "4.43.0.dev0"
6
+ }
model-00001-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb5d0eade9fb60c387ff6e831d749763879d8e43350eb9af42a381f53b2e8dd6
3
+ size 9437184144
model-00002-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b6701dad368e97fed8972ec3cc96d3b294b12ae022b2e23028ef0198506ac79
3
+ size 4190110320
model-00003-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5be8285aa55e9c6af5f84913c0050b15050165fecaef5bee76a31fb708089af
3
+ size 4190258216
model-00004-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1ef2b4be4fe18e943dd55ee60e5a5b1da5b8f4764df2a003fff96dfb94e9697
3
+ size 2717909144
model-00005-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a584e264b98bb212c0a35ea7299389f6c455012a621b5f2a4178dbd3e4c21d97
3
+ size 4190258216
model-00006-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43fc383464b0f68c5938920ca81ee54e1b6ca1f0aa9cbe9b81bf702e1bef6919
3
+ size 2717909144
model-00007-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b248fdb21fa1eb1c9634caff638ae1adc783c77e168843f97353c04a0fced995
3
+ size 4190258216
model-00008-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4884d4efde43f59ce830cb19c458ecd5e556949a5c0cef2bc40aa4575c3363e9
3
+ size 2717909144
model-00009-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe590334162d8fe2f0b80604efd2415e4f330a9266dca7cc38b6f397612a31d
3
+ size 4190258216
model-00010-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abf974954dad9ca0f638a02219a0855f2149af2297b92f013a536bfd557e3061
3
+ size 2717909144
model-00011-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a00dda6c629443954184cf697b0a4905eeb580e8cfd5f3361c9906141de311a0
3
+ size 4190258216
model-00012-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cc674002f8ed2d6d16f9ea0eae973781b70e28ea78947e4b48e22d50aca52da
3
+ size 2717909144
model-00013-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c479535666d5fc44e5654098158e9b40df017d1c2ca912a0784c90818cbd834e
3
+ size 4190258216
model-00014-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50bfe22552b4d399a178826bd77f4b6fbbc0b220006f3f98a3b1ed429d94ec0d
3
+ size 2717909144
model-00015-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a32739ae1e7a474c2078f3311dfebe445289e352789d7990c5de610e6959a10
3
+ size 4190258216
model-00016-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aed71e9adba747545f39d896eeab7ee9f6abe62a4f759d65eaefc01f578b3cf4
3
+ size 2717909144
model-00017-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c87328786faaf2b0938b0a3eceedcb6895d23b10a5899acad47e31aa293dd29
3
+ size 4190258216
model-00018-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9437108c77659b7adbd8aef5805b2188bb8079498f730fffbaf67837c44f0f
3
+ size 2717909144
model-00019-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c76b2abe1112b754ca6f7d7e1288b46236dc58ead5ce3e0c1c2131f8d6e8182d
3
+ size 4190258216
model-00020-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:804b0e37024e659e66a06bb7e308677e5f799a7f067572ba260260a4a64eae6a
3
+ size 2717909144
model-00021-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5da74b3dd53e3936b03afa87b8e7c86ab2e4427c05dad8b0f697548ff9cc35f5
3
+ size 4190258240
model-00022-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db6c9ed38ea396380db80cac6c08bc71c11a2cf40405a176032bfe3c572d38b6
3
+ size 2717909144
model-00023-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f08bfd252816aa063e1cacc81b1cfb9d444f020cbebe3bfe271e2fc3f1f5da9
3
+ size 4190258224
model-00024-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e20e80785bed0407fa1a4b0210e550eb037f44f36649c857ad3981f5caad6010
3
+ size 2717909144
model-00025-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb06dd4f4184e230d32887b651fc0e98994abbabe7be24f2f0bf2d83064e165
3
+ size 4190258224
model-00026-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:976ccd97ca064e3e12fc62f25c8fb4b72e2e8fdb590863eb9f4db41ea2e55d0c
3
+ size 2717909144
model-00027-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83c008010b4fd108d8e5db2c18772010c0d4dc32a87b1df821af40d5f9cf750d
3
+ size 4190258224
model-00028-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:302cad84b25800c32a69acf3a2e744720c03542aedbdc5766da96bca5319e224
3
+ size 2717909144
model-00029-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32a96a51fe58c947e885e4e41f4a369cfbcc640e3b96c27a281b3a76abab6226
3
+ size 4190258224
model-00030-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d777c394942ed85d9cebfdeb8d58ed275adcda9345d6b489f76bbf244e556a1
3
+ size 2717909144
model-00031-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffc650f085cee72940ced473e06400775a56dd549c41d48c8a4a1ada0e829095
3
+ size 4190258224
model-00032-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b74266c2844cf75e7dce063e3ed305e8aa3c45554806ac7fc1fa4d4cc41ed8b
3
+ size 2717909144
model-00033-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13aae36ab3d739a5212a9731c84ea29e23e38b5779f75eb5d1293c0f2ce79260
3
+ size 4190258224
model-00034-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f680b226258d923bb9b3d808d6bc59553bc408d7d5db801d2be41840cdd1ce6
3
+ size 2717909144
model-00035-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8517801e7b6f2cc1a5dadf510dc91e53698f01164d0a445c3a14bc70f986aa2
3
+ size 4190258224
model-00036-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e969668396fecd0bd4c2cf2ff857023e412da47ee400428b945872cf64ac0791
3
+ size 2717909144
model-00037-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50ef5ceec34452d18feaf0a32f920b09cdc5f458bf697f262fa87cf0f6606988
3
+ size 4190258224
model-00038-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:048077f66a485b7ff910186ed4621393a3fc5172ffc9349b8caa95aae24064eb
3
+ size 2717909144
model-00039-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb88b55252b297a7cf5f3b671880d53c28bb3bd51ff28876663ed7f087cc2e1
3
+ size 4190258224
model-00040-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d7b48bc26b8f46b6e2be0127f113b5ca97def2ddd2e403222c109ffe560b5bd
3
+ size 2717909144
model-00041-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9df9e2a6ed3c93a0cd61d0bbc3fbfd5a1ad4301a1c9a52e7faf9668e61148b4
3
+ size 4190258224
model-00042-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef88363c36516fd4c1d3bddb13aadbfdd2827542d6c1acf0c9811d0531b6ca91
3
+ size 2717909144
model-00043-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abba0bf1150703e638f76d7b0b38f75e38d499b2a238c271a49ea27f979d1550
3
+ size 4190258224
model-00044-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6e16d6c894f2e8ae85535518a40362f45017afbdc7d181796e645b87ed06c6
3
+ size 2717909144
model-00045-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d1a1a3f287aef813c0bb839a486150110aa878314632d107a72b9dda049f9cd
3
+ size 4190258224
model-00046-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ace6bb04e5a3edefdb7b0aee873f8131e8b5ed57893200c2eb6e6686e5711f
3
+ size 2717909144
model-00047-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffec59f6215319ee5c85a3d18d3238b663716bc1f045384efa9ded6c487104a7
3
+ size 4190258224
model-00048-of-00189.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0fbe60facf3baaa8a6e83fd7f7145e02c8730295dcad13b812f36c1f0973d61
3
+ size 2717909144