Hugging Face's logo

abhinavkulkarni
/
meta-llama-Llama-2-13b-chat-hf-w4-g128-awq

Text Generation
Transformers
PyTorch
English
llama
facebook
meta
llama-2
AWQ
text-generation-inference
Model card Files Community
2
abhinavkulkarni commited on
Commit
186e517
•
1 Parent(s): 27d2f5b

Upload LlamaForCausalLM

Browse files
Files changed (5) hide show
  1. config.json +3 -3
  2. generation_config.json +1 -1
  3. pytorch_model-00001-of-00003.bin +1 -1
  4. pytorch_model-00002-of-00003.bin +1 -1
  5. pytorch_model-00003-of-00003.bin +1 -1
config.json CHANGED
@@ -9,18 +9,18 @@
9
  "hidden_size": 5120,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 13824,
12
- "max_position_embeddings": 2048,
13
  "model_type": "llama",
14
  "num_attention_heads": 40,
15
  "num_hidden_layers": 40,
16
  "num_key_value_heads": 40,
17
  "pad_token_id": 0,
18
- "pretraining_tp": 2,
19
  "rms_norm_eps": 1e-05,
20
  "rope_scaling": null,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float16",
23
- "transformers_version": "4.30.2",
24
  "use_cache": true,
25
  "vocab_size": 32000
26
  }
 
9
  "hidden_size": 5120,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 13824,
12
+ "max_position_embeddings": 4096,
13
  "model_type": "llama",
14
  "num_attention_heads": 40,
15
  "num_hidden_layers": 40,
16
  "num_key_value_heads": 40,
17
  "pad_token_id": 0,
18
+ "pretraining_tp": 1,
19
  "rms_norm_eps": 1e-05,
20
  "rope_scaling": null,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float16",
23
+ "transformers_version": "4.31.0",
24
  "use_cache": true,
25
  "vocab_size": 32000
26
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.30.2"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.31.0"
7
  }
pytorch_model-00001-of-00003.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23f3fe213aeb32c4a876b98aab7db052983debed0f3f3729acfe02432bba950e
3
  size 3220900534
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64723df7c76ee78cb03387ea6cf19144dd48f1187e4e061decffe12d80681b7d
3
  size 3220900534
pytorch_model-00002-of-00003.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e7dadb84919c78d85ccfc32abe622b76e20a0a148fd0dcdde9790502ce610cb
3
  size 3218796180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:405920fc23b0ac8c0c4d741c1b8e651e99bdf485866d70d17d108658327d3e60
3
  size 3218796180
pytorch_model-00003-of-00003.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be461c430fce6bd7960d521a6e9bf3f0136a1e82e6df21eab51c36eb0f7d7a98
3
  size 808534989
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b2758b03c1996c49adc839d14c5cc5727c4110af6739e61ad0aea1935ae17fe
3
  size 808534989