Hugging Face's logo

llmixer
/
Meta-Llama-3-70B-Instruct-8.0bpw-h8-exl2

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Inference Endpoints
8-bit precision
exl2
Model card Files Community
llmixer commited on
Commit
4c6717f
·
verified ·
1 Parent(s): 7ceba9c

Re-quant with exllamav2 0.0.19, fixed EOS token ID

Browse files
Files changed (10) hide show
  1. config.json +3 -3
  2. output-00001-of-00009.safetensors +1 -1
  3. output-00002-of-00009.safetensors +1 -1
  4. output-00003-of-00009.safetensors +1 -1
  5. output-00004-of-00009.safetensors +1 -1
  6. output-00005-of-00009.safetensors +1 -1
  7. output-00006-of-00009.safetensors +1 -1
  8. output-00007-of-00009.safetensors +1 -1
  9. output-00008-of-00009.safetensors +1 -1
  10. output-00009-of-00009.safetensors +1 -1
config.json CHANGED
@@ -5,7 +5,7 @@
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 128000,
8
- "eos_token_id": 128001,
9
  "hidden_act": "silu",
10
  "hidden_size": 8192,
11
  "initializer_range": 0.02,
@@ -26,7 +26,7 @@
26
  "vocab_size": 128256,
27
  "quantization_config": {
28
  "quant_method": "exl2",
29
- "version": "0.0.18",
30
  "bits": 8.0,
31
  "head_bits": 8,
32
  "calibration": {
@@ -35,4 +35,4 @@
35
  "dataset": "(default)"
36
  }
37
  }
38
- }
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 128000,
8
+ "eos_token_id": 128009,
9
  "hidden_act": "silu",
10
  "hidden_size": 8192,
11
  "initializer_range": 0.02,
 
26
  "vocab_size": 128256,
27
  "quantization_config": {
28
  "quant_method": "exl2",
29
+ "version": "0.0.19",
30
  "bits": 8.0,
31
  "head_bits": 8,
32
  "calibration": {
 
35
  "dataset": "(default)"
36
  }
37
  }
38
+ }
output-00001-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8bd764606ec2c6838f569bb81e4724fc3ffac134049a67084d9359a71eaee7db
3
  size 8586545816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bff20874a89c4c51ac7e5d18f50c0bc3863d0d714a64de5a2ba040d763fce87
3
  size 8586545816
output-00002-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19e6cb7f30dfb37e17e63e5c1bad67acfcb05c3f24d9834db70c2fce75d697bc
3
  size 8458821272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbbf5e1f512a99b2f5bc5031ff0cfb4f0293f9373565e258232e048aec9d44eb
3
  size 8458821272
output-00003-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3037ea49c0cedb499a74d2584c3b94be3118bf1fe7c9f86f8231c618b4baaa1
3
  size 8548268000
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07b067c60a4f61f7f63c8a5cf4123cd23088e492f4a2f73c049fd9ac4c13efe2
3
  size 8548268000
output-00004-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76d14b89f478373e43fb448ad0fbb512add9e40c68fbf03cc5919dd9979724a6
3
  size 8439529064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3489678fc62ffa6aaa75d756a4d01bc777ef45b683ea707f4ecb484d505521b9
3
  size 8439529064
output-00005-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55882ab871efe14fa6045b77fe9ec3088b2c589b0a428acb5261acfa2991af40
3
  size 8458821376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec76eb440e14bc979f75c6a244790588a75dadfd171342d8e9eed0b2e2bc3d61
3
  size 8458821376
output-00006-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:940b251d0c99cea696230685983eaeb4ad5c7c30fbf61d2be2a31ae37f505ee9
3
  size 8458821384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fce1b06413893aa36eec0c9edc10b1fe0b046bf58b101d6b50edf0b88390990d
3
  size 8458821384
output-00007-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1a46eed8d1f6d571d591e90c381cc94b2d2ed29febe2d346916172bd898b8b5
3
  size 8548268000
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47d56777e3f2c087011b737fd29c9facf5de771d508558527f69abc274526fa3
3
  size 8548268000
output-00008-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81939ed1517b5af0d417864d7b04ec22a3f23fb2ce7a1f04f8d7c2293c5c25f7
3
  size 8439529064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55be42d5562e642019c02d195e5465731a74bf62c4edadf746775d3ca53fc8de
3
  size 8439529064
output-00009-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c04feb103f72cacb071af46137ffe6f4462d4ab5b13670cd250b736234fdd234
3
  size 4767189568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0475f2a62cf526769be71fb5773573b4f8f1afe78e30c6e27ea5620ce5e9a10
3
  size 4767189568