Upload folder using huggingface_hub
Browse files- Meta-Llama-3-70B-Instruct-Q2_K.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q3_K_L.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q3_K_M.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q3_K_S.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q4_0.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q4_K_M.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q4_K_S.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q5_0.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q5_K_M.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q5_K_S.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q6_K/Meta-Llama-3-70B-Instruct-Q6_K-00001-of-00002.gguf +2 -2
- Meta-Llama-3-70B-Instruct-Q8_0/Meta-Llama-3-70B-Instruct-Q8_0-00001-of-00003.gguf +2 -2
- README.md +26 -6
Meta-Llama-3-70B-Instruct-Q2_K.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0a94e8441c6fd305f9a830e7838e4626a93d5d5dff6ae839a48bddc097268ab9
|
3 |
+
size 26375108768
|
Meta-Llama-3-70B-Instruct-Q3_K_L.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6db54f51ef3e87a22fb6bdacabfba14adbfc8a3649e7fea0a4fc684e5bb80460
|
3 |
+
size 37140592800
|
Meta-Llama-3-70B-Instruct-Q3_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c3e1fbcc0466928adf09486c2cf9d96937b4c0c075973300409ca4b961c0649
|
3 |
+
size 34267494560
|
Meta-Llama-3-70B-Instruct-Q3_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d5bc2f84f969a2e4026cd9d9567eee6b89cba864d179292bed4d9e692bf0067
|
3 |
+
size 30912051360
|
Meta-Llama-3-70B-Instruct-Q4_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43d4c82730725ea2e1afbe4d0a0df39d6802f59f32d50b315271c6929cb37bba
|
3 |
+
size 39969732768
|
Meta-Llama-3-70B-Instruct-Q4_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:099a1ab0d8e938886c16886c3562b82b5a3acf39adab548e61f86b5435c6aec6
|
3 |
+
size 42520393888
|
Meta-Llama-3-70B-Instruct-Q4_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:93fe2195ac39911ddd526a697757a62def6781aaf2b0eef76bf04a284d5fc6d2
|
3 |
+
size 40347220128
|
Meta-Llama-3-70B-Instruct-Q5_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54682a58289c348d650074b74e6aacb02e345105b77ea8970cab9a697c66ffcf
|
3 |
+
size 48657447072
|
Meta-Llama-3-70B-Instruct-Q5_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9c111b8998a8adb1b07446b4041cfcdfe7de96997564d487029060e173c1d7f7
|
3 |
+
size 49949816992
|
Meta-Llama-3-70B-Instruct-Q5_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:399d8a9be02f501b8a7ecbd60fdd1bdeef83f9343cbd9af0d83147ee74f09590
|
3 |
+
size 48657447072
|
Meta-Llama-3-70B-Instruct-Q6_K/Meta-Llama-3-70B-Instruct-Q6_K-00001-of-00002.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:464f1703456ad01e89933ca4bada9179e70caffecbc4f5dcb32663782a86b583
|
3 |
+
size 34847470784
|
Meta-Llama-3-70B-Instruct-Q8_0/Meta-Llama-3-70B-Instruct-Q8_0-00001-of-00003.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:56d0ed28b8784d94654c602870199ed75341cc0916a824a1d7515f0ce5dc2700
|
3 |
+
size 34980011232
|
README.md
CHANGED
@@ -2,6 +2,8 @@
|
|
2 |
language:
|
3 |
- en
|
4 |
pipeline_tag: text-generation
|
|
|
|
|
5 |
tags:
|
6 |
- facebook
|
7 |
- meta
|
@@ -10,9 +12,7 @@ tags:
|
|
10 |
- llama-3
|
11 |
- TensorBlock
|
12 |
- GGUF
|
13 |
-
license:
|
14 |
-
license_name: llama3
|
15 |
-
license_link: LICENSE
|
16 |
extra_gated_prompt: "### META LLAMA 3 COMMUNITY LICENSE AGREEMENT\nMeta Llama 3 Version\
|
17 |
\ Release Date: April 18, 2024\n\"Agreement\" means the terms and conditions for\
|
18 |
\ use, reproduction, distribution and modification of the Llama Materials set forth\
|
@@ -177,7 +177,27 @@ extra_gated_fields:
|
|
177 |
extra_gated_description: The information you provide will be collected, stored, processed
|
178 |
and shared in accordance with the [Meta Privacy Policy](https://www.facebook.com/privacy/policy/).
|
179 |
extra_gated_button_content: Submit
|
180 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
181 |
---
|
182 |
|
183 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
@@ -191,9 +211,9 @@ base_model: pvbhanuteja/Meta-Llama-3-70B-Instruct
|
|
191 |
</div>
|
192 |
</div>
|
193 |
|
194 |
-
##
|
195 |
|
196 |
-
This repo contains GGUF format model files for [
|
197 |
|
198 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
199 |
|
|
|
2 |
language:
|
3 |
- en
|
4 |
pipeline_tag: text-generation
|
5 |
+
base_model: meta-llama/Meta-Llama-3-70B-Instruct
|
6 |
+
new_version: meta-llama/Llama-3.1-70B-Instruct
|
7 |
tags:
|
8 |
- facebook
|
9 |
- meta
|
|
|
12 |
- llama-3
|
13 |
- TensorBlock
|
14 |
- GGUF
|
15 |
+
license: llama3
|
|
|
|
|
16 |
extra_gated_prompt: "### META LLAMA 3 COMMUNITY LICENSE AGREEMENT\nMeta Llama 3 Version\
|
17 |
\ Release Date: April 18, 2024\n\"Agreement\" means the terms and conditions for\
|
18 |
\ use, reproduction, distribution and modification of the Llama Materials set forth\
|
|
|
177 |
extra_gated_description: The information you provide will be collected, stored, processed
|
178 |
and shared in accordance with the [Meta Privacy Policy](https://www.facebook.com/privacy/policy/).
|
179 |
extra_gated_button_content: Submit
|
180 |
+
widget:
|
181 |
+
- example_title: Winter holidays
|
182 |
+
messages:
|
183 |
+
- role: system
|
184 |
+
content: You are a helpful and honest assistant. Please, respond concisely and
|
185 |
+
truthfully.
|
186 |
+
- role: user
|
187 |
+
content: Can you recommend a good destination for Winter holidays?
|
188 |
+
- example_title: Programming assistant
|
189 |
+
messages:
|
190 |
+
- role: system
|
191 |
+
content: You are a helpful and honest code and programming assistant. Please,
|
192 |
+
respond concisely and truthfully.
|
193 |
+
- role: user
|
194 |
+
content: Write a function that computes the nth fibonacci number.
|
195 |
+
inference:
|
196 |
+
parameters:
|
197 |
+
max_new_tokens: 300
|
198 |
+
stop:
|
199 |
+
- <|end_of_text|>
|
200 |
+
- <|eot_id|>
|
201 |
---
|
202 |
|
203 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
|
|
211 |
</div>
|
212 |
</div>
|
213 |
|
214 |
+
## meta-llama/Meta-Llama-3-70B-Instruct - GGUF
|
215 |
|
216 |
+
This repo contains GGUF format model files for [meta-llama/Meta-Llama-3-70B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct).
|
217 |
|
218 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
219 |
|