morriszms commited on
Commit
81b49e4
1 Parent(s): e88b09b

Upload folder using huggingface_hub

Browse files
Meta-Llama-3-70B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e9485c3c0c6ab096a04e01016c37b2dd6b3f6c3e58fc322430fc71e8fd9f626
3
- size 26375108576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a94e8441c6fd305f9a830e7838e4626a93d5d5dff6ae839a48bddc097268ab9
3
+ size 26375108768
Meta-Llama-3-70B-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df5ebd8f8e8f6fcff434ed136fd135b7c18edb1324be2425b6ab41216f981a62
3
- size 37140592608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6db54f51ef3e87a22fb6bdacabfba14adbfc8a3649e7fea0a4fc684e5bb80460
3
+ size 37140592800
Meta-Llama-3-70B-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:771bc8f68616b213cedb06f855461db7bbcfa38a147925dc6d4ef26501b1224a
3
- size 34267494368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c3e1fbcc0466928adf09486c2cf9d96937b4c0c075973300409ca4b961c0649
3
+ size 34267494560
Meta-Llama-3-70B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb74e4b5ad6afa1eaed0e80833c4b0be7c72fded8a5fa4798fbbec25908f8fac
3
- size 30912051168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d5bc2f84f969a2e4026cd9d9567eee6b89cba864d179292bed4d9e692bf0067
3
+ size 30912051360
Meta-Llama-3-70B-Instruct-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ccef63f79a3b3a7b947924d825cddbf46ae4c4cd0f7db68f80c7c850dea61d87
3
- size 39969732576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d4c82730725ea2e1afbe4d0a0df39d6802f59f32d50b315271c6929cb37bba
3
+ size 39969732768
Meta-Llama-3-70B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc1caf33329235f98d448b4a353e0f36d10c5de405311de5e5d5866ce7b9dbd4
3
- size 42520393696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:099a1ab0d8e938886c16886c3562b82b5a3acf39adab548e61f86b5435c6aec6
3
+ size 42520393888
Meta-Llama-3-70B-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc62c2ab67128cc4b7ed79e6813bf903dc3bfd461ba4d5bb0ff00bd4e7318db5
3
- size 40347219936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93fe2195ac39911ddd526a697757a62def6781aaf2b0eef76bf04a284d5fc6d2
3
+ size 40347220128
Meta-Llama-3-70B-Instruct-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29b1df38cea70f654e5fd93a07a2336f337ce35ad908f810c600c776aeb81df7
3
- size 48657446880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54682a58289c348d650074b74e6aacb02e345105b77ea8970cab9a697c66ffcf
3
+ size 48657447072
Meta-Llama-3-70B-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1019742920ade0078ffacb97b74de3624feb8b1e8ea1d2737653a1dc0ab756ca
3
- size 49949816800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c111b8998a8adb1b07446b4041cfcdfe7de96997564d487029060e173c1d7f7
3
+ size 49949816992
Meta-Llama-3-70B-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d2a216f9f38d752f795fd9cab4f1863db924dca4071fbe017df0f2928542aeb1
3
- size 48657446880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:399d8a9be02f501b8a7ecbd60fdd1bdeef83f9343cbd9af0d83147ee74f09590
3
+ size 48657447072
Meta-Llama-3-70B-Instruct-Q6_K/Meta-Llama-3-70B-Instruct-Q6_K-00001-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c21d2b18a2ca6d75ce848f92a054408645e368bba2295579de8833b07e9f41e4
3
- size 34847470592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464f1703456ad01e89933ca4bada9179e70caffecbc4f5dcb32663782a86b583
3
+ size 34847470784
Meta-Llama-3-70B-Instruct-Q8_0/Meta-Llama-3-70B-Instruct-Q8_0-00001-of-00003.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42692455e31c52401182315852aacdb626028189857a8583aa2b5491e68adffb
3
- size 34980011040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56d0ed28b8784d94654c602870199ed75341cc0916a824a1d7515f0ce5dc2700
3
+ size 34980011232
README.md CHANGED
@@ -2,6 +2,8 @@
2
  language:
3
  - en
4
  pipeline_tag: text-generation
 
 
5
  tags:
6
  - facebook
7
  - meta
@@ -10,9 +12,7 @@ tags:
10
  - llama-3
11
  - TensorBlock
12
  - GGUF
13
- license: other
14
- license_name: llama3
15
- license_link: LICENSE
16
  extra_gated_prompt: "### META LLAMA 3 COMMUNITY LICENSE AGREEMENT\nMeta Llama 3 Version\
17
  \ Release Date: April 18, 2024\n\"Agreement\" means the terms and conditions for\
18
  \ use, reproduction, distribution and modification of the Llama Materials set forth\
@@ -177,7 +177,27 @@ extra_gated_fields:
177
  extra_gated_description: The information you provide will be collected, stored, processed
178
  and shared in accordance with the [Meta Privacy Policy](https://www.facebook.com/privacy/policy/).
179
  extra_gated_button_content: Submit
180
- base_model: pvbhanuteja/Meta-Llama-3-70B-Instruct
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
181
  ---
182
 
183
  <div style="width: auto; margin-left: auto; margin-right: auto">
@@ -191,9 +211,9 @@ base_model: pvbhanuteja/Meta-Llama-3-70B-Instruct
191
  </div>
192
  </div>
193
 
194
- ## pvbhanuteja/Meta-Llama-3-70B-Instruct - GGUF
195
 
196
- This repo contains GGUF format model files for [pvbhanuteja/Meta-Llama-3-70B-Instruct](https://huggingface.co/pvbhanuteja/Meta-Llama-3-70B-Instruct).
197
 
198
  The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
199
 
 
2
  language:
3
  - en
4
  pipeline_tag: text-generation
5
+ base_model: meta-llama/Meta-Llama-3-70B-Instruct
6
+ new_version: meta-llama/Llama-3.1-70B-Instruct
7
  tags:
8
  - facebook
9
  - meta
 
12
  - llama-3
13
  - TensorBlock
14
  - GGUF
15
+ license: llama3
 
 
16
  extra_gated_prompt: "### META LLAMA 3 COMMUNITY LICENSE AGREEMENT\nMeta Llama 3 Version\
17
  \ Release Date: April 18, 2024\n\"Agreement\" means the terms and conditions for\
18
  \ use, reproduction, distribution and modification of the Llama Materials set forth\
 
177
  extra_gated_description: The information you provide will be collected, stored, processed
178
  and shared in accordance with the [Meta Privacy Policy](https://www.facebook.com/privacy/policy/).
179
  extra_gated_button_content: Submit
180
+ widget:
181
+ - example_title: Winter holidays
182
+ messages:
183
+ - role: system
184
+ content: You are a helpful and honest assistant. Please, respond concisely and
185
+ truthfully.
186
+ - role: user
187
+ content: Can you recommend a good destination for Winter holidays?
188
+ - example_title: Programming assistant
189
+ messages:
190
+ - role: system
191
+ content: You are a helpful and honest code and programming assistant. Please,
192
+ respond concisely and truthfully.
193
+ - role: user
194
+ content: Write a function that computes the nth fibonacci number.
195
+ inference:
196
+ parameters:
197
+ max_new_tokens: 300
198
+ stop:
199
+ - <|end_of_text|>
200
+ - <|eot_id|>
201
  ---
202
 
203
  <div style="width: auto; margin-left: auto; margin-right: auto">
 
211
  </div>
212
  </div>
213
 
214
+ ## meta-llama/Meta-Llama-3-70B-Instruct - GGUF
215
 
216
+ This repo contains GGUF format model files for [meta-llama/Meta-Llama-3-70B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct).
217
 
218
  The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
219