mantafloppy
commited on
Commit
•
040bf23
1
Parent(s):
1fc02d3
Update README.md
Browse files
README.md
CHANGED
@@ -17,17 +17,20 @@ snapshot_download(repo_id=model_id, local_dir="whiterabbitneo-hf",
|
|
17 |
local_dir_use_symlinks=False, revision="main")
|
18 |
|
19 |
```
|
20 |
-
|
21 |
brew install gh
|
|
|
22 |
gh auth login
|
|
|
23 |
gh pr checkout 3633
|
24 |
|
25 |
python3 llama.cpp/convert.py whiterabbitneo-hf --outfile whiterabbitneo-33b-v1-q8_0.gguf --outtype q8_0 --padvocab
|
26 |
|
27 |
|
28 |
-
|
29 |
python3 llama.cpp/convert.py whiterabbitneo-hf --outfile whiterabbitneo-f16.gguf --outtype f16 --padvocab
|
|
|
30 |
llama.cpp/quantize whiterabbitneo-f16.gguf whiterabbitneo-q4_k.gguf q4_k
|
|
|
31 |
|
32 |
```
|
33 |
#!/bin/bash
|
|
|
17 |
local_dir_use_symlinks=False, revision="main")
|
18 |
|
19 |
```
|
20 |
+
```
|
21 |
brew install gh
|
22 |
+
|
23 |
gh auth login
|
24 |
+
|
25 |
gh pr checkout 3633
|
26 |
|
27 |
python3 llama.cpp/convert.py whiterabbitneo-hf --outfile whiterabbitneo-33b-v1-q8_0.gguf --outtype q8_0 --padvocab
|
28 |
|
29 |
|
|
|
30 |
python3 llama.cpp/convert.py whiterabbitneo-hf --outfile whiterabbitneo-f16.gguf --outtype f16 --padvocab
|
31 |
+
|
32 |
llama.cpp/quantize whiterabbitneo-f16.gguf whiterabbitneo-q4_k.gguf q4_k
|
33 |
+
```
|
34 |
|
35 |
```
|
36 |
#!/bin/bash
|