Fix a typo in README.md
Browse files
README.md
CHANGED
@@ -280,7 +280,7 @@ CT_METAL=1 pip install ctransformers>=0.2.24 --no-binary ctransformers
|
|
280 |
from ctransformers import AutoModelForCausalLM
|
281 |
|
282 |
# Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
|
283 |
-
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-70B-chat-GGUF", model_file="llama-2-70b-chat.
|
284 |
|
285 |
print(llm("AI is going to"))
|
286 |
```
|
|
|
280 |
from ctransformers import AutoModelForCausalLM
|
281 |
|
282 |
# Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
|
283 |
+
llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-70B-chat-GGUF", model_file="llama-2-70b-chat.Q4_K_M.gguf", model_type="llama", gpu_layers=50)
|
284 |
|
285 |
print(llm("AI is going to"))
|
286 |
```
|