Elfsong commited on
Commit
3607984
1 Parent(s): 4b12410

Fix a typo in README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -280,7 +280,7 @@ CT_METAL=1 pip install ctransformers>=0.2.24 --no-binary ctransformers
280
  from ctransformers import AutoModelForCausalLM
281
 
282
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
283
- llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-70B-chat-GGUF", model_file="llama-2-70b-chat.q4_K_M.gguf", model_type="llama", gpu_layers=50)
284
 
285
  print(llm("AI is going to"))
286
  ```
 
280
  from ctransformers import AutoModelForCausalLM
281
 
282
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
283
+ llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-70B-chat-GGUF", model_file="llama-2-70b-chat.Q4_K_M.gguf", model_type="llama", gpu_layers=50)
284
 
285
  print(llm("AI is going to"))
286
  ```