vidhiparikh commited on
Commit
746d530
1 Parent(s): 1bc21a7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -76,7 +76,7 @@ callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
76
  def create_conversational_chain(database):
77
  llama_llm = LlamaCpp(
78
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system. llama-2-7b-chat.Q8_0.gguf
79
- llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7b-Chat-GGUF", model_file="llama-2-7b-chat.Q8_0.gguf", model_type="llama", gpu_layers=0),
80
  temperature=0.75,
81
  max_tokens=200,
82
  top_p=1,
 
76
  def create_conversational_chain(database):
77
  llama_llm = LlamaCpp(
78
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system. llama-2-7b-chat.Q8_0.gguf
79
+ model_path = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7b-Chat-GGUF", model_file="llama-2-7b-chat.Q8_0.gguf", model_type="llama", gpu_layers=0),
80
  temperature=0.75,
81
  max_tokens=200,
82
  top_p=1,