JamalAG commited on
Commit
4a60b92
1 Parent(s): 35e8378

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -4,6 +4,7 @@ from langchain.llms import HuggingFaceHub
4
  # Function to return the response
5
  def generate_answer(query):
6
  llm = HuggingFaceHub(
 
7
  repo_id="alpindale/goliath-120b",
8
  model_kwargs={"temperature": 0.5, "max_length": 64, "max_new_tokens": 512},
9
  task = "text2text-generation"
 
4
  # Function to return the response
5
  def generate_answer(query):
6
  llm = HuggingFaceHub(
7
+ model_class="goliath-120b.Q4_K_M.gguf",
8
  repo_id="alpindale/goliath-120b",
9
  model_kwargs={"temperature": 0.5, "max_length": 64, "max_new_tokens": 512},
10
  task = "text2text-generation"