Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -4,6 +4,7 @@ from langchain.llms import HuggingFaceHub
|
|
4 |
# Function to return the response
|
5 |
def generate_answer(query):
|
6 |
llm = HuggingFaceHub(
|
|
|
7 |
repo_id="alpindale/goliath-120b",
|
8 |
model_kwargs={"temperature": 0.5, "max_length": 64, "max_new_tokens": 512},
|
9 |
task = "text2text-generation"
|
|
|
4 |
# Function to return the response
|
5 |
def generate_answer(query):
|
6 |
llm = HuggingFaceHub(
|
7 |
+
model_class="goliath-120b.Q4_K_M.gguf",
|
8 |
repo_id="alpindale/goliath-120b",
|
9 |
model_kwargs={"temperature": 0.5, "max_length": 64, "max_new_tokens": 512},
|
10 |
task = "text2text-generation"
|