Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -45,7 +45,7 @@ data = data.map(lambda x: {"question_embedding": ST.encode(x["question"])}, batc
|
|
45 |
data.add_faiss_index(column="question_embedding")
|
46 |
|
47 |
# LLaMA 모델 설정
|
48 |
-
model_id = "
|
49 |
bnb_config = BitsAndBytesConfig(
|
50 |
load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.bfloat16
|
51 |
)
|
|
|
45 |
data.add_faiss_index(column="question_embedding")
|
46 |
|
47 |
# LLaMA 모델 설정
|
48 |
+
model_id = "google/gemma-2-2b-it"
|
49 |
bnb_config = BitsAndBytesConfig(
|
50 |
load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.bfloat16
|
51 |
)
|