EnverLee commited on
Commit
3545d52
โ€ข
1 Parent(s): 37b363e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -7,6 +7,7 @@ from threading import Thread
7
  from sentence_transformers import SentenceTransformer
8
  import faiss
9
  import fitz # PyMuPDF
 
10
 
11
  # ํ™˜๊ฒฝ ๋ณ€์ˆ˜์—์„œ Hugging Face ํ† ํฐ ๊ฐ€์ ธ์˜ค๊ธฐ
12
  token = os.environ.get("HF_TOKEN")
@@ -45,7 +46,7 @@ data = data.map(lambda x: {"question_embedding": ST.encode(x["question"])}, batc
45
  data.add_faiss_index(column="question_embedding")
46
 
47
  # LLaMA ๋ชจ๋ธ ์„ค์ •
48
- model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
49
  bnb_config = BitsAndBytesConfig(
50
  load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.bfloat16
51
  )
 
7
  from sentence_transformers import SentenceTransformer
8
  import faiss
9
  import fitz # PyMuPDF
10
+ import torchvision
11
 
12
  # ํ™˜๊ฒฝ ๋ณ€์ˆ˜์—์„œ Hugging Face ํ† ํฐ ๊ฐ€์ ธ์˜ค๊ธฐ
13
  token = os.environ.get("HF_TOKEN")
 
46
  data.add_faiss_index(column="question_embedding")
47
 
48
  # LLaMA ๋ชจ๋ธ ์„ค์ •
49
+ model_id = "MLP-KTLim/llama-3-Korean-Bllossom-8B"
50
  bnb_config = BitsAndBytesConfig(
51
  load_in_4bit=True, bnb_4bit_use_double_quant=True, bnb_4bit_quant_type="nf4", bnb_4bit_compute_dtype=torch.bfloat16
52
  )