Update app.py
Browse files
app.py
CHANGED
@@ -23,12 +23,12 @@ tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
|
|
23 |
#base_model = AutoModelForCausalLM.from_pretrained("EleutherAI/polyglot-ko-3.8b")
|
24 |
#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/polyglot-ko-3.8b")
|
25 |
base_model.eval()
|
26 |
-
|
27 |
|
28 |
|
29 |
model = PeftModel.from_pretrained(base_model, peft_model_id, device_map="auto")
|
30 |
model.eval()
|
31 |
-
|
32 |
|
33 |
|
34 |
mbti_bert_model_name = "Lanvizu/fine-tuned-klue-bert-base_model_11"
|
|
|
23 |
#base_model = AutoModelForCausalLM.from_pretrained("EleutherAI/polyglot-ko-3.8b")
|
24 |
#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/polyglot-ko-3.8b")
|
25 |
base_model.eval()
|
26 |
+
base_model.config.use_cache = True
|
27 |
|
28 |
|
29 |
model = PeftModel.from_pretrained(base_model, peft_model_id, device_map="auto")
|
30 |
model.eval()
|
31 |
+
model.config.use_cache = True
|
32 |
|
33 |
|
34 |
mbti_bert_model_name = "Lanvizu/fine-tuned-klue-bert-base_model_11"
|