Update app.py
Browse files
app.py
CHANGED
@@ -1,27 +1,23 @@
|
|
1 |
import gradio as gr
|
2 |
|
3 |
# Load model directly
|
4 |
-
|
5 |
|
6 |
-
|
7 |
-
|
8 |
|
9 |
# Gradio ์ธํฐํ์ด์ค ๊ตฌ์ฑ
|
10 |
def generate_answer(input_text):
|
11 |
# ์
๋ ฅ ํ
์คํธ๋ฅผ ๋ชจ๋ธ ํ ํฌ๋์ด์ ๋ก ํ ํฐํ
|
12 |
-
|
13 |
-
# input_ids = tokenizer(input_text, max_length=700, return_tensors="pt").input_ids
|
14 |
|
15 |
# ๋ชจ๋ธ ์ถ๋ก
|
16 |
-
|
17 |
# output_ids = model.generate(input_ids, num_beams=10, top_k=10, max_length=1024)
|
18 |
|
19 |
# ๋ชจ๋ธ ์ถ๋ ฅ์ ํ
์คํธ๋ก ๋์ฝ๋ฉ
|
20 |
-
|
21 |
-
|
22 |
-
output_text['์ฅ์๋ช
'] = output_text['Home']
|
23 |
-
output_text['์ฅ์น๋ช
'] = output_text['NickName']
|
24 |
-
print(output_text)
|
25 |
return output_text
|
26 |
|
27 |
# Gradio ์ธํฐํ์ด์ค ์ ์
|
|
|
1 |
import gradio as gr
|
2 |
|
3 |
# Load model directly
|
4 |
+
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
5 |
|
6 |
+
tokenizer = AutoTokenizer.from_pretrained("yeye776/t5-OndeviceAI-HomeIoT")
|
7 |
+
model = AutoModelForSeq2SeqLM.from_pretrained("yeye776/t5-OndeviceAI-HomeIoT")
|
8 |
|
9 |
# Gradio ์ธํฐํ์ด์ค ๊ตฌ์ฑ
|
10 |
def generate_answer(input_text):
|
11 |
# ์
๋ ฅ ํ
์คํธ๋ฅผ ๋ชจ๋ธ ํ ํฌ๋์ด์ ๋ก ํ ํฐํ
|
12 |
+
input_ids = tokenizer(input_text, max_length=700, return_tensors="pt").input_ids
|
|
|
13 |
|
14 |
# ๋ชจ๋ธ ์ถ๋ก
|
15 |
+
output_ids = model.generate(input_ids, top_k=10, max_length=1024)
|
16 |
# output_ids = model.generate(input_ids, num_beams=10, top_k=10, max_length=1024)
|
17 |
|
18 |
# ๋ชจ๋ธ ์ถ๋ ฅ์ ํ
์คํธ๋ก ๋์ฝ๋ฉ
|
19 |
+
output_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
|
20 |
+
|
|
|
|
|
|
|
21 |
return output_text
|
22 |
|
23 |
# Gradio ์ธํฐํ์ด์ค ์ ์
|