Spaces:
Runtime error
Runtime error
Momin Aziz
commited on
Commit
•
357cad3
1
Parent(s):
4996a09
checking qa generator
Browse files
app.py
CHANGED
@@ -15,7 +15,7 @@ def run_model(input_string, **generator_args):
|
|
15 |
input_ids = tokenizer.encode(input_string, return_tensors="pt")
|
16 |
res = model.generate(input_ids, **generator_args)
|
17 |
output = tokenizer.batch_decode(res, skip_special_tokens=True)
|
18 |
-
|
19 |
return output
|
20 |
|
21 |
|
@@ -29,18 +29,13 @@ sent = st.text_area("Text", default_value, height = 150)
|
|
29 |
max_length = st.sidebar.slider("Max Length", min_value = 10, max_value=50)
|
30 |
temperature = st.sidebar.slider("Temperature", value = 1.0, min_value = 0.0, max_value=1.0, step=0.05)
|
31 |
num_return_sequences = st.sidebar.slider("Num Return Sequences", min_value = 1, max_value=4, value = 1)
|
32 |
-
num_beams = st.sidebar.slider("Num Beams", min_value =
|
33 |
top_k = st.sidebar.slider("Top-k", min_value = 0, max_value=100, value = 90)
|
34 |
top_p = st.sidebar.slider("Top-p", min_value = 0.0, max_value=1.0, step = 0.05, value = 0.9)
|
35 |
|
36 |
-
encoded_prompt = tokenizer.encode(sent, add_special_tokens=False, return_tensors="pt")
|
37 |
-
if encoded_prompt.size()[-1] == 0:
|
38 |
-
input_ids = None
|
39 |
-
else:
|
40 |
-
input_ids = encoded_prompt
|
41 |
|
42 |
|
43 |
-
output_sequences = run_model(
|
44 |
num_beams=num_beams,
|
45 |
temperature=temperature, top_k=top_k, top_p=top_p)
|
46 |
|
|
|
15 |
input_ids = tokenizer.encode(input_string, return_tensors="pt")
|
16 |
res = model.generate(input_ids, **generator_args)
|
17 |
output = tokenizer.batch_decode(res, skip_special_tokens=True)
|
18 |
+
print(output)
|
19 |
return output
|
20 |
|
21 |
|
|
|
29 |
max_length = st.sidebar.slider("Max Length", min_value = 10, max_value=50)
|
30 |
temperature = st.sidebar.slider("Temperature", value = 1.0, min_value = 0.0, max_value=1.0, step=0.05)
|
31 |
num_return_sequences = st.sidebar.slider("Num Return Sequences", min_value = 1, max_value=4, value = 1)
|
32 |
+
num_beams = st.sidebar.slider("Num Beams", min_value = 1, max_value=10, value = 4)
|
33 |
top_k = st.sidebar.slider("Top-k", min_value = 0, max_value=100, value = 90)
|
34 |
top_p = st.sidebar.slider("Top-p", min_value = 0.0, max_value=1.0, step = 0.05, value = 0.9)
|
35 |
|
|
|
|
|
|
|
|
|
|
|
36 |
|
37 |
|
38 |
+
output_sequences = run_model(sent, max_length=max_length,num_return_sequences=num_return_sequences,
|
39 |
num_beams=num_beams,
|
40 |
temperature=temperature, top_k=top_k, top_p=top_p)
|
41 |
|