Update app.py
Browse files
app.py
CHANGED
|
@@ -50,6 +50,7 @@ llm_model = transformers.AutoModelForCausalLM.from_pretrained(
|
|
| 50 |
)
|
| 51 |
|
| 52 |
generation_args = {
|
|
|
|
| 53 |
"return_full_text": True,
|
| 54 |
"temperature": 0.0,
|
| 55 |
"do_sample": False,
|
|
@@ -304,10 +305,6 @@ with gr.Blocks(
|
|
| 304 |
label="Model Output",
|
| 305 |
elem_id="model_output_text_box",
|
| 306 |
)
|
| 307 |
-
# llm_output_text_box = gr.Textbox(
|
| 308 |
-
# label="LLM Output",
|
| 309 |
-
# elem_id="llm_output_text_box",
|
| 310 |
-
# )
|
| 311 |
|
| 312 |
|
| 313 |
go_button.click(
|
|
|
|
| 50 |
)
|
| 51 |
|
| 52 |
generation_args = {
|
| 53 |
+
"max_new_tokens": 500,
|
| 54 |
"return_full_text": True,
|
| 55 |
"temperature": 0.0,
|
| 56 |
"do_sample": False,
|
|
|
|
| 305 |
label="Model Output",
|
| 306 |
elem_id="model_output_text_box",
|
| 307 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 308 |
|
| 309 |
|
| 310 |
go_button.click(
|