Update app.py
Browse files
app.py
CHANGED
@@ -232,11 +232,11 @@ def clean_summary(summary: str):
|
|
232 |
summary = ""
|
233 |
return summary
|
234 |
|
235 |
-
def summ_inference(
|
236 |
-
|
237 |
-
inference_tokenizer, tokenized_data = summ_inference_tokenize(input_=
|
238 |
pred = summ_model.generate(**tokenized_data, max_new_tokens=SUMM_TARGET_N_TOKENS)
|
239 |
-
result =
|
240 |
return result
|
241 |
############ SUMMARIZATION MODEL & VARS INITIALIZATION END ####################
|
242 |
|
|
|
232 |
summary = ""
|
233 |
return summary
|
234 |
|
235 |
+
def summ_inference(txt: str):
|
236 |
+
txt = summ_preprocess(txt)
|
237 |
+
inference_tokenizer, tokenized_data = summ_inference_tokenize(input_=[txt], n_tokens=SUMM_INPUT_N_TOKENS)
|
238 |
pred = summ_model.generate(**tokenized_data, max_new_tokens=SUMM_TARGET_N_TOKENS)
|
239 |
+
result = "" if txt=="" else clean_summary(inference_tokenizer.decode(pred, skip_special_tokens=True))
|
240 |
return result
|
241 |
############ SUMMARIZATION MODEL & VARS INITIALIZATION END ####################
|
242 |
|