Introduce caching for pipeline calls

Summarizer.py

@@ -1,5 +1,3 @@
-import string
-
 import nltk
 
 from sumy.parsers import DocumentParser

app.py

@@ -26,7 +26,7 @@ def main() -> None:
 
     @st.cache(allow_output_mutation=True,
               suppress_st_warning=True,
-              show_spinner=True)
+              show_spinner=False)
     def create_pipeline():
         with st.spinner('Please wait for the model to load...'):
             terms_and_conditions_pipeline = pipeline(
@@ -103,15 +103,27 @@ def main() -> None:
 
     summarize_button = st.button(label='Summarize')
 
+    @st.cache(suppress_st_warning=True,
+              show_spinner=False,
+              allow_output_mutation=True,
+              hash_funcs={"torch.nn.parameter.Parameter": lambda _: None,
+                          "tokenizers.Tokenizer": lambda _: None,
+                          "tokenizers.AddedToken": lambda _: None,
+                          })
+    def abstractive_summary_from_cache(summary_sentences: tuple) -> tuple:
+        with st.spinner('Summarizing the text is in progress...'):
+            return tuple(summarizer.abstractive_summary(list(summary_sentences)))
+
     if summarize_button:
 
-        with st.spinner('Summarizing the text is in progress...'):
-            if is_valid_url(tc_text_input):
-                extract_summary_sentences = summarizer.extractive_summary_from_url(tc_text_input, sentences_length)
-            else:
-                extract_summary_sentences = summarizer.extractive_summary_from_text(tc_text_input, sentences_length)
+        if is_valid_url(tc_text_input):
+            extract_summary_sentences = summarizer.extractive_summary_from_url(tc_text_input, sentences_length)
+        else:
+            extract_summary_sentences = summarizer.extractive_summary_from_text(tc_text_input, sentences_length)
 
-            abstract_summary_list = summarizer.abstractive_summary(extract_summary_sentences)
+        extract_summary_sentences_tuple = tuple(extract_summary_sentences)
+        abstract_summary_tuple = abstractive_summary_from_cache(extract_summary_sentences_tuple)
+        abstract_summary_list = list(abstract_summary_tuple)
 
         display_abstractive_summary(abstract_summary_list)
         display_extractive_summary(tc_text_input, extract_summary_sentences)