Update pages/Summarize_Text.py

pages/Summarize_Text.py

@@ -4,6 +4,10 @@ from configs.download_files import FileDownloader
 from configs.db_configs import add_one_item
 from streamlit.components.v1 import html
 from configs.html_features import set_image
+from rouge import Rouge
+import pandas as pd
+
+
 
 def summarize_text(text):
     prefix = 'summarize: '
@@ -21,6 +25,11 @@ def summarize_text(text):
         output_ids = model.generate(input_ids, max_new_tokens=round(len(input_ids[0]) * 1/2), do_sample=False)
         summarized_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
         return summarized_text
+    
+
+def validate_summarization(original_text, summarized_text):
+    rouge_score = Rouge()
+    return rouge_score.get_scores(summarized_text, original_text)
 
 
 def main():
@@ -33,6 +42,7 @@ def main():
         html(set_image(url), height=500, width=500)
     with im3:
         pass
+    
     text = st.text_area('Text Summarizer', placeholder='Enter your input text here ...', height=200, label_visibility='hidden')
 
     if st.button('Summarize it'):
@@ -44,9 +54,18 @@ def main():
             with st.expander('Summarized Text'):
                 summarized_text = summarize_text(text)
                 st.write(summarized_text)
-                
-            with st.expander('Download Summarized Text'):
-                FileDownloader(summarized_text, 'txt').download()
+            
+            col1, col2 = st.columns(2)
+            with col1:
+                with st.expander('Download Summarized Text'):
+                    FileDownloader(summarized_text, 'txt').download()
+            
+            with col2:
+                with st.expander('Summarized Text Validation'):
+                    scores = validate_summarization(text, summarized_text)
+                    df = pd.DataFrame(scores[0]).T
+                    df.columns = ['Recall', 'Precision', 'F1']
+                    st.write(df)
 
         else:
             st.error('Please enter a non-empty text.')