import streamlit as st
import pandas as pd
# from plms.language_model import TransformersQG
import time
import os
import numpy as np
st.set_page_config(page_icon='🧪', page_title='ViQAG for Vietnamese Education', layout='centered', initial_sidebar_state="collapsed")
with open(r"./static/styles.css") as f:
st.markdown(f"", unsafe_allow_html=True)
st.markdown(f"""
""", unsafe_allow_html=True)
st.markdown("AlphaEdu
", unsafe_allow_html=True)
# =====================================================================================================
if 'output' not in st.session_state:
st.session_state.output = ''
def file_selector(folder_path=r'./Resources/'):
filenames = os.listdir(folder_path)
return filenames
filenames = file_selector()
def load_grades(file_name, folder_path=r'./Resources/'):
file_path = f"{folder_path}{file_name}"
df = pd.read_csv(file_path)
list_grades = df['grade'].drop_duplicates().values
return list_grades, df
def load_chapters(df, grade_name):
df_raw = df[df['grade'] == grade_name]
list_chapters = df_raw['chapter'].drop_duplicates().values
return list_chapters, df
def load_lessons(df, grade_name, chapter_name):
df_raw = df[(df['grade'] == grade_name) & (df['chapter'] == chapter_name)]
return df_raw['lesson'].drop_duplicates().values
def load_context(df, grade_name, chapter_name, lesson_name):
context = df[(df['grade'] == grade_name) & (df['chapter'] == chapter_name) & (df['lesson'] == lesson_name)]['context'].values
return len(context), context
def generateQA(context, model_path = 'shnl/vit5-vinewsqa-qg-ae'):
unique_qa_pairs = set()
model = TransformersQG(model=model_path, max_length=512)
output = model.generate_qa(context)
qa_pairs = ''
for item in output:
question, answer = item
if (question, answer) not in unique_qa_pairs:
qa_pairs += f'question: {question} \nanswer: {answer} [SEP] '
unique_qa_pairs.add((question, answer))
qa = '\n\n'.join(qa_pairs.split(' [SEP] '))
return qa
# =====================================================================================================
col_1, col_2, col_3 = st.columns(spec=[2.5, 1.5, 6])
subject = col_1.selectbox(label='Subject:', options=filenames, label_visibility='visible')
list_grades, df = load_grades(file_name=subject)
grade = col_2.selectbox(label='Grade:', options=list_grades, label_visibility='visible')
list_chapters, df = load_chapters(df=df, grade_name=grade)
chapter = col_3.selectbox(label='Chapter:', options=list_chapters, label_visibility='visible')
col_11, col_21 = st.columns(spec=[8, 2])
lesson_names = load_lessons(df=df, grade_name=grade, chapter_name=chapter)
lesson = col_11.selectbox(label='Lesson:', options=lesson_names, label_visibility='visible')
total_paragraph, context_values = load_context(df=df, grade_name=grade, chapter_name=chapter, lesson_name=lesson)
paragraph_idx = col_21.selectbox(label='Paragraph:', options=list(np.arange(1, total_paragraph + 1)), label_visibility='visible')
paragraph = st.text_area(label='Paragraph content', label_visibility='visible', height=200, value=context_values[paragraph_idx - 1])
col_13, col_23, col_33 = st.columns(spec=[3.6, 2.4, 3.6])
col_23.selectbox(label='QAG model:', options=['ViT5-ViNewsQA'], label_visibility='visible')
btn_show_answer = col_23.toggle(label='Show answers', disabled=False)
col_14, col_24, col_34, col_44, col_54 = st.columns(spec=[1, 1, 1, 1, 1])
btn_generate = col_34.button(label='Generate', use_container_width=True)
if btn_generate == True:
with st.spinner(text='Generating QA pairs from the selected paragraph. Please wait ...'):
st.session_state.output = generateQA(context=paragraph)
if btn_show_answer:
if st.session_state.output != '':
# st.markdown("Generated QA pairs:", unsafe_allow_html=True)
st.code(body=st.session_state.output, language='latex')
else:
pass
else:
if st.session_state.output != '':
st.markdown("Generated QA pairs:", unsafe_allow_html=True)
output_no_answer = st.session_state.output.split(' [SEP] ')[0].split(', answer: ')[0].replace('question: ', '')
st.code(body=output_no_answer, language='latex')
else:
pass