DevBM commited on
Commit
e60bf9a
·
verified ·
1 Parent(s): 27b0b20

updating model caching

Browse files
Files changed (1) hide show
  1. app.py +1 -9
app.py CHANGED
@@ -13,7 +13,6 @@ nltk.download('stopwords')
13
  nltk.download('brown')
14
  from nltk.tokenize import sent_tokenize
15
  nltk.download('wordnet')
16
- from gensim.models import KeyedVectors
17
  from nltk.corpus import wordnet
18
  import random
19
 
@@ -24,20 +23,13 @@ nlp = spacy.load("en_core_web_sm")
24
  user_agent = 'QGen/1.0 (channingfisher7@gmail.com)'
25
  wiki_wiki = wikipediaapi.Wikipedia(user_agent= user_agent,language='en')
26
 
 
27
  def load_model():
28
  model_name = "DevBM/t5-large-squad"
29
  model = T5ForConditionalGeneration.from_pretrained(model_name)
30
  tokenizer = T5Tokenizer.from_pretrained(model_name)
31
  return model, tokenizer
32
 
33
- # Initialize session state for model and tokenizer
34
- if 'model' not in st.session_state:
35
- st.session_state.model, st.session_state.tokenizer = load_model()
36
-
37
- # Use the model and tokenizer from session state
38
- model = st.session_state.model
39
- tokenizer = st.session_state.tokenizer
40
-
41
  # Function to extract keywords using combined techniques
42
  def extract_keywords(text):
43
  # Use RAKE
 
13
  nltk.download('brown')
14
  from nltk.tokenize import sent_tokenize
15
  nltk.download('wordnet')
 
16
  from nltk.corpus import wordnet
17
  import random
18
 
 
23
  user_agent = 'QGen/1.0 (channingfisher7@gmail.com)'
24
  wiki_wiki = wikipediaapi.Wikipedia(user_agent= user_agent,language='en')
25
 
26
+ @st.cache(allow_output_mutation=True)
27
  def load_model():
28
  model_name = "DevBM/t5-large-squad"
29
  model = T5ForConditionalGeneration.from_pretrained(model_name)
30
  tokenizer = T5Tokenizer.from_pretrained(model_name)
31
  return model, tokenizer
32
 
 
 
 
 
 
 
 
 
33
  # Function to extract keywords using combined techniques
34
  def extract_keywords(text):
35
  # Use RAKE