commit from

app.py

@@ -1,5 +1,6 @@
 import streamlit as st
 import numpy as np
+from tokenizers import Tokenizer
 from transformers import AutoTokenizer, AutoModel
 
 my_model_name = "istassiy/ysda_2022_ml2_hw3_distilbert_base_uncased"
@@ -38,12 +39,12 @@ sorted_arxiv_topics = sorted(set(arxiv_code_to_topic.values()))
 
 NUM_LABELS = len(sorted_arxiv_topics)
 
-@st.cache(hash_funcs={AutoTokenizer: id})
+@st.cache(hash_funcs={tokenizers.Tokenizer: id})
 def load_tokenizer():
   tokenizer = AutoTokenizer.from_pretrained(my_model_name)
   return tokenizer
 
-@st.cache(hash_funcs={AutoModel: id})
+@st.cache(hash_funcs={tokenizers.Tokenizer: id})
 def load_model():
   model = AutoModel.from_pretrained(my_model_name)
   return model