Spaces:
Sleeping
Sleeping
Commit
·
d665e7a
1
Parent(s):
da81b50
Update app.py
Browse files
app.py
CHANGED
@@ -45,14 +45,13 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
|
45 |
import pickle
|
46 |
# or a memory efficient but a bit slower prefix tree (trie) -- it is implemented with `marisa_trie` from
|
47 |
# https://huggingface.co/facebook/mgenre-wiki/blob/main/
|
|
|
48 |
file_path_marisa_trie = hf_hub_download(repo_id="facebook/mgenre-wiki", filename="titles_lang_all105_marisa_trie_with_redirect.pkl")
|
49 |
|
50 |
from genre.trie import MarisaTrie
|
51 |
with open(file_path_marisa_trie, "rb") as f:
|
52 |
trie = pickle.load(f)
|
53 |
|
54 |
-
|
55 |
-
|
56 |
tokenizer = AutoTokenizer.from_pretrained("facebook/mgenre-wiki")
|
57 |
model = AutoModelForSeq2SeqLM.from_pretrained("facebook/mgenre-wiki").eval()
|
58 |
|
|
|
45 |
import pickle
|
46 |
# or a memory efficient but a bit slower prefix tree (trie) -- it is implemented with `marisa_trie` from
|
47 |
# https://huggingface.co/facebook/mgenre-wiki/blob/main/
|
48 |
+
|
49 |
file_path_marisa_trie = hf_hub_download(repo_id="facebook/mgenre-wiki", filename="titles_lang_all105_marisa_trie_with_redirect.pkl")
|
50 |
|
51 |
from genre.trie import MarisaTrie
|
52 |
with open(file_path_marisa_trie, "rb") as f:
|
53 |
trie = pickle.load(f)
|
54 |
|
|
|
|
|
55 |
tokenizer = AutoTokenizer.from_pretrained("facebook/mgenre-wiki")
|
56 |
model = AutoModelForSeq2SeqLM.from_pretrained("facebook/mgenre-wiki").eval()
|
57 |
|