keshva commited on
Commit
4acb675
1 Parent(s): 4187b0b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -1
app.py CHANGED
@@ -16,7 +16,15 @@ ner_models = {
16
  'bioNER': 'd4data/biomedical-ner-all',
17
  'SpaCy English NER': 'en_core_web_trf',
18
  }
19
- spacy.cli.download("en_core_web_trf")
 
 
 
 
 
 
 
 
20
  spacy_ner_model = spacy.load(ner_models['SpaCy English NER'])
21
  ner_model_bio = pipeline('token-classification', model='d4data/biomedical-ner-all')
22
  from transformers import AutoTokenizer
 
16
  'bioNER': 'd4data/biomedical-ner-all',
17
  'SpaCy English NER': 'en_core_web_trf',
18
  }
19
+ import spacy
20
+ from spacy.tokens import Doc
21
+ from spacy_transformers import TransformersLanguage, TransformersWordPiecer, TransformersTok2Vec
22
+
23
+ # Initialize the spaCy language class with transformer components
24
+ nlp = TransformersLanguage(trf_name="en_core_web_trf", meta={"lang": "en"})
25
+ nlp.add_pipe(TransformersWordPiecer.from_pretrained(nlp.vocab, "en_core_web_trf"))
26
+ nlp.add_pipe(TransformersTok2Vec.from_pretrained(nlp.vocab, "en_core_web_trf"))
27
+
28
  spacy_ner_model = spacy.load(ner_models['SpaCy English NER'])
29
  ner_model_bio = pipeline('token-classification', model='d4data/biomedical-ner-all')
30
  from transformers import AutoTokenizer