daviddrzik
/

SK_BPE_BLM-pos

Token Classification

Inference Endpoints

Model card Files Files and versions Community

daviddrzik commited on Sep 5

Commit

918acc6

•

1 Parent(s): 6f1de7c

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -76,7 +76,7 @@ class TokenClassifier:
     def __init__(self, model, tokenizer):
         self.model = RobertaForTokenClassification.from_pretrained(model, num_labels=14)
         self.tokenizer = RobertaTokenizerFast.from_pretrained(tokenizer, max_length=256)
-        byte_utf8_mapping_path = hf_hub_download(repo_id=tokenizer, filename="byte_utf8_mapping.json", token=token)
         with open(byte_utf8_mapping_path, "r", encoding="utf-8") as f:
             self.byte_utf8_mapping = json.load(f)

     def __init__(self, model, tokenizer):
         self.model = RobertaForTokenClassification.from_pretrained(model, num_labels=14)
         self.tokenizer = RobertaTokenizerFast.from_pretrained(tokenizer, max_length=256)
+        byte_utf8_mapping_path = hf_hub_download(repo_id=tokenizer, filename="byte_utf8_mapping.json")
         with open(byte_utf8_mapping_path, "r", encoding="utf-8") as f:
             self.byte_utf8_mapping = json.load(f)