DeDeckerThomas commited on
Commit
d7a71e2
1 Parent(s): a06a57f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -162,7 +162,7 @@ lbl2idx = {"B": 0, "I": 1, "O": 2}
162
  idx2label = {0: "B", 1: "I", 2: "O"}
163
 
164
  # Tokenizer
165
- tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased", add_prefix_space=True)
166
  max_length = 512
167
 
168
  # Dataset parameters
 
162
  idx2label = {0: "B", 1: "I", 2: "O"}
163
 
164
  # Tokenizer
165
+ tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased")
166
  max_length = 512
167
 
168
  # Dataset parameters