codestar12
/

webdataset_filtered_converted

Model card Files Files and versions Community

codestar12 commited on Apr 6, 2023

Commit

85e237f

•

1 Parent(s): 0c9cb5d

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -26,7 +26,7 @@
     "normalized": true,
     "rstrip": false,
     "single_word": false
-  },,
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",
   "tokenizer_file": "tokenizer_config.json",

     "normalized": true,
     "rstrip": false,
     "single_word": false
+  },
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",
   "tokenizer_file": "tokenizer_config.json",