experiment wali pipeline ka tokenizer liya aur daal diya

tokenizer_config.json

@@ -19,7 +19,7 @@
   },
   "errors": "replace",
   "model_max_length": 1024,
-  "name_or_path": "",
+  "name_or_path": "/media/data_dump/Ritwik/ggpt/model_save/pytorch_save_files/",
   "pad_token": {
     "__type": "AddedToken",
     "content": "<|pad|>",
@@ -30,7 +30,7 @@
   },
   "special_tokens_map_file": null,
   "tokenizer_class": "GPT2Tokenizer",
-  "tokenizer_file": "",
+  "tokenizer_file": "/home/ritwik/.cache/huggingface/transformers/16a2f78023c8dc511294f0c97b5e10fde3ef9889ad6d11ffaa2a00714e73926e.cf2d0ecb83b6df91b3dbb53f1d1e4c311578bfd3aa0e04934215a49bf9898df0",
   "unk_token": {
     "__type": "AddedToken",
     "content": "<|endoftext|>",