lambdalabs
/

pythia-6.9b-deduped-synthetic-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

chuanli-lambda commited on Mar 12, 2023

Commit

09705d2

•

1 Parent(s): 1700685

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -3,7 +3,7 @@
   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
   "model_max_length": 1000000000000000019884624838656,
-  "name_or_path": "/home/ubuntu/llm/outputs/ft-synthetic-instruct-gptj-pairwise-pythia6.9b-deepspeed/20230305-195729/checkpoint-2000",
   "special_tokens_map_file": "/fsx/home-hailey/.cache/huggingface/hub/models--EleutherAI--gpt-neox-20b/snapshots/3523781c8df75f7741687a4284f6f70e1afa12f4/special_tokens_map.json",
   "tokenizer_class": "GPTNeoXTokenizer",
   "unk_token": "<|endoftext|>"

   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
   "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "/home/ubuntu/llm/outputs/ft-synthetic-instruct-gptj-pairwise-pythia6.9b-deepspeed/resume/checkpoint-6000",
   "special_tokens_map_file": "/fsx/home-hailey/.cache/huggingface/hub/models--EleutherAI--gpt-neox-20b/snapshots/3523781c8df75f7741687a4284f6f70e1afa12f4/special_tokens_map.json",
   "tokenizer_class": "GPTNeoXTokenizer",
   "unk_token": "<|endoftext|>"