Text Generation
Transformers
PyTorch
RefinedWeb
sft
custom_code
text-generation-inference
File size: 450 Bytes
bf3e7f7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
  "additional_special_tokens": [
    ">>MIDDLE<<",
    "<|prompter|>",
    ">>ABSTRACT<<",
    ">>DOMAIN<<",
    "<|prefix_begin|>",
    "<|assistant|>",
    ">>SUMMARY<<",
    "<|prefix_end|>",
    ">>INTRODUCTION<<",
    ">>TITLE<<",
    ">>PREFIX<<",
    ">>SUFFIX<<",
    ">>ANSWER<<",
    "<|system|>",
    ">>QUESTION<<",
    ">>COMMENT<<"
  ],
  "eos_token": "<|endoftext|>",
  "pad_token": "<|endoftext|>",
  "sep_token": "<|endoftext|>"
}