chupa-gpt2 / vocab.json
litagin's picture
Upload tokenizer
dc6a71c verified
raw
history blame contribute delete
425 Bytes
{"[UNK]":0,"[BOS]":1,"[EOS]":2,"[PAD]":3,"0":4,"1":5,"2":6,"3":7,"4":8,"5":9,"6":10,"7":11,"8":12,"9":13,"43":14,"32":15,"25":16,"33":17,"23":18,"20":19,"30":20,"14":21,"39":22,"13":23,"27":24,"22":25,"29":26,"15":27,"38":28,"16":29,"49":30,"48":31,"17":32,"34":33,"47":34,"42":35,"12":36,"45":37,"46":38,"37":39,"35":40,"18":41,"41":42,"40":43,"44":44,"28":45,"36":46,"24":47,"21":48,"26":49,"11":50,"19":51,"10":52,"31":53}