TheAIchemist13's picture
Upload tokenizer
6176995
raw
history blame
854 Bytes
{
"</s>": 2,
"<pad>": 1,
"<s>": 0,
"<unk>": 3,
"|": 4,
"ಂ": 5,
"ಃ": 6,
"ಅ": 7,
"ಆ": 8,
"ಇ": 9,
"ಈ": 10,
"ಉ": 11,
"ಊ": 12,
"ಋ": 13,
"ಎ": 14,
"ಏ": 15,
"ಐ": 16,
"ಒ": 17,
"ಓ": 18,
"ಔ": 19,
"ಕ": 20,
"ಖ": 21,
"ಗ": 22,
"ಘ": 23,
"ಚ": 24,
"ಛ": 25,
"ಜ": 26,
"ಝ": 27,
"ಞ": 28,
"ಟ": 29,
"ಠ": 30,
"ಡ": 31,
"ಢ": 32,
"ಣ": 33,
"ತ": 34,
"ಥ": 35,
"ದ": 36,
"ಧ": 37,
"ನ": 38,
"ಪ": 39,
"ಫ": 40,
"ಬ": 41,
"ಭ": 42,
"ಮ": 43,
"ಯ": 44,
"ರ": 45,
"ಲ": 46,
"ಳ": 47,
"ವ": 48,
"ಶ": 49,
"ಷ": 50,
"ಸ": 51,
"ಹ": 52,
"ಾ": 53,
"ಿ": 54,
"ೀ": 55,
"ು": 56,
"ೂ": 57,
"ೃ": 58,
"ೆ": 59,
"ೇ": 60,
"ೈ": 61,
"ೊ": 62,
"ೋ": 63,
"ೌ": 64,
"್": 65
}