Upload tokenizer
549d3a8
verified
|
{ |
|
"[PAD]": 61, |
|
"[UNK]": 60, |
|
"|": 0, |
|
"༄": 1, |
|
"༅": 2, |
|
"ཀ": 3, |
|
"ཁ": 4, |
|
"ག": 5, |
|
"ང": 6, |
|
"ཅ": 7, |
|
"ཆ": 8, |
|
"ཇ": 9, |
|
"ཉ": 10, |
|
"ཎ": 11, |
|
"ཏ": 12, |
|
"ཐ": 13, |
|
"ད": 14, |
|
"ན": 15, |
|
"པ": 16, |
|
"ཕ": 17, |
|
"བ": 18, |
|
"མ": 19, |
|
"ཙ": 20, |
|
"ཚ": 21, |
|
"ཛ": 22, |
|
"ཝ": 23, |
|
"ཞ": 24, |
|
"ཟ": 25, |
|
"འ": 26, |
|
"ཡ": 27, |
|
"ར": 28, |
|
"ལ": 29, |
|
"ཤ": 30, |
|
"ས": 31, |
|
"ཧ": 32, |
|
"ཨ": 33, |
|
"ཱ": 34, |
|
"ི": 35, |
|
"ུ": 36, |
|
"ེ": 37, |
|
"ོ": 38, |
|
"ྐ": 39, |
|
"ྒ": 40, |
|
"ྔ": 41, |
|
"ྕ": 42, |
|
"ྗ": 43, |
|
"ྙ": 44, |
|
"ྟ": 45, |
|
"ྡ": 46, |
|
"ྣ": 47, |
|
"ྤ": 48, |
|
"ྥ": 49, |
|
"ྦ": 50, |
|
"ྨ": 51, |
|
"ྩ": 52, |
|
"ྫ": 53, |
|
"ྭ": 54, |
|
"ྰ": 55, |
|
"ྱ": 56, |
|
"ྲ": 57, |
|
"ླ": 58, |
|
"ྷ": 59 |
|
} |
|
|