1 line
1.3 MiB
JSON
1 line
1.3 MiB
JSON
|
{"version":"1.0","truncation":{"max_length":128,"strategy":"LongestFirst","stride":0},"padding":null,"added_tokens":[{"id":0,"special":true,"content":"<pad>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"</s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"<unk>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32000,"special":true,"content":"<extra_id_99>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32001,"special":true,"content":"<extra_id_98>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32002,"special":true,"content":"<extra_id_97>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32003,"special":true,"content":"<extra_id_96>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32004,"special":true,"content":"<extra_id_95>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32005,"special":true,"content":"<extra_id_94>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32006,"special":true,"content":"<extra_id_93>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32007,"special":true,"content":"<extra_id_92>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32008,"special":true,"content":"<extra_id_91>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32009,"special":true,"content":"<extra_id_90>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32010,"special":true,"content":"<extra_id_89>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32011,"special":true,"content":"<extra_id_88>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32012,"special":true,"content":"<extra_id_87>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32013,"special":true,"content":"<extra_id_86>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32014,"special":true,"content":"<extra_id_85>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32015,"special":true,"content":"<extra_id_84>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32016,"special":true,"content":"<extra_id_83>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32017,"special":true,"content":"<extra_id_82>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32018,"special":true,"content":"<extra_id_81>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32019,"special":true,"content":"<extra_id_80>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32020,"special":true,"content":"<extra_id_79>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32021,"special":true,"content":"<extra_id_78>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32022,"special":true,"content":"<extra_id_77>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32023,"special":true,"content":"<extra_id_76>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32024,"special":true,"content":"<extra_id_75>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32025,"special":true,"content":"<extra_id_74>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32026,"special":true,"content":"<extra_id_73>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32027,"special":true,"content":"<extra_id_72>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32028,"special":true,"content":"<extra_id_71>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":32029,"special":true,"content":"<extra_id_70>","single_word":false,"lstri
|