tokenizers/__init__.py,sha256=gVosHLcfxt3XXrgkRuhm84aOFtMqC8PhiF73nURXGHU,430
tokenizers/__init__.pyi,sha256=SKjdbuouzlEX9qqmyPwr0QEsJgpEa9J-7uSh14EDkf4,12074
tokenizers/tokenizers.cp37-win32.pyd,sha256=SWvwE_vzayceGQi_H6SspCJ20MJiOSs8ePQZ7iXU1c4,2313216
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=jJT90KYqNBr6l9xi8cDebSQGs0iOGLidWZfFWgE9naE,2100
tokenizers/implementations/__init__.py,sha256=hFwpJytZP_Cix1nkYxrOZCyzAbjRvQ64AHLy2eOxr5U,250
tokenizers/implementations/base_tokenizer.py,sha256=lxU33uIx7u7UNQQt_840J9tdPHhtF-x9haQTR3x4exg,7779
tokenizers/implementations/bert_wordpiece.py,sha256=NxsSZNu58dx-0NeHi84lvj8pvopxrFVJxbEvEXAzy1o,4210
tokenizers/implementations/byte_level_bpe.py,sha256=Fb0VZCoonYn0VebLzqPq8aHUnh4skVrmDo9JSGJvQSE,3120
tokenizers/implementations/char_level_bpe.py,sha256=YjdEMBvLXs0LF992fp8GR4c76UcI5njULCNFsa06fT0,3170
tokenizers/implementations/sentencepiece_bpe.py,sha256=MKfXyStMIQVINJJZLIwYLiFS49TZZFby3k1yM64IPBc,2484
tokenizers/models/__init__.py,sha256=NzZcgv_Ib8PdP7bXnU7Rk5EJ0-V6R_iQhkSN_QnLJqM,125
tokenizers/models/__init__.pyi,sha256=FnUly8IKlbn1QvcRCXaVDZa1iJYLxWjyLvDUFKhNgCI,3418
tokenizers/normalizers/__init__.py,sha256=feGrHYkOEy4_HgfHNxXLe1LFydQRsmMeZzves_zBgMU,702
tokenizers/normalizers/__init__.pyi,sha256=P_vgihcYsG6tHroEw-L0cnDi1hhEKfcPlQugoK83sd8,3079
tokenizers/pre_tokenizers/__init__.py,sha256=zWT3cibQzfBU-nw7YjbjLwTDd1mvyHuNXNRWcbbKTdw,351
tokenizers/pre_tokenizers/__init__.pyi,sha256=YEHF__JA3Fs13MIfMQgDv3-34Q664Wjcv-ZW5Z355hY,3619
tokenizers/processors/__init__.py,sha256=IbbKnN3OLHrL-74JoIAhyMzR_mlLvb3ez2pbp3c4Al8,165
tokenizers/processors/__init__.pyi,sha256=dnVbqTCI-JD7atZSGrMe7oc0jA8vjNXIhSBCtvVvGOA,1987
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=daGNc0xmkFDdhMjprUEemZuUAb0tf3TQ9A5rAgy2laU,3868
tokenizers-0.6.0.dist-info/METADATA,sha256=zUiIc0n-p5A3S0GABV-c9aZBdWAWMeNoEYh3qYKdkoU,5710
tokenizers-0.6.0.dist-info/WHEEL,sha256=W7gQNdCXaaCQL4_mS6kf-ClnoFRCfSnJ5Gcl1436agg,102
tokenizers-0.6.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.6.0.dist-info/RECORD,,
