tokenizers/__init__.py,sha256=AdK1v9Q74h7VDb93tksex8zHg3JAfcOLIgN9UXM_mUQ,430
tokenizers/__init__.pyi,sha256=SKjdbuouzlEX9qqmyPwr0QEsJgpEa9J-7uSh14EDkf4,12074
tokenizers/tokenizers.cp38-win_amd64.pyd,sha256=s3SOXAzk7QGap9-t0L_xg7b6VTm-_bFzjsqWKdd7V_M,3115520
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=jJT90KYqNBr6l9xi8cDebSQGs0iOGLidWZfFWgE9naE,2100
tokenizers/implementations/__init__.py,sha256=hFwpJytZP_Cix1nkYxrOZCyzAbjRvQ64AHLy2eOxr5U,250
tokenizers/implementations/base_tokenizer.py,sha256=LBCXPp31-7vr92zBElvWxtGDroSMSUEWl-JoJ7tYKMs,7746
tokenizers/implementations/bert_wordpiece.py,sha256=ZJsIKHDQLYsxiBoZQY-v4OypluXl8KUCYvCCJM0rcU4,3834
tokenizers/implementations/byte_level_bpe.py,sha256=Fb0VZCoonYn0VebLzqPq8aHUnh4skVrmDo9JSGJvQSE,3120
tokenizers/implementations/char_level_bpe.py,sha256=YjdEMBvLXs0LF992fp8GR4c76UcI5njULCNFsa06fT0,3170
tokenizers/implementations/sentencepiece_bpe.py,sha256=MKfXyStMIQVINJJZLIwYLiFS49TZZFby3k1yM64IPBc,2484
tokenizers/models/__init__.py,sha256=NzZcgv_Ib8PdP7bXnU7Rk5EJ0-V6R_iQhkSN_QnLJqM,125
tokenizers/models/__init__.pyi,sha256=ZqQCg-LdarDFeVELfiWxuyIf33z62Vc-KxV1lUCwR2Y,3401
tokenizers/normalizers/__init__.py,sha256=feGrHYkOEy4_HgfHNxXLe1LFydQRsmMeZzves_zBgMU,702
tokenizers/normalizers/__init__.pyi,sha256=P_vgihcYsG6tHroEw-L0cnDi1hhEKfcPlQugoK83sd8,3079
tokenizers/pre_tokenizers/__init__.py,sha256=zWT3cibQzfBU-nw7YjbjLwTDd1mvyHuNXNRWcbbKTdw,351
tokenizers/pre_tokenizers/__init__.pyi,sha256=YEHF__JA3Fs13MIfMQgDv3-34Q664Wjcv-ZW5Z355hY,3619
tokenizers/processors/__init__.py,sha256=IbbKnN3OLHrL-74JoIAhyMzR_mlLvb3ez2pbp3c4Al8,165
tokenizers/processors/__init__.pyi,sha256=dnVbqTCI-JD7atZSGrMe7oc0jA8vjNXIhSBCtvVvGOA,1987
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=daGNc0xmkFDdhMjprUEemZuUAb0tf3TQ9A5rAgy2laU,3868
tokenizers-0.5.0.dist-info/METADATA,sha256=dS4HjQwZ9vy76bZK9eArb9RtEvVeM3-IT4UD_i8I4H4,5710
tokenizers-0.5.0.dist-info/WHEEL,sha256=-ODc2a2AO_YJ5T46NOquHfWjRM7bQvlt-f3zRaLBjL4,105
tokenizers-0.5.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.5.0.dist-info/RECORD,,
