tokenizers/__init__.py,sha256=pR2chQyaH_NNzLqY8YwzYa3gppKmWp-DtoUhDthTGjU,960
tokenizers/__init__.pyi,sha256=CpsjMGt1YCH_WfVme5ApE9wf8_iLLaKQm5hZyoVt_cE,18499
tokenizers/tokenizers.cp36-win32.pyd,sha256=D5HjZylrsnaOMcUZU0wm_7uxSTvCFTIui8CaK0FHnSY,2460160
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=jJT90KYqNBr6l9xi8cDebSQGs0iOGLidWZfFWgE9naE,2100
tokenizers/implementations/__init__.py,sha256=hFwpJytZP_Cix1nkYxrOZCyzAbjRvQ64AHLy2eOxr5U,250
tokenizers/implementations/base_tokenizer.py,sha256=XwXoboSNBDqpVIFeg2BW0e5nCAYe5joUucJsgiPsrHM,11511
tokenizers/implementations/bert_wordpiece.py,sha256=ojMbfrPamX2Sn3Vrn-qphBUYVVTzw8X3J9UTnUNdtJs,4351
tokenizers/implementations/byte_level_bpe.py,sha256=YlHfMspD0HM9j6My6Cj1-Zg4VETdSFnNG1-cfp3FCoM,3310
tokenizers/implementations/char_level_bpe.py,sha256=kGbxssCu_ilH3AKYq9O9PXk3Qf6HRSJ7_3aCgS3AKVc,4301
tokenizers/implementations/sentencepiece_bpe.py,sha256=Wz5TcfHYw2KjmTVjVpX7-mi6mk41PZrJBJ4cgUnFuQQ,2527
tokenizers/models/__init__.py,sha256=pXBVv3dzIFy4jS6erps64L2djbS6RhbbUrdNsUPxM-Q,259
tokenizers/models/__init__.pyi,sha256=MaMKdCm615Nsz0UOxbmtQzi9yi40uFwsAZLBI0t3_zI,5237
tokenizers/normalizers/__init__.py,sha256=feGrHYkOEy4_HgfHNxXLe1LFydQRsmMeZzves_zBgMU,702
tokenizers/normalizers/__init__.pyi,sha256=P_vgihcYsG6tHroEw-L0cnDi1hhEKfcPlQugoK83sd8,3079
tokenizers/pre_tokenizers/__init__.py,sha256=zWT3cibQzfBU-nw7YjbjLwTDd1mvyHuNXNRWcbbKTdw,351
tokenizers/pre_tokenizers/__init__.pyi,sha256=tmcEZFUfB0KuPPPWMCTks3rlEQ4g8PxlEhQl4CJmrj0,3586
tokenizers/processors/__init__.py,sha256=wtptiMe4mGtav6s65eug2MTWIgqckL9w0dEZarXPpI0,199
tokenizers/processors/__init__.pyi,sha256=ZHB5QY0isdlYG6yBIwXFWBQ5cFaLPIpn9sg6uOFPRLY,3289
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=lViyfh9xUo42p1WwWjzkidMUZYwCZ8lZnl5snLuKXec,3978
tokenizers-0.8.0.dev0.dist-info/METADATA,sha256=Pj2YB8EujvEmb1vUoTF2WFZVwEOJh6Qd3ZcZCWKBfHA,5923
tokenizers-0.8.0.dev0.dist-info/WHEEL,sha256=ZFeOeZQCWkgYx9PG5WAxk1yIHroxd2erWFNpu0USMOg,102
tokenizers-0.8.0.dev0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.8.0.dev0.dist-info/RECORD,,
