tokenizers/__init__.py,sha256=S00m3dLd5X6rVnBA1GefvorkLs7nigIBZk5GQbG6IQA,503
tokenizers/__init__.pyi,sha256=6WarHTZ9msByBmZiBPwHq-zaLCy5JK4vCNo7t0NVOWM,16073
tokenizers/tokenizers.cp36-win_amd64.pyd,sha256=d4TXxhrRAOY1yHoo3Tgtj-Pqw69E45Q7CnnN-HgUz8o,3108352
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=jJT90KYqNBr6l9xi8cDebSQGs0iOGLidWZfFWgE9naE,2100
tokenizers/implementations/__init__.py,sha256=hFwpJytZP_Cix1nkYxrOZCyzAbjRvQ64AHLy2eOxr5U,250
tokenizers/implementations/base_tokenizer.py,sha256=ggfyJPf6MRjC5Mau7ksn6_bC8GkKld5gwIIi23CCluo,12193
tokenizers/implementations/bert_wordpiece.py,sha256=hf2I2at-V41tUiYibzC-2PVysAkGkwoh0DQzk1mZeBU,4368
tokenizers/implementations/byte_level_bpe.py,sha256=S6BDqvnH8km0U4ywX5IupwscUDe3M1FerlWsEkaUjow,3327
tokenizers/implementations/char_level_bpe.py,sha256=y5n75g4bxlrt4ZYbn80T0f6XwWZLFOD69ed2o3MrHkY,3215
tokenizers/implementations/sentencepiece_bpe.py,sha256=Pn4o7OXG0eesa0suQzfEV2fe_ABL4dxSApgwr7rzWPQ,2544
tokenizers/models/__init__.py,sha256=pXBVv3dzIFy4jS6erps64L2djbS6RhbbUrdNsUPxM-Q,259
tokenizers/models/__init__.pyi,sha256=M2uB2UJs1MP_5TSzMHhbQkKRWa1s_vRxCf8u1Fbi_kw,5506
tokenizers/normalizers/__init__.py,sha256=feGrHYkOEy4_HgfHNxXLe1LFydQRsmMeZzves_zBgMU,702
tokenizers/normalizers/__init__.pyi,sha256=P_vgihcYsG6tHroEw-L0cnDi1hhEKfcPlQugoK83sd8,3079
tokenizers/pre_tokenizers/__init__.py,sha256=zWT3cibQzfBU-nw7YjbjLwTDd1mvyHuNXNRWcbbKTdw,351
tokenizers/pre_tokenizers/__init__.pyi,sha256=tmcEZFUfB0KuPPPWMCTks3rlEQ4g8PxlEhQl4CJmrj0,3586
tokenizers/processors/__init__.py,sha256=wtptiMe4mGtav6s65eug2MTWIgqckL9w0dEZarXPpI0,199
tokenizers/processors/__init__.pyi,sha256=1N5HSrxdD7R7ymo7YgpRRtB-zUPIVrgxSG43EvF0LNk,2571
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=lViyfh9xUo42p1WwWjzkidMUZYwCZ8lZnl5snLuKXec,3978
tokenizers-0.7.0rc3.dist-info/METADATA,sha256=i2zOgv4v_J5nC2DqRyUzv3EkKkX_5z1Pue-GkvxnL-M,5871
tokenizers-0.7.0rc3.dist-info/WHEEL,sha256=Mp7cNSJkwOccBZaxEtyYhlze1HXRCLLX3tIlVLTix2E,106
tokenizers-0.7.0rc3.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.7.0rc3.dist-info/RECORD,,
