tokenizers/__init__.py,sha256=CSektgQ77I7qvONjU6NdC-iaLzoeTe8HNSdQt1UjEbY,429
tokenizers/__init__.pyi,sha256=pRKD2Dxqma6Le_-J1O5oiE9q06t_z5xgaMkDt34dlzo,11332
tokenizers/tokenizers.cp36-win_amd64.pyd,sha256=pFkQeyV1aNGUhhN5_qpeOS0uv3HzflCQvWjEYbX6fF8,3022848
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=vIZ33trusEey0FnIL2RSaetruKJ-gCnzXBg4BGNUu2k,1891
tokenizers/implementations/__init__.py,sha256=hFwpJytZP_Cix1nkYxrOZCyzAbjRvQ64AHLy2eOxr5U,250
tokenizers/implementations/base_tokenizer.py,sha256=tU5CwisBz9GBW36n2qjfB_QM9T8u_FHf_rCDtmESNe4,7730
tokenizers/implementations/bert_wordpiece.py,sha256=hiEWoAt_1DDkFc7qksV_vrcLrrpNWJd2BAGHKXZ8wvc,3662
tokenizers/implementations/byte_level_bpe.py,sha256=X5wYcz4xymhM58CFuEVKcMD9mHZErB3aqdZxmKCH-18,2793
tokenizers/implementations/char_level_bpe.py,sha256=ANssjKmRfnm7BKOriczuFau3lYATQEaLfeyMx-iga0U,3080
tokenizers/implementations/sentencepiece_bpe.py,sha256=0LvNmZInuiYRzWETlTmDSm3P5OqaEq7QJO16JkBgCVY,2646
tokenizers/models/__init__.py,sha256=BY4uO5dqSuh8-R2oz1CPHWGH75sB5E_3r95tYP5zbQ8,123
tokenizers/models/__init__.pyi,sha256=ypwHxRaoWwE9q75qi04dz1o1FdH8R6Y9Nd5MxaWTfgA,3482
tokenizers/normalizers/__init__.py,sha256=Mrmuk3hKjQquRO7MK43AcKH6hdIYnIcAeldsK-kZ-4c,682
tokenizers/normalizers/__init__.pyi,sha256=RHR3hGKIJBbAhwXTKVndOvoYnXven2857fI04sSEfLo,3013
tokenizers/pre_tokenizers/__init__.py,sha256=zWT3cibQzfBU-nw7YjbjLwTDd1mvyHuNXNRWcbbKTdw,351
tokenizers/pre_tokenizers/__init__.pyi,sha256=AkRow7LUkNYch_4E7VTlAlk6slZ5RAxhW3vdn0BbCPs,3692
tokenizers/processors/__init__.py,sha256=awgjU-jNTH5xKE3n9IowA3ZPN8e4yLdDadYFbt3spzA,163
tokenizers/processors/__init__.pyi,sha256=ViLjDeBYcgMufkq2UeLiQ_UBqbi4TyQ05IigyGl2HKw,1681
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=s70HEZ7tRO4JIpdmp98gB5pRMt8a0o13MTr5uVypm6A,3841
tokenizers-0.3.0.dist-info/METADATA,sha256=yXhMet1xgzGLtHhLSEFmgdzOOsaU6E6W0sECJ2Rxs40,5088
tokenizers-0.3.0.dist-info/WHEEL,sha256=Mp7cNSJkwOccBZaxEtyYhlze1HXRCLLX3tIlVLTix2E,106
tokenizers-0.3.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.3.0.dist-info/RECORD,,
