tokenizers/__init__.py,sha256=VPxKGeTERFJT14nHKbQKECPF8o25SSMhqLtzQtenSGk,416
tokenizers/__init__.pyi,sha256=agNYlRvcfEP_CAS2-hJHra5PNXQO6zDXeUZbPCOTE4g,11264
tokenizers/tokenizers.cp38-win_amd64.pyd,sha256=LqjwMMVjBaEFsZH9u403wr-UkwMj2Ladn9mv1AMQixs,2864640
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=vIZ33trusEey0FnIL2RSaetruKJ-gCnzXBg4BGNUu2k,1891
tokenizers/implementations/__init__.py,sha256=Clc_PwJrUEvvkaP8Nyi8Q2NloCBEkrP5KstW0r5-fyE,235
tokenizers/implementations/base_tokenizer.py,sha256=zCZAVZrXUGVUfVJPYPinwyQIFsUnrGGmdnAeqnK43lw,6934
tokenizers/implementations/bert_wordpiece.py,sha256=kOmwljfjgcywfHr0Qj-bI9E-b6f6ucP3pWCKEHFnjOM,3433
tokenizers/implementations/bpe.py,sha256=fXXque-W3lw5zAhuWdDnz6XiIZKfe8VkjVnThTpUlcI,2439
tokenizers/implementations/byte_level_bpe.py,sha256=uuTXttYV0s2uOFo9vOBIPNqBrlY3rbs-hi1Sr5lQcPg,1741
tokenizers/implementations/sentencepiece_bpe.py,sha256=S1qA7wt5bUTsERTowXAE4knQ4pmZAxSY2TumoKjqXjw,2507
tokenizers/models/__init__.py,sha256=NdSYJnKMRGXpz1u00nSp_kZRHNVl9AWPxnNqW2Z_A18,95
tokenizers/models/__init__.pyi,sha256=DuaZi5AojyJgXerIbcNww991vH1uccDcvfkYovdRiAo,2966
tokenizers/normalizers/__init__.py,sha256=uNLR6J11Gfiw-uHE_fMJGbmoH0XlAdWocUe4LRZVJnc,276
tokenizers/normalizers/__init__.pyi,sha256=aYKZGHnC0YRz6AYNR2PhnCmDzDPZB6Z-NoQpVhH0rSU,2706
tokenizers/pre_tokenizers/__init__.py,sha256=pw3mh7ygI2Pwh-sTwLAglwGZEg2TLZ-xsEg_z1eP8-8,245
tokenizers/pre_tokenizers/__init__.pyi,sha256=0hnZyTSL4B8PpZWEm4U91PXTnCFKa_zNDqQFySS6zbw,2884
tokenizers/processors/__init__.py,sha256=eE6eyCioLycBYfw32msiU4RQ18BlUlSw0k5-Xc83_Yc,115
tokenizers/processors/__init__.pyi,sha256=hMrrZ9JS8uiHXSqOCJNB6luV-jxmXfRVUDRWNexufWc,972
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=s70HEZ7tRO4JIpdmp98gB5pRMt8a0o13MTr5uVypm6A,3841
tokenizers-0.0.13.dist-info/METADATA,sha256=_dj46d0_1xYZZMjC1eZ1a8gMdUdO71jHKPUEIZqaFEQ,2917
tokenizers-0.0.13.dist-info/WHEEL,sha256=z-ezgbNu1Y2ixypRrBmFDHP9mmiBhiGywozViqVfAIc,105
tokenizers-0.0.13.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.0.13.dist-info/RECORD,,
