tokenizers/__init__.py,sha256=mVoOeCJpxOewtqlx8DfXwpaVLUEZvL1Ujv549G2NIvM,425
tokenizers/__init__.pyi,sha256=pRKD2Dxqma6Le_-J1O5oiE9q06t_z5xgaMkDt34dlzo,11332
tokenizers/tokenizers.cp38-win_amd64.pyd,sha256=tFXmm0qWDsQRXyIVIx9JIcjeM30QkqUnslxbqHC2SJA,2929664
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=vIZ33trusEey0FnIL2RSaetruKJ-gCnzXBg4BGNUu2k,1891
tokenizers/implementations/__init__.py,sha256=Clc_PwJrUEvvkaP8Nyi8Q2NloCBEkrP5KstW0r5-fyE,235
tokenizers/implementations/base_tokenizer.py,sha256=92Km11jQqdE-L5ZHV2ps79RA8P6ZH0VMsKQynn5Qoio,7346
tokenizers/implementations/bert_wordpiece.py,sha256=Sit_HnA2YBvoHMlE9eGqXm4arFez-kDMwVDJrV1r5G0,3568
tokenizers/implementations/bpe.py,sha256=qYGBf2ALre7rLMM-PGKiwXo0N02RkLUDU_qK-nRf3IE,2523
tokenizers/implementations/byte_level_bpe.py,sha256=VQGrFrlu67Th7c7tZp2Yn4VnkqUZ3-EnMKC6xwwKfgs,1825
tokenizers/implementations/sentencepiece_bpe.py,sha256=V5HHtJvWtjVmdlb1x8YFtQA_gl4jK0L9ZFggEinpXWk,2591
tokenizers/models/__init__.py,sha256=NdSYJnKMRGXpz1u00nSp_kZRHNVl9AWPxnNqW2Z_A18,95
tokenizers/models/__init__.pyi,sha256=DuaZi5AojyJgXerIbcNww991vH1uccDcvfkYovdRiAo,2966
tokenizers/normalizers/__init__.py,sha256=uNLR6J11Gfiw-uHE_fMJGbmoH0XlAdWocUe4LRZVJnc,276
tokenizers/normalizers/__init__.pyi,sha256=RUO03gnZFH3IcB0RAQoF650xpBy-LRtBas14x7QmVrs,2712
tokenizers/pre_tokenizers/__init__.py,sha256=pw3mh7ygI2Pwh-sTwLAglwGZEg2TLZ-xsEg_z1eP8-8,245
tokenizers/pre_tokenizers/__init__.pyi,sha256=0hnZyTSL4B8PpZWEm4U91PXTnCFKa_zNDqQFySS6zbw,2884
tokenizers/processors/__init__.py,sha256=eE6eyCioLycBYfw32msiU4RQ18BlUlSw0k5-Xc83_Yc,115
tokenizers/processors/__init__.pyi,sha256=hMrrZ9JS8uiHXSqOCJNB6luV-jxmXfRVUDRWNexufWc,972
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=s70HEZ7tRO4JIpdmp98gB5pRMt8a0o13MTr5uVypm6A,3841
tokenizers-0.1.1.dist-info/METADATA,sha256=7QYMZ3eNzS9GpKjLtijqmI-T9q1oN23c8Lk6-3E5vzQ,5089
tokenizers-0.1.1.dist-info/WHEEL,sha256=z-ezgbNu1Y2ixypRrBmFDHP9mmiBhiGywozViqVfAIc,105
tokenizers-0.1.1.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.1.1.dist-info/RECORD,,
