tokenizers/__init__.py,sha256=1mimM6JwS8Jet5uWGzES934N-Vb5c14ZpodqauWpv-0,425
tokenizers/__init__.pyi,sha256=pRKD2Dxqma6Le_-J1O5oiE9q06t_z5xgaMkDt34dlzo,11332
tokenizers/tokenizers.cp38-win_amd64.pyd,sha256=iv-trnEkOov2RwKVHZU1aQPkRI_CcpbW984JpJTy-OE,2920448
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=vIZ33trusEey0FnIL2RSaetruKJ-gCnzXBg4BGNUu2k,1891
tokenizers/implementations/__init__.py,sha256=Clc_PwJrUEvvkaP8Nyi8Q2NloCBEkrP5KstW0r5-fyE,235
tokenizers/implementations/base_tokenizer.py,sha256=92Km11jQqdE-L5ZHV2ps79RA8P6ZH0VMsKQynn5Qoio,7346
tokenizers/implementations/bert_wordpiece.py,sha256=Sit_HnA2YBvoHMlE9eGqXm4arFez-kDMwVDJrV1r5G0,3568
tokenizers/implementations/bpe.py,sha256=K1moMt6nogse7StCAhMwcS4PcSnI9fo8wXmSWFOUPgY,2528
tokenizers/implementations/byte_level_bpe.py,sha256=VQGrFrlu67Th7c7tZp2Yn4VnkqUZ3-EnMKC6xwwKfgs,1825
tokenizers/implementations/sentencepiece_bpe.py,sha256=V5HHtJvWtjVmdlb1x8YFtQA_gl4jK0L9ZFggEinpXWk,2591
tokenizers/models/__init__.py,sha256=NdSYJnKMRGXpz1u00nSp_kZRHNVl9AWPxnNqW2Z_A18,95
tokenizers/models/__init__.pyi,sha256=DuaZi5AojyJgXerIbcNww991vH1uccDcvfkYovdRiAo,2966
tokenizers/normalizers/__init__.py,sha256=uNLR6J11Gfiw-uHE_fMJGbmoH0XlAdWocUe4LRZVJnc,276
tokenizers/normalizers/__init__.pyi,sha256=RUO03gnZFH3IcB0RAQoF650xpBy-LRtBas14x7QmVrs,2712
tokenizers/pre_tokenizers/__init__.py,sha256=Mxm6STMaAKsw5CYBSEhAAg5J2akslEgXwIHKLHXee0g,295
tokenizers/pre_tokenizers/__init__.pyi,sha256=6oDj3jzAsbjOHV4m7pF9x_MfWPALjsbPCaRz2JN3JZY,3164
tokenizers/processors/__init__.py,sha256=eE6eyCioLycBYfw32msiU4RQ18BlUlSw0k5-Xc83_Yc,115
tokenizers/processors/__init__.pyi,sha256=hMrrZ9JS8uiHXSqOCJNB6luV-jxmXfRVUDRWNexufWc,972
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=s70HEZ7tRO4JIpdmp98gB5pRMt8a0o13MTr5uVypm6A,3841
tokenizers-0.2.0.dist-info/METADATA,sha256=psmXzkHqfzC920bubiYVopEWyXCn3J8BdEt6ks3Rm8s,5088
tokenizers-0.2.0.dist-info/WHEEL,sha256=z-ezgbNu1Y2ixypRrBmFDHP9mmiBhiGywozViqVfAIc,105
tokenizers-0.2.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.2.0.dist-info/RECORD,,
