tokenizers/__init__.py,sha256=xADEjJ4gqOtxEIlpWZX22BFT4J0clxBvtNH8nnLJ2eQ,425
tokenizers/__init__.pyi,sha256=pRKD2Dxqma6Le_-J1O5oiE9q06t_z5xgaMkDt34dlzo,11332
tokenizers/tokenizers.cp36-win_amd64.pyd,sha256=lmTo0HbDL2pD1y4961oqjgoPLgxuqg2xdhMDWwE4oUY,2940416
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=vIZ33trusEey0FnIL2RSaetruKJ-gCnzXBg4BGNUu2k,1891
tokenizers/implementations/__init__.py,sha256=Clc_PwJrUEvvkaP8Nyi8Q2NloCBEkrP5KstW0r5-fyE,235
tokenizers/implementations/base_tokenizer.py,sha256=iCGT1sN3j5BE6wfiYHDEIF0mrg19JA4nKOBlb5nnvqQ,7319
tokenizers/implementations/bert_wordpiece.py,sha256=Sit_HnA2YBvoHMlE9eGqXm4arFez-kDMwVDJrV1r5G0,3568
tokenizers/implementations/bpe.py,sha256=K1moMt6nogse7StCAhMwcS4PcSnI9fo8wXmSWFOUPgY,2528
tokenizers/implementations/byte_level_bpe.py,sha256=VQGrFrlu67Th7c7tZp2Yn4VnkqUZ3-EnMKC6xwwKfgs,1825
tokenizers/implementations/sentencepiece_bpe.py,sha256=V5HHtJvWtjVmdlb1x8YFtQA_gl4jK0L9ZFggEinpXWk,2591
tokenizers/models/__init__.py,sha256=NdSYJnKMRGXpz1u00nSp_kZRHNVl9AWPxnNqW2Z_A18,95
tokenizers/models/__init__.pyi,sha256=DuaZi5AojyJgXerIbcNww991vH1uccDcvfkYovdRiAo,2966
tokenizers/normalizers/__init__.py,sha256=uNLR6J11Gfiw-uHE_fMJGbmoH0XlAdWocUe4LRZVJnc,276
tokenizers/normalizers/__init__.pyi,sha256=RUO03gnZFH3IcB0RAQoF650xpBy-LRtBas14x7QmVrs,2712
tokenizers/pre_tokenizers/__init__.py,sha256=Mxm6STMaAKsw5CYBSEhAAg5J2akslEgXwIHKLHXee0g,295
tokenizers/pre_tokenizers/__init__.pyi,sha256=6oDj3jzAsbjOHV4m7pF9x_MfWPALjsbPCaRz2JN3JZY,3164
tokenizers/processors/__init__.py,sha256=eE6eyCioLycBYfw32msiU4RQ18BlUlSw0k5-Xc83_Yc,115
tokenizers/processors/__init__.pyi,sha256=hMrrZ9JS8uiHXSqOCJNB6luV-jxmXfRVUDRWNexufWc,972
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=s70HEZ7tRO4JIpdmp98gB5pRMt8a0o13MTr5uVypm6A,3841
tokenizers-0.2.1.dist-info/METADATA,sha256=zFM8BnkptxKmPl4BzebT_Mwu7f38KAz6MkFjy85TcCU,5088
tokenizers-0.2.1.dist-info/WHEEL,sha256=uQaeujkjkt7SlmOZGXO6onhwBPrzw2WTI2otbCZzdNI,106
tokenizers-0.2.1.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.2.1.dist-info/RECORD,,
