tokenizers/__init__.py,sha256=iT938hkktnF33cRqSFxy1stcvt428_cxEETMkrP1olM,414
tokenizers/__init__.pyi,sha256=38zbmM1e5W3iprkIjRIX0gdpy_r3wJwY5opER9XJoq4,11619
tokenizers/tokenizers.cpython-35m-x86_64-linux-gnu.so,sha256=NJSM9b0dpdrZCFq2ECZq5s7p-Bb_ol7IEJsm719Erj8,6290116
tokenizers/tokenizers.cpython-36m-x86_64-linux-gnu.so,sha256=6e8NZA5vPviQBKsbbpMkNGCRmDoN7DOWBnMilMWkD-c,6290417
tokenizers/pre_tokenizers/__init__.py,sha256=vatHkSY5l2Km5jQo7G2o8aRY0I2xWard1Us3EBIAq8Q,342
tokenizers/pre_tokenizers/__init__.pyi,sha256=mXjR_ynHpDM9osL9omwHb3hake-aRHp9icMoUr3jUgE,3509
tokenizers/models/__init__.py,sha256=QSoadoGX1rFKpXQDe3-sTyGvO2yQNhmJ4_CqWAO1Bgo,118
tokenizers/models/__init__.pyi,sha256=ChQAz-i0Sw-lbL3clHEhWnQmqTF_mm0tPyI1oVP390c,3375
tokenizers/normalizers/__init__.py,sha256=nSXv2saHxniZr98bnRpB-slfBTsJWmZQMTEVfEX0mpk,655
tokenizers/normalizers/__init__.pyi,sha256=swhyKeqk6bUuxy-rl02fJhbi91WlRZMkRZzoIdApmiI,2826
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/decoders/__init__.pyi,sha256=sB8KS1UGO4EhESv4oJgk0UaAHSRBR_pea732eVIRFLE,1836
tokenizers/implementations/__init__.py,sha256=qmHlKrIE3632tUdgIyjxxl6t1FP8egoC9MzVLFNT-4s,245
tokenizers/implementations/byte_level_bpe.py,sha256=ZSn2VAqBOZHWXESMK9yic69IliXpQuhdY6Tx6lkiBYQ,2694
tokenizers/implementations/bert_wordpiece.py,sha256=ClUB5aK0dNZooeYlnqE15dJJ-OPtjXylB7-JKJd9en4,3388
tokenizers/implementations/base_tokenizer.py,sha256=gFeDsJG4pHOWDRcJG1lZVAU1ggocCpia9gOAV5GPDUQ,7518
tokenizers/implementations/char_level_bpe.py,sha256=HnBVWY0h8zjtSzpGYgJgxY8ft97y4KPKzj4bNGOwz0Q,2969
tokenizers/implementations/sentencepiece_bpe.py,sha256=98hOOsM5M_aagMDH2aWqfgUBR76v3amrhAUtFqgChoI,2495
tokenizers/trainers/__init__.py,sha256=E99nVA979y9kGXbv7aOl-hO8SvS_fBsN5G6YFSBnBmg,130
tokenizers/trainers/__init__.pyi,sha256=ljKLgcyBBm1B0z8MScGWNuXs8aFMSry6qqoakINnpD0,3756
tokenizers/processors/__init__.py,sha256=rTgVRw87im9kGMapo6aP-_vDPbPh7pGFmSmfXPgQTgA,159
tokenizers/processors/__init__.pyi,sha256=dzVYRi2vOLs6K4QEcPlYYuXaO70AxZopEJmINXcBR3g,1621
tokenizers-0.4.0.dist-info/RECORD,,
tokenizers-0.4.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.4.0.dist-info/METADATA,sha256=0psr0wLaghKngJ6LqdfUPZjRMV0x7wzNF7LkayibxMo,5068
tokenizers-0.4.0.dist-info/WHEEL,sha256=d2ILPScH-y2UwGxsW1PeA2TT-KW0Git4AJ6LeOK8sQo,109
