tokenizers/__init__.py,sha256=rXZkblvH7vUBv6pR3WBfC5V7zjGZKrpkzP8zud2Qb3E,484
tokenizers/__init__.pyi,sha256=4ky-gq2vO1rt9j1niC3ZokjtYNMysZfQo3hbx8T6l6U,15592
tokenizers/tokenizers.cpython-35m-darwin.so,sha256=kR1-9tjfx2CglArh7XqFakdnUsMm6qYCLcc1qo4Pb3s,3308580
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/decoders/__init__.pyi,sha256=4JxH_RpUwL1rNnGCPYAKryXd8A08fRLxrvFsuu-IPbo,2035
tokenizers/implementations/__init__.py,sha256=qmHlKrIE3632tUdgIyjxxl6t1FP8egoC9MzVLFNT-4s,245
tokenizers/implementations/base_tokenizer.py,sha256=dIrC8YiepjKpjNROlYjBgjTEES_Lb5ZF1nk9m8w2oq0,11852
tokenizers/implementations/bert_wordpiece.py,sha256=uur5IUdNJxhmzRrKQWT5bVH6paPewGPiSiunbYnOLss,4255
tokenizers/implementations/byte_level_bpe.py,sha256=IFMO-xvCgT958FNd5jnG3JgdamVs_hy4ARn0UnlzG3s,3235
tokenizers/implementations/char_level_bpe.py,sha256=kAYs53DDOjUP1rjeVIQxuXoaeISO124dmiWeXEy9WPs,3120
tokenizers/implementations/sentencepiece_bpe.py,sha256=LY1Tp_nVInLYkSiGcMBC1sruqDqq1CcYa-FokIE142I,2470
tokenizers/models/__init__.py,sha256=Aeri9Ha7ioMDpfnxj5G9Igzl0bdgN4szXH9yKakcIyY,248
tokenizers/models/__init__.pyi,sha256=UVSQAnNsOc2VqNQkDJwkj_dyB5pWE2EzK9e07bF9jqQ,5346
tokenizers/normalizers/__init__.py,sha256=UsDqmvyN3C7by8axHeoFpCsC1CrLo8V21baiync0Dlc,677
tokenizers/normalizers/__init__.pyi,sha256=hTdSmOqhEEVq8qYrSbMdZsie-n74Y20jNLRsy-VpTHY,2972
tokenizers/pre_tokenizers/__init__.py,sha256=vatHkSY5l2Km5jQo7G2o8aRY0I2xWard1Us3EBIAq8Q,342
tokenizers/pre_tokenizers/__init__.pyi,sha256=gjyPky9JaO4SCqZvw3R6VCGp4JezwNg5FdURD1rQ0Js,3477
tokenizers/processors/__init__.py,sha256=SF_zDt161OgMyFiElKtoPtCuhhS_t58D_LSISM_uU9s,193
tokenizers/processors/__init__.pyi,sha256=E7HGFZpeOlz7WyP5jRWvimQz5eGhdZJNxgRo9TK6BR8,2490
tokenizers/trainers/__init__.py,sha256=E99nVA979y9kGXbv7aOl-hO8SvS_fBsN5G6YFSBnBmg,130
tokenizers/trainers/__init__.pyi,sha256=5PrnCPlaAxzwTksDwLTdCWTtUUnyfjhLnXRJIOZcgIg,3865
tokenizers-0.7.0rc3.dist-info/METADATA,sha256=i2zOgv4v_J5nC2DqRyUzv3EkKkX_5z1Pue-GkvxnL-M,5871
tokenizers-0.7.0rc3.dist-info/WHEEL,sha256=WhA7459dN8cFUmcjUl1Skf3i9OdcCNpBvBAKUY2FyG4,111
tokenizers-0.7.0rc3.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.7.0rc3.dist-info/RECORD,,
