tokenizers/tokenizers.cpython-38-x86_64-linux-gnu.so,sha256=c2XH4taHDdQEaWYna91bYkMeq-mP5ysjf27fXl9O7KQ,6769011
tokenizers/tokenizers.cpython-37m-x86_64-linux-gnu.so,sha256=m4PYxHH34GbV-ZCFFKjWgJRUNxk3elW5qCIOHQhDLI0,6768807
tokenizers/__init__.pyi,sha256=YY3vijTkRai4J2n8Ld75_C69uxoZAeexaB1XViH3LxE,17954
tokenizers/__init__.py,sha256=SSHRJnXaYb-TbCV3l-9sy7svE6HutGnIp0B6PPAn36Q,931
tokenizers/tokenizers.cpython-36m-x86_64-linux-gnu.so,sha256=zA0spj0bXCftfX-4KNfoy3GQS5LlQ7NlUeUd8nusFL8,6768896
tokenizers/tokenizers.cpython-35m-x86_64-linux-gnu.so,sha256=fqUq054wFQoxlSQ1QLeWPKu5nCOJR5KmYEM9d0E74W0,6768215
tokenizers/processors/__init__.pyi,sha256=ANYKVdrrZy4Z7Z76-XETOQxuqPG2HxpS0W--8cJanHA,3190
tokenizers/processors/__init__.py,sha256=SF_zDt161OgMyFiElKtoPtCuhhS_t58D_LSISM_uU9s,193
tokenizers/pre_tokenizers/__init__.pyi,sha256=gjyPky9JaO4SCqZvw3R6VCGp4JezwNg5FdURD1rQ0Js,3477
tokenizers/pre_tokenizers/__init__.py,sha256=vatHkSY5l2Km5jQo7G2o8aRY0I2xWard1Us3EBIAq8Q,342
tokenizers/decoders/__init__.pyi,sha256=4JxH_RpUwL1rNnGCPYAKryXd8A08fRLxrvFsuu-IPbo,2035
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/normalizers/__init__.pyi,sha256=hTdSmOqhEEVq8qYrSbMdZsie-n74Y20jNLRsy-VpTHY,2972
tokenizers/normalizers/__init__.py,sha256=UsDqmvyN3C7by8axHeoFpCsC1CrLo8V21baiync0Dlc,677
tokenizers/models/__init__.pyi,sha256=EQvyi7Xe1eLQbApG0bH1AuEGSDQoR_jEjq9lhmbK9QQ,5081
tokenizers/models/__init__.py,sha256=Aeri9Ha7ioMDpfnxj5G9Igzl0bdgN4szXH9yKakcIyY,248
tokenizers/implementations/byte_level_bpe.py,sha256=tRL9Nxyoeyqxg3at0tbIJJLXvfrGrWIIqi6-aserep0,3218
tokenizers/implementations/bert_wordpiece.py,sha256=bWEZg7b2qUCVLU5TWkf5JLVn1gbDmcWDsiEw-luJgT0,4238
tokenizers/implementations/base_tokenizer.py,sha256=2-49s2EjMoJ29LPz0kzCDdgxgAH4IxEGUZqP2-EHR9k,11190
tokenizers/implementations/__init__.py,sha256=qmHlKrIE3632tUdgIyjxxl6t1FP8egoC9MzVLFNT-4s,245
tokenizers/implementations/char_level_bpe.py,sha256=FozmL3kPpElk7rx-1N-a635hrByyr98MZfPj8QOkis4,4185
tokenizers/implementations/sentencepiece_bpe.py,sha256=YNSJqrakVh4es4lBaO5bjEXMo6NUsitXUiUSxSXKfac,2453
tokenizers/trainers/__init__.pyi,sha256=5PrnCPlaAxzwTksDwLTdCWTtUUnyfjhLnXRJIOZcgIg,3865
tokenizers/trainers/__init__.py,sha256=E99nVA979y9kGXbv7aOl-hO8SvS_fBsN5G6YFSBnBmg,130
tokenizers-0.8.0.dev0.dist-info/RECORD,,
tokenizers-0.8.0.dev0.dist-info/WHEEL,sha256=0wGQBSV-BlYX9ESMZyEiLMpXIYwrZGj6McPYyDp_RjA,108
tokenizers-0.8.0.dev0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.8.0.dev0.dist-info/METADATA,sha256=Pj2YB8EujvEmb1vUoTF2WFZVwEOJh6Qd3ZcZCWKBfHA,5923
