tokenizers/__init__.py,sha256=biIPMsxXikfIXZSDty2xrC002rBYbQZ2tWURnXlhTTs,415
tokenizers/__init__.pyi,sha256=s47JY4zUw0_yAMPS5S3I3uKwrTH7PJrIYjqyHA26Sro,11722
tokenizers/tokenizers.cpython-35m-darwin.so,sha256=iWakAQRmQFoB4HWbYwMH6IaqymV_MVrPGhBCqvFKScw,3237276
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/decoders/__init__.pyi,sha256=4JxH_RpUwL1rNnGCPYAKryXd8A08fRLxrvFsuu-IPbo,2035
tokenizers/implementations/__init__.py,sha256=qmHlKrIE3632tUdgIyjxxl6t1FP8egoC9MzVLFNT-4s,245
tokenizers/implementations/base_tokenizer.py,sha256=ds1w7Iy7TMZr-9lMb0CBfrtjJAazBWDvWKxr9MqXi48,7557
tokenizers/implementations/bert_wordpiece.py,sha256=qjsVayLkXXlhs-JleZNOLaA986hUv8ZfQlkw9jCueBo,4101
tokenizers/implementations/byte_level_bpe.py,sha256=zZMrKF0cK7Ksf4TD75QiWF41r-jhvoX0asMyxjUySOM,3031
tokenizers/implementations/char_level_bpe.py,sha256=Y4VJpjTU_2yydli1Up_cCl4cw9qmtCIRBHxQVdprPCc,3075
tokenizers/implementations/sentencepiece_bpe.py,sha256=XoOqJsepKcFLSVaUCiIGP46nflhEyQ2pJ4lB0wEVqwE,2410
tokenizers/models/__init__.py,sha256=BNbjZ5pTCYTgxRxrb-gG0yXAfWebuUQ2AMmlBvYR21Y,119
tokenizers/models/__init__.pyi,sha256=MWCmDE6gRpgsO_veIO4OZ8qhQn3ThtMP14zJeZVknI8,3313
tokenizers/normalizers/__init__.py,sha256=UsDqmvyN3C7by8axHeoFpCsC1CrLo8V21baiync0Dlc,677
tokenizers/normalizers/__init__.pyi,sha256=hTdSmOqhEEVq8qYrSbMdZsie-n74Y20jNLRsy-VpTHY,2972
tokenizers/pre_tokenizers/__init__.py,sha256=vatHkSY5l2Km5jQo7G2o8aRY0I2xWard1Us3EBIAq8Q,342
tokenizers/pre_tokenizers/__init__.pyi,sha256=Fu4LVhZSIq-PWqy-aL33S1y8hiGamWM01pP8oQaxXgg,3507
tokenizers/processors/__init__.py,sha256=6GlkSEUqYN6AKPGdXfV3KO0tCqesIqvu2_ZnOr3boyc,160
tokenizers/processors/__init__.pyi,sha256=Q-ypO_4NCe9_hVdR5tf7YoEAoJ-0enoRD7dhPlBSP8U,1923
tokenizers/trainers/__init__.py,sha256=E99nVA979y9kGXbv7aOl-hO8SvS_fBsN5G6YFSBnBmg,130
tokenizers/trainers/__init__.pyi,sha256=ljKLgcyBBm1B0z8MScGWNuXs8aFMSry6qqoakINnpD0,3756
tokenizers-0.6.0.dist-info/METADATA,sha256=zUiIc0n-p5A3S0GABV-c9aZBdWAWMeNoEYh3qYKdkoU,5710
tokenizers-0.6.0.dist-info/WHEEL,sha256=WhA7459dN8cFUmcjUl1Skf3i9OdcCNpBvBAKUY2FyG4,111
tokenizers-0.6.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.6.0.dist-info/RECORD,,
