tokenizers-0.5.0.dist-info/METADATA,sha256=dS4HjQwZ9vy76bZK9eArb9RtEvVeM3-IT4UD_i8I4H4,5710
tokenizers-0.5.0.dist-info/RECORD,,
tokenizers-0.5.0.dist-info/WHEEL,sha256=VEyGcIFAmk_1KbI6gaZGw_mMiT-pdGweASQLX-DzYaY,108
tokenizers-0.5.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers/tokenizers.cpython-37m-x86_64-linux-gnu.so,sha256=L846Tqgp_1JYbRsodvG8b3GLkBHiBvQiiHWUJG69HUE,6373727
tokenizers/__init__.pyi,sha256=s47JY4zUw0_yAMPS5S3I3uKwrTH7PJrIYjqyHA26Sro,11722
tokenizers/tokenizers.cpython-35m-x86_64-linux-gnu.so,sha256=1wNZ024cojcYdI1YdQ9MxDqGn2_ZHopcS8xDxiWkuJw,6377807
tokenizers/tokenizers.cpython-38-x86_64-linux-gnu.so,sha256=SREEOSlGRs0kF3RTiv1DH-StlQLiCcgfrzKpfuA5tEo,6373641
tokenizers/__init__.py,sha256=7Ba9A4J3coDxeiuvm2qeGRoTCXfBRrXoO4xgaX-uBLM,415
tokenizers/tokenizers.cpython-36m-x86_64-linux-gnu.so,sha256=4JTBiN6t34wq7T6lfyBUmBM9qo6MgEg3iOa12NeZ9Sc,6377919
tokenizers/pre_tokenizers/__init__.pyi,sha256=Fu4LVhZSIq-PWqy-aL33S1y8hiGamWM01pP8oQaxXgg,3507
tokenizers/pre_tokenizers/__init__.py,sha256=vatHkSY5l2Km5jQo7G2o8aRY0I2xWard1Us3EBIAq8Q,342
tokenizers/processors/__init__.pyi,sha256=Q-ypO_4NCe9_hVdR5tf7YoEAoJ-0enoRD7dhPlBSP8U,1923
tokenizers/processors/__init__.py,sha256=6GlkSEUqYN6AKPGdXfV3KO0tCqesIqvu2_ZnOr3boyc,160
tokenizers/implementations/byte_level_bpe.py,sha256=zZMrKF0cK7Ksf4TD75QiWF41r-jhvoX0asMyxjUySOM,3031
tokenizers/implementations/char_level_bpe.py,sha256=Y4VJpjTU_2yydli1Up_cCl4cw9qmtCIRBHxQVdprPCc,3075
tokenizers/implementations/sentencepiece_bpe.py,sha256=XoOqJsepKcFLSVaUCiIGP46nflhEyQ2pJ4lB0wEVqwE,2410
tokenizers/implementations/bert_wordpiece.py,sha256=3afcHzz7px7Ctb3fEoGKF6tPaEjICb017jV4SyD8svs,3733
tokenizers/implementations/__init__.py,sha256=qmHlKrIE3632tUdgIyjxxl6t1FP8egoC9MzVLFNT-4s,245
tokenizers/implementations/base_tokenizer.py,sha256=ObvJY5FfZWUNlBUoMHrj81i6sYo5h8BgOhMP_thOqpw,7524
tokenizers/decoders/__init__.pyi,sha256=4JxH_RpUwL1rNnGCPYAKryXd8A08fRLxrvFsuu-IPbo,2035
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/normalizers/__init__.pyi,sha256=hTdSmOqhEEVq8qYrSbMdZsie-n74Y20jNLRsy-VpTHY,2972
tokenizers/normalizers/__init__.py,sha256=UsDqmvyN3C7by8axHeoFpCsC1CrLo8V21baiync0Dlc,677
tokenizers/models/__init__.pyi,sha256=ubX2VEXVf0T6BJj67EYNJMKb12F0wRR-GMEvN4J11CE,3296
tokenizers/models/__init__.py,sha256=BNbjZ5pTCYTgxRxrb-gG0yXAfWebuUQ2AMmlBvYR21Y,119
tokenizers/trainers/__init__.pyi,sha256=ljKLgcyBBm1B0z8MScGWNuXs8aFMSry6qqoakINnpD0,3756
tokenizers/trainers/__init__.py,sha256=E99nVA979y9kGXbv7aOl-hO8SvS_fBsN5G6YFSBnBmg,130
