tokenizers/tokenizers.cpython-35m-x86_64-linux-gnu.so,sha256=mKj8ppKI54tvQXSIzKo_wKyxm0jO4QgUkIgtn4jWr0c,6099692
tokenizers/tokenizers.cpython-37m-x86_64-linux-gnu.so,sha256=okc6nwSYB8qCufyOhimJrEJInbYAGw7CIXICmPbLkeg,6097777
tokenizers/tokenizers.cpython-36m-x86_64-linux-gnu.so,sha256=yWmrk1D_y9cCxTk5eRL-pXGm8TXLNYcfyn3YgNBkVFw,6099958
tokenizers/__init__.pyi,sha256=p91uPNUZ7X63ZfmCTQMRO_O1iA1-oKvUKV8JMmnNad4,10964
tokenizers/__init__.py,sha256=_IRx-utlSWhlEzszasCu0pgjtxI3CxUMXobcGHhMeqQ,410
tokenizers/trainers/__init__.pyi,sha256=qvgAcAWfXUUbNDuhjKp7Kr8UcWrlW0OwyKoJhN-wvwg,3733
tokenizers/trainers/__init__.py,sha256=E99nVA979y9kGXbv7aOl-hO8SvS_fBsN5G6YFSBnBmg,130
tokenizers/normalizers/__init__.pyi,sha256=7pCU2KFA9wyitiY9oRnHkKci9LdJOJfOtV9IR_TBPZ0,2615
tokenizers/normalizers/__init__.py,sha256=eDPjRCTxvqZYi-HJJfSquhqUcWLMgHSV39mFl8HLXHk,266
tokenizers/decoders/__init__.pyi,sha256=26DQt4_5slizDLOQuF5mfqIpEEELhSEyCmuzJCuoeoE,1825
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/processors/__init__.pyi,sha256=c1WJwkaGd_Sw85JHcU4KUuvuPyHvgeMIZIt6hTpKtvk,939
tokenizers/processors/__init__.py,sha256=b689QHeoZhync49Y2CU2ka9DqOIjSXe8LJSjmxZm3iY,111
tokenizers/implementations/base_tokenizer.py,sha256=89CUPnsMYvkVxWll0lx-wEe9H2K5HONkL6u93_M1TV4,7145
tokenizers/implementations/bpe.py,sha256=ainn0CR-LCu7s6jNDICxgOZMCzdF5MJTKT3Pw8gRrfY,2457
tokenizers/implementations/sentencepiece_bpe.py,sha256=-G1vbuUpQ2Ui1HEPH8Y0TZfc5MfZQ3j9J4L6T4dJ5BM,2527
tokenizers/implementations/bert_wordpiece.py,sha256=02pnajqVmm9xZtd5x5UgKDt9118RkgCUpFWDseQSA08,3482
tokenizers/implementations/byte_level_bpe.py,sha256=PzXigivSXbLU2MeYM1eCk4g7A7HKzDuFFNrmdjVUsbM,1775
tokenizers/implementations/__init__.py,sha256=RHHQ9jN0UIQAOMQsAcVXHyvGTUocaI-Fqt0Me7KtUS4,230
tokenizers/models/__init__.pyi,sha256=UAVt8ghK46JZk27gjqtz8wjXZ9IpcnM-1gi0hkUxhkA,2877
tokenizers/models/__init__.py,sha256=pXrWU7nKLtijFp3fCTCKghK5c6SZn6BDWtRmkmQe2Ic,90
tokenizers/pre_tokenizers/__init__.pyi,sha256=0D0-Qp09_cGe4Vp8Iu8vpTFKx06ubaSeGQMmLSUjTaI,2793
tokenizers/pre_tokenizers/__init__.py,sha256=S7hEkeFx-B7JemVpRjaBbdONqzEtXwg50bKfRC-Eq-4,238
tokenizers-0.1.0.dist-info/RECORD,,
tokenizers-0.1.0.dist-info/WHEEL,sha256=AhV6RMqZ2IDfreRJKo44QWYxYeP-0Jr0bezzBLQ1eog,109
tokenizers-0.1.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.1.0.dist-info/METADATA,sha256=ncygHLmHy88vjHvKfW4rpyeYhOxE6orncUooctBmqC4,5089
