tokenizers/__init__.pyi,sha256=q--zD5B0uoug9jyCpp-99nJfcEbkiGlAHxHqh7MfKv4,36606
tokenizers/__init__.py,sha256=QB3GH94VeYnpcBoyL52hOOUSTJD9eC4uWhXAC1GQSXQ,2746
tokenizers/tokenizers.cpython-37m-s390x-linux-gnu.so,sha256=5_j2tJI2a29uWnuGeBX2zwR-QUxEVVVdGehe54mTGA8,14424864
tokenizers/models/__init__.pyi,sha256=-0BtJytgJTXl6tzBHCzc3Vbn-fMqj-Cgd2WeSiDhOl0,14025
tokenizers/models/__init__.py,sha256=eJZ4HTAQZpxnKILNylWaTFqxXy-Ba6OKswWN47feeV8,176
tokenizers/decoders/__init__.pyi,sha256=VYmHUgm1_q8STYQ_08qKLoE5D5A8C7TITTZrjGXWl-Y,3380
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/trainers/__init__.pyi,sha256=hOnhZAbmqQVH_eGNxP3aXrbnm23y4yrBmP56ybOMtU4,4789
tokenizers/trainers/__init__.py,sha256=UTu22AGcp76IvpW45xLRbJWET04NxPW6NfCb2YYz0EM,248
tokenizers/implementations/char_level_bpe.py,sha256=h2ivP6KkvdurFnbYlFaS9cnfczBFhXi8WVvNjvcR9sQ,4445
tokenizers/implementations/__init__.py,sha256=JoATssXFtgaFWuNhWy9DD7Bn-JBMGhLZp4irtB8U6P8,310
tokenizers/implementations/sentencepiece_unigram.py,sha256=LqEcy2rj4BtZFbJTLdXq5dKTfdEtjuPL40F8o2xiZIg,4113
tokenizers/implementations/bert_wordpiece.py,sha256=etrHXhKuBaDGUCYSVZuB9zpnvc05iyrTcqIc29MEHzM,4447
tokenizers/implementations/byte_level_bpe.py,sha256=ZGBGpy4WiHef2VR0ZJonXmi-2oKZgyw3-Sne-Ox0vFQ,3531
tokenizers/implementations/sentencepiece_bpe.py,sha256=6fGtIF0-R48VG4n8BksuMq7o0GRAXnh-Je_Ipt7_bQw,2711
tokenizers/implementations/base_tokenizer.py,sha256=fiD8hBk9lV36iW7002uF4jixly-Z1b0vdjuN1UVhcZg,12671
tokenizers/tools/visualizer-styles.css,sha256=zAydq1oGWD8QEll4-eyL8Llw0B1sty_hpIE3tYxL02k,4850
tokenizers/tools/visualizer.py,sha256=kGEYSDiAYpcGJxhyq72AsDuJaC7olvUpn9ZUn6rLLAo,14774
tokenizers/tools/__init__.py,sha256=_bmJ-J2AxnGFILibsymvbUknUq1GS8QncYm3Hri835g,55
tokenizers/normalizers/__init__.pyi,sha256=XzL7qDKkcu4ORAFvXtaZLMvFod3ZOYjMO_0QFXSOeUY,18295
tokenizers/normalizers/__init__.py,sha256=vtapAsbjoKMx7PY7Umln9I-junQcuGzRUPXwBgx_b9o,807
tokenizers/pre_tokenizers/__init__.pyi,sha256=mzHgOVpY7HfcEJGivqUkTIrFkmsW1XLCJhE2fmrqL5o,22513
tokenizers/pre_tokenizers/__init__.py,sha256=wd6KYQA_RsGSQK-HeG9opTRhv4ttSRkyno2dk6az-PM,557
tokenizers/processors/__init__.pyi,sha256=O50hbQDYp_lWDrCxBXjTc0gHcBenGw7xdUWL2rKO7Yc,10176
tokenizers/processors/__init__.py,sha256=SU4D-2XW-HctsI-Hi8hqST0dHXGpD1i3etQBmsPjn_U,276
tokenizers-0.10.0rc1.dist-info/METADATA,sha256=QWMUN7vKCublGB6RbreNRNG7P9CQ2Bi2HQR4KGWL32Y,5853
tokenizers-0.10.0rc1.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.10.0rc1.dist-info/WHEEL,sha256=i2LoFzEodsX6bDksLLMf_I5ig1uVAkyKhl_o8j0CPhY,111
tokenizers-0.10.0rc1.dist-info/RECORD,,
