tokenizers/__init__.py,sha256=4iTC4ENIuwPQrgSAjv7ukbugjhX8PGcTtV3Ff9heQjQ,2844
tokenizers/__init__.pyi,sha256=qIkCx19esDdlD-hvNIF5U87Cxlck36jA404YvPgjFEo,38711
tokenizers/tokenizers.cp38-win32.pyd,sha256=KmYP8XwkLx1qqqFqD5oOv0LEDwtTYdcor1wwr1OEPeo,7718912
tokenizers/decoders/__init__.py,sha256=QJ9ke-ruZWVBOWRptRv_yWA86LC8jP9RNN8adH8FI5k,205
tokenizers/decoders/__init__.pyi,sha256=hsjChNjrU4rom-4g4tnuKp6vSWdyDRCCsFo7bioLyRs,4471
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=v6mV8cmkEaw--yDvJx2h7VjeJ-vVfn1bip5qmBmcIDE,14387
tokenizers/implementations/bert_wordpiece.py,sha256=Gza1BaokwlWRwInR8l77AGbTwAdcOi_2RuX8KvTp_UU,5709
tokenizers/implementations/byte_level_bpe.py,sha256=FV5vB1QvbZxi_DLKLy_s1sYpQpyaB1icoPy9zgbTqBo,4449
tokenizers/implementations/char_level_bpe.py,sha256=trl5sHSA5hMaPYDhSaRZ0TfVUjb8BQSQoLOQ8EBO20k,5578
tokenizers/implementations/sentencepiece_bpe.py,sha256=esNmCtarnH_o-guZXXCZMC3IawiPcelMdcn9B2qPkp0,3808
tokenizers/implementations/sentencepiece_unigram.py,sha256=GTjUTbDFi84E9B10HeAjYQbKI09MRtPmVpl6swRdmJM,7480
tokenizers/models/__init__.py,sha256=qE73qycPAKcey_pS8ov1FIz10L2Ybzy1E-1KGee27Qg,184
tokenizers/models/__init__.pyi,sha256=2aNjUCiZB1h5QNqTJf5B9raMsWmoHTbbXZSZB3fKhaI,15282
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=5lgJ1ov4jS1kGwwUWbXDJwC-gZCH3Ys3v-rDSwOvvjw,18840
tokenizers/pre_tokenizers/__init__.py,sha256=ZWLPWG2nhoTojLyHIDUPRsa1V8drqWufJVjzbRmR7UQ,572
tokenizers/pre_tokenizers/__init__.pyi,sha256=0KFhfaNQvGvCAossgWDnjGAeAgbDXRiX5wrqML8jTYw,23385
tokenizers/processors/__init__.py,sha256=8SKAHH6gWUmXnbwknmcIwOeR-a6fJdlTj0AsT8ozR4M,284
tokenizers/processors/__init__.pyi,sha256=4OHqONC41oRzI1grhAdsXKlB2XpHgBRVZ22Hrx4wD80,10471
tokenizers/tools/__init__.py,sha256=N68J3dXQkYhK4n2ROWnuf0C3Gn6vxkgATa1Lv-jpaPQ,56
tokenizers/tools/visualizer-styles.css,sha256=g98RJucUCjYnPLwXycfcV-dAbHMzqJpnZ7NoP_cCUBk,5020
tokenizers/tools/visualizer.py,sha256=0le_WtNjb5qS3eNfsOJU5do6-p5B-QQvKZeOPyr21Rs,15186
tokenizers/trainers/__init__.py,sha256=v9CdtoVauwD6b1wAA6R5goSLZslBbPE5vZHM2d8sgKM,256
tokenizers/trainers/__init__.pyi,sha256=nduLiR5vLrTUx5WBcK0q5nOua02G3gUbB3HqQJilTk0,5278
tokenizers-0.12.1.dist-info/METADATA,sha256=vPNjPSjHkxqLOi0pc3P0CwEPkSyKe9Kp872hfZKZFEo,6472
tokenizers-0.12.1.dist-info/WHEEL,sha256=f5A3Ypo9PM0E06rgvH7-s12WthkA89SedEqLArPnjKU,96
tokenizers-0.12.1.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.12.1.dist-info/RECORD,,
