tokenizers/__init__.py,sha256=h7QhLijZgts4NgReqsMiidBNhDEkmPe7wLyViDk5f-g,2844
tokenizers/__init__.pyi,sha256=xsq1kAzscJQtEz8DAKIQHQv4N9hnqTKJvfzXcegLwyA,37681
tokenizers/tokenizers.cp35-win32.pyd,sha256=_T-gsmZyUeSR5pRO0t0Hktxsd15ysiqIjfo5i52z8H0,5022208
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=b8zWk-qj0_xOet512zoFoYs8YYmmt0YrBondgjfnsQM,3506
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=pnnPdwjvHEnuKX8dA5Nx2YQj4eAJuHg03ILlZ0FU0fA,14388
tokenizers/implementations/bert_wordpiece.py,sha256=5SDEKiwkVMIKpDlJ3TSVjX404-bvVulwHnKkcThk9XY,5604
tokenizers/implementations/byte_level_bpe.py,sha256=4iM-tiuRisJIYLFbI_eQm-VDoKJotaxa3DHvGIUzVSc,4344
tokenizers/implementations/char_level_bpe.py,sha256=mCMF6opRRK1xx190FoUNAL4PAgyss7lTN_p9GiWhnek,5473
tokenizers/implementations/sentencepiece_bpe.py,sha256=W_tcjm4KICO1dTITn4EHGcNDCWN2QxSMnIBeBbT0PNk,3703
tokenizers/implementations/sentencepiece_unigram.py,sha256=AnhYkIs_vEFbH5qqAO3paABr4y-XMwumH6gkGJmXLX0,4814
tokenizers/models/__init__.py,sha256=qE73qycPAKcey_pS8ov1FIz10L2Ybzy1E-1KGee27Qg,184
tokenizers/models/__init__.pyi,sha256=1rP9bEfcvMk4xSBfgVqhSohvBdNPShisPqy2w4c4AnM,14506
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=5lgJ1ov4jS1kGwwUWbXDJwC-gZCH3Ys3v-rDSwOvvjw,18840
tokenizers/pre_tokenizers/__init__.py,sha256=ZWLPWG2nhoTojLyHIDUPRsa1V8drqWufJVjzbRmR7UQ,572
tokenizers/pre_tokenizers/__init__.pyi,sha256=_ctifRrBbrZG1lOXf_pTqCzZdeoz55Io6NFI27BOKj8,23097
tokenizers/processors/__init__.py,sha256=8SKAHH6gWUmXnbwknmcIwOeR-a6fJdlTj0AsT8ozR4M,284
tokenizers/processors/__init__.pyi,sha256=4OHqONC41oRzI1grhAdsXKlB2XpHgBRVZ22Hrx4wD80,10471
tokenizers/tools/__init__.py,sha256=N68J3dXQkYhK4n2ROWnuf0C3Gn6vxkgATa1Lv-jpaPQ,56
tokenizers/tools/visualizer-styles.css,sha256=g98RJucUCjYnPLwXycfcV-dAbHMzqJpnZ7NoP_cCUBk,5020
tokenizers/tools/visualizer.py,sha256=0le_WtNjb5qS3eNfsOJU5do6-p5B-QQvKZeOPyr21Rs,15186
tokenizers/trainers/__init__.py,sha256=v9CdtoVauwD6b1wAA6R5goSLZslBbPE5vZHM2d8sgKM,256
tokenizers/trainers/__init__.pyi,sha256=_-F4JAAYuHsjhg958_Tde2cz26KaZ-V-UZTP6ABTpa0,4931
tokenizers-0.10.0.dist-info/METADATA,sha256=kHv-6E7bkzn7LsPcrLkYOJ9NQeNKU3840_zNvk9p8FI,5850
tokenizers-0.10.0.dist-info/WHEEL,sha256=rjVQXnJ-ON8IlF9k0KHKPYn8JTi607ci3QKFI047KoU,97
tokenizers-0.10.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.10.0.dist-info/RECORD,,
