tokenizers/__init__.py,sha256=kqxjBAPyuai5Mcac8_pYtydMmWvvvsxt7MfXV9Z3gNc,2847
tokenizers/__init__.pyi,sha256=xsq1kAzscJQtEz8DAKIQHQv4N9hnqTKJvfzXcegLwyA,37681
tokenizers/tokenizers.cp38-win32.pyd,sha256=vMZCtJkfiJ4ARqt4RHZimn_JLkvAlm_NeGLBr-5G14s,5117440
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=b8zWk-qj0_xOet512zoFoYs8YYmmt0YrBondgjfnsQM,3506
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=UWDiL-P2gfBE1Nr1gwrRTntplHneEhLQUm4Fuq3xrUA,13039
tokenizers/implementations/bert_wordpiece.py,sha256=VT1qXqLUqpM_RF6YbyMkzgbmVoRTgJzKginxqkhc-Nc,4565
tokenizers/implementations/byte_level_bpe.py,sha256=AE3GPEAW30SzN7Xb8sPHoq7qujsgBMG75_fmdkfrJp0,3635
tokenizers/implementations/char_level_bpe.py,sha256=7U3M2nZ8rakBiakWYmO60JRyMKnMqdwNCqGFxezX15I,4571
tokenizers/implementations/sentencepiece_bpe.py,sha256=vmnrNrI8YrSptv2SUbB3CuzCgpDxPVYw4f6H8BJmMTs,2788
tokenizers/implementations/sentencepiece_unigram.py,sha256=N0HrXJTaX6SaVmrPpbBU_cGxPCUeXFekpxWBYGIGWoo,4242
tokenizers/models/__init__.py,sha256=qE73qycPAKcey_pS8ov1FIz10L2Ybzy1E-1KGee27Qg,184
tokenizers/models/__init__.pyi,sha256=1rP9bEfcvMk4xSBfgVqhSohvBdNPShisPqy2w4c4AnM,14506
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=5lgJ1ov4jS1kGwwUWbXDJwC-gZCH3Ys3v-rDSwOvvjw,18840
tokenizers/pre_tokenizers/__init__.py,sha256=ZWLPWG2nhoTojLyHIDUPRsa1V8drqWufJVjzbRmR7UQ,572
tokenizers/pre_tokenizers/__init__.pyi,sha256=_ctifRrBbrZG1lOXf_pTqCzZdeoz55Io6NFI27BOKj8,23097
tokenizers/processors/__init__.py,sha256=8SKAHH6gWUmXnbwknmcIwOeR-a6fJdlTj0AsT8ozR4M,284
tokenizers/processors/__init__.pyi,sha256=4OHqONC41oRzI1grhAdsXKlB2XpHgBRVZ22Hrx4wD80,10471
tokenizers/tools/__init__.py,sha256=N68J3dXQkYhK4n2ROWnuf0C3Gn6vxkgATa1Lv-jpaPQ,56
tokenizers/tools/visualizer-styles.css,sha256=g98RJucUCjYnPLwXycfcV-dAbHMzqJpnZ7NoP_cCUBk,5020
tokenizers/tools/visualizer.py,sha256=0le_WtNjb5qS3eNfsOJU5do6-p5B-QQvKZeOPyr21Rs,15186
tokenizers/trainers/__init__.py,sha256=v9CdtoVauwD6b1wAA6R5goSLZslBbPE5vZHM2d8sgKM,256
tokenizers/trainers/__init__.pyi,sha256=_-F4JAAYuHsjhg958_Tde2cz26KaZ-V-UZTP6ABTpa0,4931
tokenizers-0.10.0rc1.dist-info/METADATA,sha256=QWMUN7vKCublGB6RbreNRNG7P9CQ2Bi2HQR4KGWL32Y,5853
tokenizers-0.10.0rc1.dist-info/WHEEL,sha256=cs3byX1AOv_7DophY_zdNp2kcq7hH06_rBRgDE6rlus,96
tokenizers-0.10.0rc1.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.10.0rc1.dist-info/RECORD,,
