tokenizers/__init__.py,sha256=hhcUT7aY_nXYX7PTEMkCTCkVstBFeAyktswCZrg7jH8,2844
tokenizers/__init__.pyi,sha256=xsq1kAzscJQtEz8DAKIQHQv4N9hnqTKJvfzXcegLwyA,37681
tokenizers/tokenizers.cp36-win_amd64.pyd,sha256=tYAPpEbv-4Uj83aK4kF6XVc7Aip5aRPVrO4I0HH-mtw,6173184
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=b8zWk-qj0_xOet512zoFoYs8YYmmt0YrBondgjfnsQM,3506
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=pnnPdwjvHEnuKX8dA5Nx2YQj4eAJuHg03ILlZ0FU0fA,14388
tokenizers/implementations/bert_wordpiece.py,sha256=5SDEKiwkVMIKpDlJ3TSVjX404-bvVulwHnKkcThk9XY,5604
tokenizers/implementations/byte_level_bpe.py,sha256=4iM-tiuRisJIYLFbI_eQm-VDoKJotaxa3DHvGIUzVSc,4344
tokenizers/implementations/char_level_bpe.py,sha256=mCMF6opRRK1xx190FoUNAL4PAgyss7lTN_p9GiWhnek,5473
tokenizers/implementations/sentencepiece_bpe.py,sha256=W_tcjm4KICO1dTITn4EHGcNDCWN2QxSMnIBeBbT0PNk,3703
tokenizers/implementations/sentencepiece_unigram.py,sha256=WX5nLyvJqO9l6gntN6hcmNOjT2TRE7ZMiMDo032yAoQ,4615
tokenizers/models/__init__.py,sha256=qE73qycPAKcey_pS8ov1FIz10L2Ybzy1E-1KGee27Qg,184
tokenizers/models/__init__.pyi,sha256=1rP9bEfcvMk4xSBfgVqhSohvBdNPShisPqy2w4c4AnM,14506
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=5lgJ1ov4jS1kGwwUWbXDJwC-gZCH3Ys3v-rDSwOvvjw,18840
tokenizers/pre_tokenizers/__init__.py,sha256=ZWLPWG2nhoTojLyHIDUPRsa1V8drqWufJVjzbRmR7UQ,572
tokenizers/pre_tokenizers/__init__.pyi,sha256=_ctifRrBbrZG1lOXf_pTqCzZdeoz55Io6NFI27BOKj8,23097
tokenizers/processors/__init__.py,sha256=8SKAHH6gWUmXnbwknmcIwOeR-a6fJdlTj0AsT8ozR4M,284
tokenizers/processors/__init__.pyi,sha256=4OHqONC41oRzI1grhAdsXKlB2XpHgBRVZ22Hrx4wD80,10471
tokenizers/tools/__init__.py,sha256=N68J3dXQkYhK4n2ROWnuf0C3Gn6vxkgATa1Lv-jpaPQ,56
tokenizers/tools/visualizer-styles.css,sha256=g98RJucUCjYnPLwXycfcV-dAbHMzqJpnZ7NoP_cCUBk,5020
tokenizers/tools/visualizer.py,sha256=0le_WtNjb5qS3eNfsOJU5do6-p5B-QQvKZeOPyr21Rs,15186
tokenizers/trainers/__init__.py,sha256=v9CdtoVauwD6b1wAA6R5goSLZslBbPE5vZHM2d8sgKM,256
tokenizers/trainers/__init__.pyi,sha256=_-F4JAAYuHsjhg958_Tde2cz26KaZ-V-UZTP6ABTpa0,4931
tokenizers-0.10.1.dist-info/METADATA,sha256=F9UWlrI6IFRVlcBE8o_wLM2yz_1H0qNy9bIJgUZP92o,5850
tokenizers-0.10.1.dist-info/WHEEL,sha256=epucrC2yyYTysDCMzXuz8eGMTMKryzRfNOvMGdslbjc,101
tokenizers-0.10.1.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.10.1.dist-info/RECORD,,
