tokenizers/__init__.py,sha256=J0KWVtVxzeHTwvZlQjhwyfQtKp_msgt_KZ-1JFOp3bw,1436
tokenizers/tokenizers.cpython-36m-x86_64-linux-gnu.so,sha256=um_epG4GmchAA9SrWHxFjk5YqcpAJvE-ULvyYwBkRF4,9418935
tokenizers/__init__.pyi,sha256=Z9RGDCBt7b8ay69fGluee2OJKWqbMEwp6ZvlrvRoRXg,28737
tokenizers/trainers/__init__.py,sha256=DB-Ze_tKiZJVVeQ3cg3hC8CG2S0pNF1IriRRgcXHnG8,171
tokenizers/trainers/__init__.pyi,sha256=vM1lQs416KLkR6YbJyXhakDn43YSXWwHiw0CEyYD3-M,4635
tokenizers/models/__init__.py,sha256=ndK-u_0skoThITtpgeywkUU58GPhbIEX3NOdm6pI-u4,185
tokenizers/models/__init__.pyi,sha256=LBaNHMBffkWPmyxL8qRrF09eYRS1SFd76CDOGbyuJhw,5577
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/decoders/__init__.pyi,sha256=c5J2JLtNblcpRKDXwVAiWPpcmlixp7pS6o8VGA_l3jQ,2031
tokenizers/pre_tokenizers/__init__.py,sha256=e20TwY4wQumSuJG0iVB8WcjTIVq_3fpBVu-Muy16WSE,449
tokenizers/pre_tokenizers/__init__.pyi,sha256=gBVByy3VRluM-G3EP06jMYenpP_StopGzfbik6Tk6fE,4686
tokenizers/processors/__init__.py,sha256=E5MWmyOIjPMjAG1y2GaaHYG_D_8oKGHWpet_C9qwamA,244
tokenizers/processors/__init__.pyi,sha256=ZpAZg20P5ErPktPlx9AQMCq0l0dQGaMKnuQfOWNPyQI,6533
tokenizers/normalizers/__init__.py,sha256=vtapAsbjoKMx7PY7Umln9I-junQcuGzRUPXwBgx_b9o,807
tokenizers/normalizers/__init__.pyi,sha256=BRbciF3S3A6yeLjh-D1IYwJJfV5HMfUgCC_THALAEKE,3890
tokenizers/implementations/sentencepiece_unigram.py,sha256=Eo7XoO2LJjypuey145DV3hqvGsTdjQId-cp4rastGsc,4087
tokenizers/implementations/sentencepiece_bpe.py,sha256=rIlQhNJF_Mh-_MEDlrC1nAkFsV4mMTizKaMqVd-sP0g,2704
tokenizers/implementations/base_tokenizer.py,sha256=D2kCp8yWJswiktLLRL6qnKjiSFCMbaRCqwEYFEdAyv8,12670
tokenizers/implementations/__init__.py,sha256=JoATssXFtgaFWuNhWy9DD7Bn-JBMGhLZp4irtB8U6P8,310
tokenizers/implementations/byte_level_bpe.py,sha256=BBPoUBbwzAwBZ9PiiJek25OMYxzov1F7kNiAhzuTZ68,3523
tokenizers/implementations/bert_wordpiece.py,sha256=wWRD0mcHhEFyMV0BbBjEPE6untKLpSLJNKEAv-WfcuA,4421
tokenizers/implementations/char_level_bpe.py,sha256=0ATD-vqAgPnNF-OmkjsEpKln_cbmybU_j6o39Pd25qY,4437
tokenizers-0.9.1.dist-info/WHEEL,sha256=ZCgRoodM6cLv8Z9Z-kuTK9QreeQu8GHOdQFY_br7fEU,109
tokenizers-0.9.1.dist-info/METADATA,sha256=v9RaTqcL8cxJGSNKLmj0o0nUpU6ZwiE48R-ctqU3zyw,5841
tokenizers-0.9.1.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.9.1.dist-info/RECORD,,
