tokenizers/tokenizers.cpython-38-x86_64-linux-gnu.so,sha256=mMj_V1XkmQLk5nEzF_K9IbiMUatyeHyCM7aMNw2cEXQ,9017531
tokenizers/__init__.py,sha256=lAzTk2LZinjaaTUVI8QBZbCmffjYRPZPInyfceJd4-M,968
tokenizers/__init__.pyi,sha256=OerMJfaVFOsD8ixujncVKZCCISMDgq5GPH6psmCjR0o,20640
tokenizers/pre_tokenizers/__init__.py,sha256=e20TwY4wQumSuJG0iVB8WcjTIVq_3fpBVu-Muy16WSE,449
tokenizers/pre_tokenizers/__init__.pyi,sha256=6J1LuVvezuJjzFTK-lTuTIlIIQUNKlM0ksmf6OKEgY8,4506
tokenizers/trainers/__init__.py,sha256=DB-Ze_tKiZJVVeQ3cg3hC8CG2S0pNF1IriRRgcXHnG8,171
tokenizers/trainers/__init__.pyi,sha256=afhzX-iXsn_3zgxo5Xp1A1vh9wTy2466dz2GRaA6VTw,4642
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/decoders/__init__.pyi,sha256=4JxH_RpUwL1rNnGCPYAKryXd8A08fRLxrvFsuu-IPbo,2035
tokenizers/normalizers/__init__.py,sha256=vtapAsbjoKMx7PY7Umln9I-junQcuGzRUPXwBgx_b9o,807
tokenizers/normalizers/__init__.pyi,sha256=xj7_AiAOfSI-4M97-UYicCAmH1SODnv57H9cE3e7CWw,3628
tokenizers/models/__init__.py,sha256=ndK-u_0skoThITtpgeywkUU58GPhbIEX3NOdm6pI-u4,185
tokenizers/models/__init__.pyi,sha256=CE8mwTFaymNM9Al2zvj7NTSDp77K9lj83tuVHAq65f8,3390
tokenizers/implementations/base_tokenizer.py,sha256=lP_RsyL44g4-i3KcY8mootW9FOVC7t0u1uBKY0_1J3U,12689
tokenizers/implementations/char_level_bpe.py,sha256=FozmL3kPpElk7rx-1N-a635hrByyr98MZfPj8QOkis4,4185
tokenizers/implementations/byte_level_bpe.py,sha256=tRL9Nxyoeyqxg3at0tbIJJLXvfrGrWIIqi6-aserep0,3218
tokenizers/implementations/sentencepiece_bpe.py,sha256=YNSJqrakVh4es4lBaO5bjEXMo6NUsitXUiUSxSXKfac,2453
tokenizers/implementations/bert_wordpiece.py,sha256=8Rw7xodEiS7tmriLDneW48Z0KtAberfYxT-R4EvIUFU,4272
tokenizers/implementations/__init__.py,sha256=JoATssXFtgaFWuNhWy9DD7Bn-JBMGhLZp4irtB8U6P8,310
tokenizers/implementations/sentencepiece_unigram.py,sha256=MCEOJWunfVX91I6x7XSkRdbIyZIO2yfNCxQzA4qsMTg,4250
tokenizers/processors/__init__.py,sha256=E5MWmyOIjPMjAG1y2GaaHYG_D_8oKGHWpet_C9qwamA,244
tokenizers/processors/__init__.pyi,sha256=84PllbvpqnB53trNhgY1teiPK0NOW_YPhxG9WGboBrc,6228
tokenizers-0.9.0.dev3.dist-info/WHEEL,sha256=0wGQBSV-BlYX9ESMZyEiLMpXIYwrZGj6McPYyDp_RjA,108
tokenizers-0.9.0.dev3.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.9.0.dev3.dist-info/RECORD,,
tokenizers-0.9.0.dev3.dist-info/METADATA,sha256=WHDWAicHJBcyzlx7RnIhcly2kDochUoRT1J62zYLyKY,5833
