tokenizers/__init__.py,sha256=2Pj4YCekJULgpTzQrHz5qrXaXJs7KZlYLMsZP_pLpF0,1499
tokenizers/__init__.pyi,sha256=40UMHJfNnBDbN6uHlu1XobVuNFJMwaZ0WvKfDQh4lSM,29593
tokenizers/tokenizers.cp36-win_amd64.pyd,sha256=fT8oBwfWQkuc2xCRZBBG0KyTUXxgcpSae4QpFfBjZn0,5716480
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=NXZgZrferygq_QpEJYWMJCJOYxN9GV_v-6Dx8tdzN-4,2096
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=Y_mbj0gAODiWNRojp5-D6VQ8IHQ0gKUI_ejSTUNC7GA,13038
tokenizers/implementations/bert_wordpiece.py,sha256=NVzc_CUGtSAo4rN6sFDipS8CYlgKw7a65m1Ladu3Wtc,4538
tokenizers/implementations/byte_level_bpe.py,sha256=eZXivT2ScpYfdPP2gdVPIbcxN2Zg583oaf2me4gxyVU,3627
tokenizers/implementations/char_level_bpe.py,sha256=QqUHSr9Ab-XRyBKJJLxoUOt2MmawH4cdCwsbzYOFt4Y,4563
tokenizers/implementations/sentencepiece_bpe.py,sha256=4pXCRT-7jJ33I14n6Vh_eTqe5dfQZGtINHe2SXdrJiU,2781
tokenizers/implementations/sentencepiece_unigram.py,sha256=SAJv50RPXeAqkrLse2S8916q4mVPhhkw1nYqW9Gn6B8,4216
tokenizers/models/__init__.py,sha256=PydVuEUk3K1FKoLcU4RwsRHoE2QTANG2Cyq8PLyokyg,194
tokenizers/models/__init__.pyi,sha256=6tAruhZGvSnX014BJH8q_-_XHLy7UiSe-mAPZueQbfw,5748
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=1K6kM1ifUEPUHXtxtUF0aDh8DpUgBgkvh6fKLC8YiUg,4030
tokenizers/pre_tokenizers/__init__.py,sha256=hqbl9MHIipIqXLgnmEryClRFD3y0SE5abfBk2vRLrEY,461
tokenizers/pre_tokenizers/__init__.pyi,sha256=OBUvWIJ5PrRKMJYO0dJc5xgf-SStrz5zAz46WUZ-xbs,4836
tokenizers/processors/__init__.py,sha256=zFwGkWol1kqiNb-LlGXU_dwstTjLmyLel2E_TImCso8,251
tokenizers/processors/__init__.pyi,sha256=NQsPynFyIwBAob7ztIZeHlez2LotCBbUlV-beSP8CWg,6711
tokenizers/trainers/__init__.py,sha256=-j10qPAhpI0wMkUhtpgvT8WazhvwWKyw3f83_euvneI,177
tokenizers/trainers/__init__.pyi,sha256=RX_ox_PcEfWX-9KvWp1C-8Kd1f7HY7-2rxMT_oG8reQ,4777
tokenizers-0.9.0rc1.dist-info/METADATA,sha256=nJOh_D3yaC1oLq06J-huCZA-PJsw5kACIPlPxZzYND4,5844
tokenizers-0.9.0rc1.dist-info/WHEEL,sha256=SktxJNdVgf2GQ0Rnj47KhGrFXFhp4j6ROtWy0UXB1eM,106
tokenizers-0.9.0rc1.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.9.0rc1.dist-info/RECORD,,
