tokenizers/__init__.py,sha256=HsVGKLt0WXwcSVU4W_cb8N06bsPlD_qa1OaORoR9b1I,1495
tokenizers/__init__.pyi,sha256=40UMHJfNnBDbN6uHlu1XobVuNFJMwaZ0WvKfDQh4lSM,29593
tokenizers/tokenizers.cp37-win32.pyd,sha256=xz0pcAARyERhmStrsw3Jd_9Sj4skyLI3l-h_b7X9FiA,4591104
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=NXZgZrferygq_QpEJYWMJCJOYxN9GV_v-6Dx8tdzN-4,2096
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=Y_mbj0gAODiWNRojp5-D6VQ8IHQ0gKUI_ejSTUNC7GA,13038
tokenizers/implementations/bert_wordpiece.py,sha256=NVzc_CUGtSAo4rN6sFDipS8CYlgKw7a65m1Ladu3Wtc,4538
tokenizers/implementations/byte_level_bpe.py,sha256=eZXivT2ScpYfdPP2gdVPIbcxN2Zg583oaf2me4gxyVU,3627
tokenizers/implementations/char_level_bpe.py,sha256=QqUHSr9Ab-XRyBKJJLxoUOt2MmawH4cdCwsbzYOFt4Y,4563
tokenizers/implementations/sentencepiece_bpe.py,sha256=4pXCRT-7jJ33I14n6Vh_eTqe5dfQZGtINHe2SXdrJiU,2781
tokenizers/implementations/sentencepiece_unigram.py,sha256=SAJv50RPXeAqkrLse2S8916q4mVPhhkw1nYqW9Gn6B8,4216
tokenizers/models/__init__.py,sha256=PydVuEUk3K1FKoLcU4RwsRHoE2QTANG2Cyq8PLyokyg,194
tokenizers/models/__init__.pyi,sha256=6tAruhZGvSnX014BJH8q_-_XHLy7UiSe-mAPZueQbfw,5748
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=1K6kM1ifUEPUHXtxtUF0aDh8DpUgBgkvh6fKLC8YiUg,4030
tokenizers/pre_tokenizers/__init__.py,sha256=hqbl9MHIipIqXLgnmEryClRFD3y0SE5abfBk2vRLrEY,461
tokenizers/pre_tokenizers/__init__.pyi,sha256=OBUvWIJ5PrRKMJYO0dJc5xgf-SStrz5zAz46WUZ-xbs,4836
tokenizers/processors/__init__.py,sha256=zFwGkWol1kqiNb-LlGXU_dwstTjLmyLel2E_TImCso8,251
tokenizers/processors/__init__.pyi,sha256=NQsPynFyIwBAob7ztIZeHlez2LotCBbUlV-beSP8CWg,6711
tokenizers/trainers/__init__.py,sha256=-j10qPAhpI0wMkUhtpgvT8WazhvwWKyw3f83_euvneI,177
tokenizers/trainers/__init__.pyi,sha256=RX_ox_PcEfWX-9KvWp1C-8Kd1f7HY7-2rxMT_oG8reQ,4777
tokenizers-0.9.2.dist-info/METADATA,sha256=YsDH6lvd8evuT_qFAfBQGALjNY14mr5h7CqRCvi-GMs,5841
tokenizers-0.9.2.dist-info/WHEEL,sha256=SYKICiw7EPrpyOeCIuAJswXTZAWXbJBHvAYcpuUpX1M,102
tokenizers-0.9.2.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.9.2.dist-info/RECORD,,
