tokenizers/__init__.py,sha256=gjdl2pbdDsQPhYRdTxRRVx3mXPUiltBkEkwfgFNLIr0,1500
tokenizers/__init__.pyi,sha256=40UMHJfNnBDbN6uHlu1XobVuNFJMwaZ0WvKfDQh4lSM,29593
tokenizers/tokenizers.cp35-win_amd64.pyd,sha256=-SGO0_Lp8DpLRXCFuAXUeMAd4rRIJ54kLYNWENPlfYE,5700608
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=NXZgZrferygq_QpEJYWMJCJOYxN9GV_v-6Dx8tdzN-4,2096
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=Y_mbj0gAODiWNRojp5-D6VQ8IHQ0gKUI_ejSTUNC7GA,13038
tokenizers/implementations/bert_wordpiece.py,sha256=NVzc_CUGtSAo4rN6sFDipS8CYlgKw7a65m1Ladu3Wtc,4538
tokenizers/implementations/byte_level_bpe.py,sha256=eZXivT2ScpYfdPP2gdVPIbcxN2Zg583oaf2me4gxyVU,3627
tokenizers/implementations/char_level_bpe.py,sha256=QqUHSr9Ab-XRyBKJJLxoUOt2MmawH4cdCwsbzYOFt4Y,4563
tokenizers/implementations/sentencepiece_bpe.py,sha256=4pXCRT-7jJ33I14n6Vh_eTqe5dfQZGtINHe2SXdrJiU,2781
tokenizers/implementations/sentencepiece_unigram.py,sha256=SAJv50RPXeAqkrLse2S8916q4mVPhhkw1nYqW9Gn6B8,4216
tokenizers/models/__init__.py,sha256=PydVuEUk3K1FKoLcU4RwsRHoE2QTANG2Cyq8PLyokyg,194
tokenizers/models/__init__.pyi,sha256=6tAruhZGvSnX014BJH8q_-_XHLy7UiSe-mAPZueQbfw,5748
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=1K6kM1ifUEPUHXtxtUF0aDh8DpUgBgkvh6fKLC8YiUg,4030
tokenizers/pre_tokenizers/__init__.py,sha256=hqbl9MHIipIqXLgnmEryClRFD3y0SE5abfBk2vRLrEY,461
tokenizers/pre_tokenizers/__init__.pyi,sha256=OBUvWIJ5PrRKMJYO0dJc5xgf-SStrz5zAz46WUZ-xbs,4836
tokenizers/processors/__init__.py,sha256=zFwGkWol1kqiNb-LlGXU_dwstTjLmyLel2E_TImCso8,251
tokenizers/processors/__init__.pyi,sha256=mp2Tf9Ijx97hKNZoyZ6g0N_Acrog85Ewl-C4r9yYVJY,6640
tokenizers/trainers/__init__.py,sha256=-j10qPAhpI0wMkUhtpgvT8WazhvwWKyw3f83_euvneI,177
tokenizers/trainers/__init__.pyi,sha256=RX_ox_PcEfWX-9KvWp1C-8Kd1f7HY7-2rxMT_oG8reQ,4777
tokenizers-0.9.0.dev4.dist-info/METADATA,sha256=pex2oDVwVNXLzSv-CXx4qm_aryctQNEYdgfOeFGyoZk,5833
tokenizers-0.9.0.dev4.dist-info/WHEEL,sha256=Hl_p6YFYnRki0GSs5gWrqgmE6XiYIYzVoIjhiamNsAA,106
tokenizers-0.9.0.dev4.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.9.0.dev4.dist-info/RECORD,,
