tokenizers/__init__.py,sha256=10OTQIik45czVOs7doZMHd_IUyYkVS9irszlxoK0V5A,2841
tokenizers/__init__.pyi,sha256=7aS7tWfjWLHlrJPAe4ffDFQLVXNYfPuicWNgwtVHLUw,40517
tokenizers/tokenizers.cp35-win32.pyd,sha256=56twb8paGNvWpX1CbpKXcQ1DZzv-HmdyzKVPa3VxNvE,4660736
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=NXZgZrferygq_QpEJYWMJCJOYxN9GV_v-6Dx8tdzN-4,2096
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=Y_mbj0gAODiWNRojp5-D6VQ8IHQ0gKUI_ejSTUNC7GA,13038
tokenizers/implementations/bert_wordpiece.py,sha256=9xCIjLOnGHNOcvH1opAgH5QS2a8CT_EtrCTFhx7kv88,4557
tokenizers/implementations/byte_level_bpe.py,sha256=eZXivT2ScpYfdPP2gdVPIbcxN2Zg583oaf2me4gxyVU,3627
tokenizers/implementations/char_level_bpe.py,sha256=QqUHSr9Ab-XRyBKJJLxoUOt2MmawH4cdCwsbzYOFt4Y,4563
tokenizers/implementations/sentencepiece_bpe.py,sha256=RZNOQceHLWAp4Nc7GejxEp558qKe8P80zbx9uJwPBUQ,2780
tokenizers/implementations/sentencepiece_unigram.py,sha256=EyCeQryGrtJAmn2LGDp_oLMvIgYn8i0hzS4ObZ5-ihY,4234
tokenizers/models/__init__.py,sha256=PydVuEUk3K1FKoLcU4RwsRHoE2QTANG2Cyq8PLyokyg,194
tokenizers/models/__init__.pyi,sha256=6tAruhZGvSnX014BJH8q_-_XHLy7UiSe-mAPZueQbfw,5748
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=1K6kM1ifUEPUHXtxtUF0aDh8DpUgBgkvh6fKLC8YiUg,4030
tokenizers/pre_tokenizers/__init__.py,sha256=6oc1_CD_Ok3g4X0OWT8uGNGJZhd1zQm0L-Samz4m5Ss,509
tokenizers/pre_tokenizers/__init__.pyi,sha256=70MxY2H7ZPdBQZvOGFemV0g4aG_xSFS5xddlr04jc-8,5335
tokenizers/processors/__init__.py,sha256=zFwGkWol1kqiNb-LlGXU_dwstTjLmyLel2E_TImCso8,251
tokenizers/processors/__init__.pyi,sha256=NQsPynFyIwBAob7ztIZeHlez2LotCBbUlV-beSP8CWg,6711
tokenizers/trainers/__init__.py,sha256=-j10qPAhpI0wMkUhtpgvT8WazhvwWKyw3f83_euvneI,177
tokenizers/trainers/__init__.pyi,sha256=KeKGSTnhS0jhJfJhaQRnRpt_MKUHvlT55Klc9H7BXYk,5062
tokenizers-0.9.4.dist-info/METADATA,sha256=bh6W6WO_OffKLaHIYRrFdOOLiRH56FJzgt1oX_T9xQU,5841
tokenizers-0.9.4.dist-info/WHEEL,sha256=-rTg6LWut4ntqX_CQuQ69jO8szxa_5x3QK4tByU6RZo,102
tokenizers-0.9.4.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.9.4.dist-info/RECORD,,
