tokenizers/__init__.py,sha256=TCQmahUnGotK0791tColfiIzT12RKUhuaQ73DyhOpZo,1495
tokenizers/__init__.pyi,sha256=40UMHJfNnBDbN6uHlu1XobVuNFJMwaZ0WvKfDQh4lSM,29593
tokenizers/tokenizers.cp37-win_amd64.pyd,sha256=bB0jfWCfPBV9xr4bVkx1CrcMkU54C15sLD3F18nm8yM,5713408
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=NXZgZrferygq_QpEJYWMJCJOYxN9GV_v-6Dx8tdzN-4,2096
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=Y_mbj0gAODiWNRojp5-D6VQ8IHQ0gKUI_ejSTUNC7GA,13038
tokenizers/implementations/bert_wordpiece.py,sha256=NVzc_CUGtSAo4rN6sFDipS8CYlgKw7a65m1Ladu3Wtc,4538
tokenizers/implementations/byte_level_bpe.py,sha256=eZXivT2ScpYfdPP2gdVPIbcxN2Zg583oaf2me4gxyVU,3627
tokenizers/implementations/char_level_bpe.py,sha256=QqUHSr9Ab-XRyBKJJLxoUOt2MmawH4cdCwsbzYOFt4Y,4563
tokenizers/implementations/sentencepiece_bpe.py,sha256=RZNOQceHLWAp4Nc7GejxEp558qKe8P80zbx9uJwPBUQ,2780
tokenizers/implementations/sentencepiece_unigram.py,sha256=SAJv50RPXeAqkrLse2S8916q4mVPhhkw1nYqW9Gn6B8,4216
tokenizers/models/__init__.py,sha256=PydVuEUk3K1FKoLcU4RwsRHoE2QTANG2Cyq8PLyokyg,194
tokenizers/models/__init__.pyi,sha256=6tAruhZGvSnX014BJH8q_-_XHLy7UiSe-mAPZueQbfw,5748
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=1K6kM1ifUEPUHXtxtUF0aDh8DpUgBgkvh6fKLC8YiUg,4030
tokenizers/pre_tokenizers/__init__.py,sha256=6oc1_CD_Ok3g4X0OWT8uGNGJZhd1zQm0L-Samz4m5Ss,509
tokenizers/pre_tokenizers/__init__.pyi,sha256=70MxY2H7ZPdBQZvOGFemV0g4aG_xSFS5xddlr04jc-8,5335
tokenizers/processors/__init__.py,sha256=zFwGkWol1kqiNb-LlGXU_dwstTjLmyLel2E_TImCso8,251
tokenizers/processors/__init__.pyi,sha256=NQsPynFyIwBAob7ztIZeHlez2LotCBbUlV-beSP8CWg,6711
tokenizers/trainers/__init__.py,sha256=-j10qPAhpI0wMkUhtpgvT8WazhvwWKyw3f83_euvneI,177
tokenizers/trainers/__init__.pyi,sha256=KeKGSTnhS0jhJfJhaQRnRpt_MKUHvlT55Klc9H7BXYk,5062
tokenizers-0.9.3.dist-info/METADATA,sha256=fcy8WrX9kcQvEztrK9sZlMvYCP1wgSeF7IX30bre0Iw,5841
tokenizers-0.9.3.dist-info/WHEEL,sha256=zdzelNAN7OMlbGAPizxWEjDYw36I1XfOus-OTyLWlAw,106
tokenizers-0.9.3.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.9.3.dist-info/RECORD,,
