tokenizers/__init__.py,sha256=0M4tKrk7uMjAyctjIfBKFAqLQR3gdU3Q8RBBqWv69xw,998
tokenizers/__init__.pyi,sha256=GmpEekm7VTb5NSanBi-OzqH8YPh25dRacQ45ImttWxQ,21265
tokenizers/tokenizers.cp35-win_amd64.pyd,sha256=gbNq2jCLW9mZia-iA-LsgjXR7j_Q-LvDBfoRh9A-nSE,5308928
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=jJT90KYqNBr6l9xi8cDebSQGs0iOGLidWZfFWgE9naE,2100
tokenizers/implementations/__init__.py,sha256=9jEKkqi_0ucylULwMP158_SROuG_h-H9OnVqUIuUFiY,316
tokenizers/implementations/base_tokenizer.py,sha256=2AN_AcrbiDpsB6ulYOUAphwufki9mTY8AtD7Su_PmZc,13057
tokenizers/implementations/bert_wordpiece.py,sha256=eXO81-ikV2-NVuZtG7392s_K-ROrggRG3UA3Q25Ixfw,4385
tokenizers/implementations/byte_level_bpe.py,sha256=YlHfMspD0HM9j6My6Cj1-Zg4VETdSFnNG1-cfp3FCoM,3310
tokenizers/implementations/char_level_bpe.py,sha256=kGbxssCu_ilH3AKYq9O9PXk3Qf6HRSJ7_3aCgS3AKVc,4301
tokenizers/implementations/sentencepiece_bpe.py,sha256=Wz5TcfHYw2KjmTVjVpX7-mi6mk41PZrJBJ4cgUnFuQQ,2527
tokenizers/implementations/sentencepiece_unigram.py,sha256=rNOfeLuA-GFf7jG6lwYCZOqZ7WwZFKtkQNsCODNOjWg,4378
tokenizers/models/__init__.py,sha256=PydVuEUk3K1FKoLcU4RwsRHoE2QTANG2Cyq8PLyokyg,194
tokenizers/models/__init__.pyi,sha256=FeaDYxKhJL7cVP9ds5s3stIo2Cg4jBRCKUdQz_xJUNs,3507
tokenizers/normalizers/__init__.py,sha256=1LZifQvsjya0BuiqBrjrRM0i9M-sKWVu_YEDi3yAq38,836
tokenizers/normalizers/__init__.pyi,sha256=Ogn0aj0tU4o2Fjgg41a7UAFi2BHOYM31wEB_AfpWXnc,3760
tokenizers/pre_tokenizers/__init__.py,sha256=hqbl9MHIipIqXLgnmEryClRFD3y0SE5abfBk2vRLrEY,461
tokenizers/pre_tokenizers/__init__.pyi,sha256=5r5UUXa2ocWwSIsM0d_rDX6m9YktFMfgTx4KJtzymAg,4652
tokenizers/processors/__init__.py,sha256=zFwGkWol1kqiNb-LlGXU_dwstTjLmyLel2E_TImCso8,251
tokenizers/processors/__init__.pyi,sha256=yURb4KSpLidDK498dq_F0nU9b9NtirAKqDiiEUIL-Vs,6396
tokenizers/trainers/__init__.py,sha256=-j10qPAhpI0wMkUhtpgvT8WazhvwWKyw3f83_euvneI,177
tokenizers/trainers/__init__.pyi,sha256=s76LxzeqYx9PMTzaX454C0rnBMsGKdv_eP1pq7Ap6k4,4784
tokenizers-0.9.0.dev3.dist-info/METADATA,sha256=WHDWAicHJBcyzlx7RnIhcly2kDochUoRT1J62zYLyKY,5833
tokenizers-0.9.0.dev3.dist-info/WHEEL,sha256=Hl_p6YFYnRki0GSs5gWrqgmE6XiYIYzVoIjhiamNsAA,106
tokenizers-0.9.0.dev3.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.9.0.dev3.dist-info/RECORD,,
