tokenizers/__init__.py,sha256=s1RjT0bQK0QVTtLM5oHBCJ7u8HRw8HK8-SZc8J7fASQ,429
tokenizers/__init__.pyi,sha256=3ivmx_C-7gsJkugBhr59nn0fkT_9K9skxgmW3uxPqBQ,11999
tokenizers/tokenizers.cp37-win_amd64.pyd,sha256=Ps6VB3bTGqpLN0wIPVyrJkA-bUAVu7cKDU1Pld2yocM,3046912
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=lWMGfCYpxAoxRD68Rsr6A8TcOt7QQvRhjWWh2h1uC00,1898
tokenizers/implementations/__init__.py,sha256=hFwpJytZP_Cix1nkYxrOZCyzAbjRvQ64AHLy2eOxr5U,250
tokenizers/implementations/base_tokenizer.py,sha256=tU5CwisBz9GBW36n2qjfB_QM9T8u_FHf_rCDtmESNe4,7730
tokenizers/implementations/bert_wordpiece.py,sha256=pJR4z4xmpFAA61np14yk59Okq1KIeVM_INPKtPLVe2g,3482
tokenizers/implementations/byte_level_bpe.py,sha256=nbFZVSdGVjCqJWYjzlvoTNOOBfsPT3CHnNpuxWx731o,2770
tokenizers/implementations/char_level_bpe.py,sha256=tDmE2bgWTynSZTGw0kHseAXC__hf1NEnbjYdO7Yj1Vc,3059
tokenizers/implementations/sentencepiece_bpe.py,sha256=p7eQqYDjxFV7uHxBVm79LUnZmkYwBGgICWasG2Hsyew,2567
tokenizers/models/__init__.py,sha256=BY4uO5dqSuh8-R2oz1CPHWGH75sB5E_3r95tYP5zbQ8,123
tokenizers/models/__init__.pyi,sha256=ypwHxRaoWwE9q75qi04dz1o1FdH8R6Y9Nd5MxaWTfgA,3482
tokenizers/normalizers/__init__.py,sha256=Mrmuk3hKjQquRO7MK43AcKH6hdIYnIcAeldsK-kZ-4c,682
tokenizers/normalizers/__init__.pyi,sha256=PzMuAt5UYshn_OJEHZxX_3JmAgtAdTxsEggEZtUYNtE,2927
tokenizers/pre_tokenizers/__init__.py,sha256=zWT3cibQzfBU-nw7YjbjLwTDd1mvyHuNXNRWcbbKTdw,351
tokenizers/pre_tokenizers/__init__.pyi,sha256=vgzMBzADG3rATFJSz88NBAJ02zxGJqncHUTskCO6-Do,3623
tokenizers/processors/__init__.py,sha256=awgjU-jNTH5xKE3n9IowA3ZPN8e4yLdDadYFbt3spzA,163
tokenizers/processors/__init__.pyi,sha256=erYt5kPal1md-bt2n0hOi-3DbUypuGJa_ik1hT-fRx0,1677
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=daGNc0xmkFDdhMjprUEemZuUAb0tf3TQ9A5rAgy2laU,3868
tokenizers-0.4.0.dist-info/METADATA,sha256=0psr0wLaghKngJ6LqdfUPZjRMV0x7wzNF7LkayibxMo,5068
tokenizers-0.4.0.dist-info/WHEEL,sha256=g8eocn77V_iXxq9laUIPSuxdwRHlhOsH3tLpu1uKUvQ,106
tokenizers-0.4.0.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.4.0.dist-info/RECORD,,
