tokenizers/__init__.py,sha256=jwyDOMjLt-LFvUeRyEKOlliEdsqpHOFDPCJXFfzmZ_Q,430
tokenizers/__init__.pyi,sha256=SKjdbuouzlEX9qqmyPwr0QEsJgpEa9J-7uSh14EDkf4,12074
tokenizers/tokenizers.cp38-win_amd64.pyd,sha256=gt17lWKwwkowp2Q9WhPmKihww14Dw9iHCxypWeY4g0U,3053568
tokenizers/decoders/__init__.py,sha256=RBBp1HOOCsh8FNYJ2_aHhwx3l0QtiVIgi6c2YGZhO-g,185
tokenizers/decoders/__init__.pyi,sha256=jJT90KYqNBr6l9xi8cDebSQGs0iOGLidWZfFWgE9naE,2100
tokenizers/implementations/__init__.py,sha256=hFwpJytZP_Cix1nkYxrOZCyzAbjRvQ64AHLy2eOxr5U,250
tokenizers/implementations/base_tokenizer.py,sha256=lxU33uIx7u7UNQQt_840J9tdPHhtF-x9haQTR3x4exg,7779
tokenizers/implementations/bert_wordpiece.py,sha256=ZJsIKHDQLYsxiBoZQY-v4OypluXl8KUCYvCCJM0rcU4,3834
tokenizers/implementations/byte_level_bpe.py,sha256=Fb0VZCoonYn0VebLzqPq8aHUnh4skVrmDo9JSGJvQSE,3120
tokenizers/implementations/char_level_bpe.py,sha256=YjdEMBvLXs0LF992fp8GR4c76UcI5njULCNFsa06fT0,3170
tokenizers/implementations/sentencepiece_bpe.py,sha256=MKfXyStMIQVINJJZLIwYLiFS49TZZFby3k1yM64IPBc,2484
tokenizers/models/__init__.py,sha256=NzZcgv_Ib8PdP7bXnU7Rk5EJ0-V6R_iQhkSN_QnLJqM,125
tokenizers/models/__init__.pyi,sha256=FnUly8IKlbn1QvcRCXaVDZa1iJYLxWjyLvDUFKhNgCI,3418
tokenizers/normalizers/__init__.py,sha256=feGrHYkOEy4_HgfHNxXLe1LFydQRsmMeZzves_zBgMU,702
tokenizers/normalizers/__init__.pyi,sha256=P_vgihcYsG6tHroEw-L0cnDi1hhEKfcPlQugoK83sd8,3079
tokenizers/pre_tokenizers/__init__.py,sha256=zWT3cibQzfBU-nw7YjbjLwTDd1mvyHuNXNRWcbbKTdw,351
tokenizers/pre_tokenizers/__init__.pyi,sha256=YEHF__JA3Fs13MIfMQgDv3-34Q664Wjcv-ZW5Z355hY,3619
tokenizers/processors/__init__.py,sha256=IbbKnN3OLHrL-74JoIAhyMzR_mlLvb3ez2pbp3c4Al8,165
tokenizers/processors/__init__.pyi,sha256=dnVbqTCI-JD7atZSGrMe7oc0jA8vjNXIhSBCtvVvGOA,1987
tokenizers/trainers/__init__.py,sha256=elcrazLvV6sQgh44QaemMVx4IptKzSN4Q0yRPFe-L-w,135
tokenizers/trainers/__init__.pyi,sha256=daGNc0xmkFDdhMjprUEemZuUAb0tf3TQ9A5rAgy2laU,3868
tokenizers-0.5.2.dist-info/METADATA,sha256=wI3ccVZ2f7mfeZl1OVw5qmfLSvzF4aWBhVBNr8YlCu4,5710
tokenizers-0.5.2.dist-info/WHEEL,sha256=-ODc2a2AO_YJ5T46NOquHfWjRM7bQvlt-f3zRaLBjL4,105
tokenizers-0.5.2.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.5.2.dist-info/RECORD,,
