tokenizers/__init__.py,sha256=BcnWhImWenvtLbGF16WGPVlg_1C_dMpMl06G9VLu76I,2723
tokenizers/__init__.pyi,sha256=C8Isxb1Zf4QFWZ26lcUpJjSUBat6pGDax7XTSy8VVcA,38656
tokenizers/tokenizers.cp39-win32.pyd,sha256=6TWX-u475Tp_XSSgOPO1iBJw7bWZcR99NmEDfj8_FzE,7473152
tokenizers/decoders/__init__.py,sha256=9b942aiCX-EKC3ZLmOmCJAp6uJnFRsrmfForXWuSAk0,237
tokenizers/decoders/__init__.pyi,sha256=G60VV9fIwOFodQj8MemuF-FdoPliOcw87DBP9oL9WyM,4991
tokenizers/implementations/__init__.py,sha256=9ZI2cJHPCUCZXP37GNmRHtBzIYiKWzyqky1rtcYdrPw,316
tokenizers/implementations/base_tokenizer.py,sha256=t6GjDymOw3Yju23W3w6DaVjVr2ZAFZEPh90Nlbnsukg,14353
tokenizers/implementations/bert_wordpiece.py,sha256=aFooDKvV1bX2ODZUck9HRaAkU36FbDWmLq-1XeZuuSw,5673
tokenizers/implementations/byte_level_bpe.py,sha256=iCCZSWW9nwQgfeXeOiwVEX7sLNfPsQxO7CCuEmTaHXw,4411
tokenizers/implementations/char_level_bpe.py,sha256=-Lodm508JWP720SpjcJLgbyHs8U0VUwOb5P2IbyQrbU,5548
tokenizers/implementations/sentencepiece_bpe.py,sha256=_cxbOqTN7fWNatYXkcjrKd7qFtlgHKbB1AIw1pVtxrU,3726
tokenizers/implementations/sentencepiece_unigram.py,sha256=nElD9hx7yWhaUmzfBYFA2ggARQu4HqN2xyDux8pzFjc,7386
tokenizers/models/__init__.py,sha256=qE73qycPAKcey_pS8ov1FIz10L2Ybzy1E-1KGee27Qg,184
tokenizers/models/__init__.pyi,sha256=2aNjUCiZB1h5QNqTJf5B9raMsWmoHTbbXZSZB3fKhaI,15282
tokenizers/normalizers/__init__.py,sha256=nTWggfcQhf9XTYoQ6BgoqU-YWRLXpzPV_sW78JrjUM4,806
tokenizers/normalizers/__init__.pyi,sha256=VWwHr5r9vGSCU7nGIgv1KUKwsV3Mz-oQdbogR2NYyqA,18824
tokenizers/pre_tokenizers/__init__.py,sha256=ZWLPWG2nhoTojLyHIDUPRsa1V8drqWufJVjzbRmR7UQ,572
tokenizers/pre_tokenizers/__init__.pyi,sha256=4WdWciT4MmwbmvN2-jt4koNCs_mHgr1nQY2hSnKayOk,23603
tokenizers/processors/__init__.py,sha256=X1OKKtr3IUeede85mI1cLF0MqmDRlr7LNFMYdEy5KMU,316
tokenizers/processors/__init__.pyi,sha256=cBI1jIP2DPfF9xDyw-a2OHLLQcLAANFplCjxotcxmZ8,11689
tokenizers/tools/__init__.py,sha256=mJLVrHN1FP23Cf4_EJWoYUdh8yTb5BbJFNfa8Ec5vHM,56
tokenizers/tools/visualizer-styles.css,sha256=g98RJucUCjYnPLwXycfcV-dAbHMzqJpnZ7NoP_cCUBk,5020
tokenizers/tools/visualizer.py,sha256=Er3CRAqTshUzZttZGsC4b36AGNh7ryNDuTWKHD39tfA,15024
tokenizers/trainers/__init__.py,sha256=v9CdtoVauwD6b1wAA6R5goSLZslBbPE5vZHM2d8sgKM,256
tokenizers/trainers/__init__.pyi,sha256=nduLiR5vLrTUx5WBcK0q5nOua02G3gUbB3HqQJilTk0,5278
tokenizers-0.13.2.dist-info/METADATA,sha256=aySljdlLfRoxZwn5vZPK29A9MS3uYn8Pz0TgEG0aGjI,6941
tokenizers-0.13.2.dist-info/WHEEL,sha256=MXvLsCXn_3uVGD1susHG666Ri8V3chPYCkXF7UhuP5E,96
tokenizers-0.13.2.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.13.2.dist-info/RECORD,,
