tokenizers/__init__.py,sha256=T3ahILAXo_kTdZfky3q5VrsOLMnXQSA-kELsPV2A0As,2723
tokenizers/__init__.pyi,sha256=C8Isxb1Zf4QFWZ26lcUpJjSUBat6pGDax7XTSy8VVcA,38656
tokenizers/tokenizers.cp39-win_amd64.pyd,sha256=je12892Dx55AbOejqWIjV_u9e-ycA_bTgb-M8_3KsPw,9449472
tokenizers/decoders/__init__.py,sha256=xffrQt9YxtuKLOBEkJnZZPu03ozf3sm-x1KgxF-f0DQ,349
tokenizers/decoders/__init__.pyi,sha256=Bmoj3V9FRg7U3nzzJBoaDWXjDDYU54e_7qHTO4J2v64,7311
tokenizers/implementations/__init__.py,sha256=9ZI2cJHPCUCZXP37GNmRHtBzIYiKWzyqky1rtcYdrPw,316
tokenizers/implementations/base_tokenizer.py,sha256=t6GjDymOw3Yju23W3w6DaVjVr2ZAFZEPh90Nlbnsukg,14353
tokenizers/implementations/bert_wordpiece.py,sha256=jRUMSYU1C7nVEDZMKdyG3Vp7-CUongE1kGJhvOP_EHM,5671
tokenizers/implementations/byte_level_bpe.py,sha256=iCCZSWW9nwQgfeXeOiwVEX7sLNfPsQxO7CCuEmTaHXw,4411
tokenizers/implementations/char_level_bpe.py,sha256=AQaZFT_RK7SW1ubGsFtXOnftit_vWp0fj4-fJnzZn7c,5616
tokenizers/implementations/sentencepiece_bpe.py,sha256=WzbvXIt9DNjj5uANx249wxRf6x9uM9bB_a9hg6ybPuw,3781
tokenizers/implementations/sentencepiece_unigram.py,sha256=nElD9hx7yWhaUmzfBYFA2ggARQu4HqN2xyDux8pzFjc,7386
tokenizers/models/__init__.py,sha256=qE73qycPAKcey_pS8ov1FIz10L2Ybzy1E-1KGee27Qg,184
tokenizers/models/__init__.pyi,sha256=VS8yg88NLlxsF9RgBw42nBguKXGr6Urf3cry0uGSPXc,17276
tokenizers/normalizers/__init__.py,sha256=HdGKGl2qjqQN520YXGgBn6Ti3qMQ-grvNH9QgzeA-wY,837
tokenizers/normalizers/__init__.pyi,sha256=QosdCP3B-MN6bhDBeVcuX07Ztturcvz9x67X33lXDGg,20168
tokenizers/pre_tokenizers/__init__.py,sha256=ZWLPWG2nhoTojLyHIDUPRsa1V8drqWufJVjzbRmR7UQ,572
tokenizers/pre_tokenizers/__init__.pyi,sha256=4WdWciT4MmwbmvN2-jt4koNCs_mHgr1nQY2hSnKayOk,23603
tokenizers/processors/__init__.py,sha256=X1OKKtr3IUeede85mI1cLF0MqmDRlr7LNFMYdEy5KMU,316
tokenizers/processors/__init__.pyi,sha256=cBI1jIP2DPfF9xDyw-a2OHLLQcLAANFplCjxotcxmZ8,11689
tokenizers/tools/__init__.py,sha256=mJLVrHN1FP23Cf4_EJWoYUdh8yTb5BbJFNfa8Ec5vHM,56
tokenizers/tools/visualizer-styles.css,sha256=g98RJucUCjYnPLwXycfcV-dAbHMzqJpnZ7NoP_cCUBk,5020
tokenizers/tools/visualizer.py,sha256=Er3CRAqTshUzZttZGsC4b36AGNh7ryNDuTWKHD39tfA,15024
tokenizers/trainers/__init__.py,sha256=v9CdtoVauwD6b1wAA6R5goSLZslBbPE5vZHM2d8sgKM,256
tokenizers/trainers/__init__.pyi,sha256=nduLiR5vLrTUx5WBcK0q5nOua02G3gUbB3HqQJilTk0,5278
tokenizers-0.13.3.dist-info/METADATA,sha256=xp6us4M8vPtC7ZMSssat1qi2q4F3s2C9pKRjd6mmIhc,6941
tokenizers-0.13.3.dist-info/WHEEL,sha256=eep6QWEFiQfg2wcclssb_WY-D33AnLYLnEKGA9Rn-VU,100
tokenizers-0.13.3.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.13.3.dist-info/RECORD,,
