tokenizers-0.9.4.dist-info/RECORD,,
tokenizers-0.9.4.dist-info/METADATA,sha256=bh6W6WO_OffKLaHIYRrFdOOLiRH56FJzgt1oX_T9xQU,5841
tokenizers-0.9.4.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers-0.9.4.dist-info/WHEEL,sha256=bEVkTeV8TcQFyFR0MWg5IvxuTgYi-kdRCoRYtZV1aPc,110
tokenizers/__init__.pyi,sha256=kqkLpBSxEbwEFIWd06FlkqV164YV6MHoZ8Qn8sEK0MQ,39480
tokenizers/__init__.py,sha256=fOBr_ngl30Mo22LxH7RRhkI_gTScZwqO8EQ9YpIKbng,2741
tokenizers/tokenizers.cpython-39-s390x-linux-gnu.so,sha256=GsBfwgqqCG42jh04gjkjPRYeEDvlZkga8E91ulL7uFs,12557648
tokenizers/normalizers/__init__.pyi,sha256=BRbciF3S3A6yeLjh-D1IYwJJfV5HMfUgCC_THALAEKE,3890
tokenizers/normalizers/__init__.py,sha256=vtapAsbjoKMx7PY7Umln9I-junQcuGzRUPXwBgx_b9o,807
tokenizers/implementations/bert_wordpiece.py,sha256=9PJKoFht031oMitGq_DGKr7_vEEWGlNCEPaQfSIHBa4,4439
tokenizers/implementations/sentencepiece_bpe.py,sha256=Id8z0nk6Vt1X-hx9ymbNDQL014pHL5AkahX5Lr-u5Gk,2703
tokenizers/implementations/__init__.py,sha256=JoATssXFtgaFWuNhWy9DD7Bn-JBMGhLZp4irtB8U6P8,310
tokenizers/implementations/sentencepiece_unigram.py,sha256=-h7tesGBNyot-eEg9zVJ3KVvmEvrXtPodJ81HaWCHQc,4105
tokenizers/implementations/byte_level_bpe.py,sha256=BBPoUBbwzAwBZ9PiiJek25OMYxzov1F7kNiAhzuTZ68,3523
tokenizers/implementations/char_level_bpe.py,sha256=0ATD-vqAgPnNF-OmkjsEpKln_cbmybU_j6o39Pd25qY,4437
tokenizers/implementations/base_tokenizer.py,sha256=D2kCp8yWJswiktLLRL6qnKjiSFCMbaRCqwEYFEdAyv8,12670
tokenizers/processors/__init__.pyi,sha256=ZpAZg20P5ErPktPlx9AQMCq0l0dQGaMKnuQfOWNPyQI,6533
tokenizers/processors/__init__.py,sha256=E5MWmyOIjPMjAG1y2GaaHYG_D_8oKGHWpet_C9qwamA,244
tokenizers/pre_tokenizers/__init__.pyi,sha256=YxNBvJuvXQzA6umDi5aM0h-Pw9RmOK4n7H9KQ_6o8CY,5172
tokenizers/pre_tokenizers/__init__.py,sha256=ocXdPkQWDfF99vKzOAucSMiq-gEeSAvn7_5_4U4XPhg,496
tokenizers/models/__init__.pyi,sha256=LBaNHMBffkWPmyxL8qRrF09eYRS1SFd76CDOGbyuJhw,5577
tokenizers/models/__init__.py,sha256=ndK-u_0skoThITtpgeywkUU58GPhbIEX3NOdm6pI-u4,185
tokenizers/decoders/__init__.pyi,sha256=c5J2JLtNblcpRKDXwVAiWPpcmlixp7pS6o8VGA_l3jQ,2031
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/trainers/__init__.pyi,sha256=cRpJzc1LuBXcQCY1G8x6uXT8kNO-2yBuvtgxfoL_5Ls,4914
tokenizers/trainers/__init__.py,sha256=DB-Ze_tKiZJVVeQ3cg3hC8CG2S0pNF1IriRRgcXHnG8,171
