tokenizers-0.9.4.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
tokenizers-0.9.4.dist-info/METADATA,sha256=bh6W6WO_OffKLaHIYRrFdOOLiRH56FJzgt1oX_T9xQU,5841
tokenizers-0.9.4.dist-info/RECORD,,
tokenizers-0.9.4.dist-info/REQUESTED,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tokenizers-0.9.4.dist-info/WHEEL,sha256=zdzelNAN7OMlbGAPizxWEjDYw36I1XfOus-OTyLWlAw,106
tokenizers-0.9.4.dist-info/direct_url.json,sha256=3q8MzNUpA6Gvwok3G78edN_t7Ru7dJUbJp8dVo1I6ug,71
tokenizers-0.9.4.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers/__init__.py,sha256=fOBr_ngl30Mo22LxH7RRhkI_gTScZwqO8EQ9YpIKbng,2741
tokenizers/__init__.pyi,sha256=kqkLpBSxEbwEFIWd06FlkqV164YV6MHoZ8Qn8sEK0MQ,39480
tokenizers/__pycache__/__init__.cpython-37.pyc,,
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/decoders/__init__.pyi,sha256=c5J2JLtNblcpRKDXwVAiWPpcmlixp7pS6o8VGA_l3jQ,2031
tokenizers/decoders/__pycache__/__init__.cpython-37.pyc,,
tokenizers/implementations/__init__.py,sha256=JoATssXFtgaFWuNhWy9DD7Bn-JBMGhLZp4irtB8U6P8,310
tokenizers/implementations/__pycache__/__init__.cpython-37.pyc,,
tokenizers/implementations/__pycache__/base_tokenizer.cpython-37.pyc,,
tokenizers/implementations/__pycache__/bert_wordpiece.cpython-37.pyc,,
tokenizers/implementations/__pycache__/byte_level_bpe.cpython-37.pyc,,
tokenizers/implementations/__pycache__/char_level_bpe.cpython-37.pyc,,
tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-37.pyc,,
tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-37.pyc,,
tokenizers/implementations/base_tokenizer.py,sha256=D2kCp8yWJswiktLLRL6qnKjiSFCMbaRCqwEYFEdAyv8,12670
tokenizers/implementations/bert_wordpiece.py,sha256=9PJKoFht031oMitGq_DGKr7_vEEWGlNCEPaQfSIHBa4,4439
tokenizers/implementations/byte_level_bpe.py,sha256=BBPoUBbwzAwBZ9PiiJek25OMYxzov1F7kNiAhzuTZ68,3523
tokenizers/implementations/char_level_bpe.py,sha256=0ATD-vqAgPnNF-OmkjsEpKln_cbmybU_j6o39Pd25qY,4437
tokenizers/implementations/sentencepiece_bpe.py,sha256=Id8z0nk6Vt1X-hx9ymbNDQL014pHL5AkahX5Lr-u5Gk,2703
tokenizers/implementations/sentencepiece_unigram.py,sha256=-h7tesGBNyot-eEg9zVJ3KVvmEvrXtPodJ81HaWCHQc,4105
tokenizers/models/__init__.py,sha256=ndK-u_0skoThITtpgeywkUU58GPhbIEX3NOdm6pI-u4,185
tokenizers/models/__init__.pyi,sha256=LBaNHMBffkWPmyxL8qRrF09eYRS1SFd76CDOGbyuJhw,5577
tokenizers/models/__pycache__/__init__.cpython-37.pyc,,
tokenizers/normalizers/__init__.py,sha256=vtapAsbjoKMx7PY7Umln9I-junQcuGzRUPXwBgx_b9o,807
tokenizers/normalizers/__init__.pyi,sha256=BRbciF3S3A6yeLjh-D1IYwJJfV5HMfUgCC_THALAEKE,3890
tokenizers/normalizers/__pycache__/__init__.cpython-37.pyc,,
tokenizers/pre_tokenizers/__init__.py,sha256=ocXdPkQWDfF99vKzOAucSMiq-gEeSAvn7_5_4U4XPhg,496
tokenizers/pre_tokenizers/__init__.pyi,sha256=YxNBvJuvXQzA6umDi5aM0h-Pw9RmOK4n7H9KQ_6o8CY,5172
tokenizers/pre_tokenizers/__pycache__/__init__.cpython-37.pyc,,
tokenizers/processors/__init__.py,sha256=E5MWmyOIjPMjAG1y2GaaHYG_D_8oKGHWpet_C9qwamA,244
tokenizers/processors/__init__.pyi,sha256=ZpAZg20P5ErPktPlx9AQMCq0l0dQGaMKnuQfOWNPyQI,6533
tokenizers/processors/__pycache__/__init__.cpython-37.pyc,,
tokenizers/tokenizers.cp37-win_amd64.pyd,sha256=NPQ-Uq5HIsXjPV28AfKaXPsDDpGxI80T9xmGgSQjU9k,5620224
tokenizers/trainers/__init__.py,sha256=DB-Ze_tKiZJVVeQ3cg3hC8CG2S0pNF1IriRRgcXHnG8,171
tokenizers/trainers/__init__.pyi,sha256=cRpJzc1LuBXcQCY1G8x6uXT8kNO-2yBuvtgxfoL_5Ls,4914
tokenizers/trainers/__pycache__/__init__.cpython-37.pyc,,
