tokenizers-0.9.3.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
tokenizers-0.9.3.dist-info/METADATA,sha256=fcy8WrX9kcQvEztrK9sZlMvYCP1wgSeF7IX30bre0Iw,5841
tokenizers-0.9.3.dist-info/RECORD,,
tokenizers-0.9.3.dist-info/REQUESTED,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tokenizers-0.9.3.dist-info/WHEEL,sha256=9MdUI0OzwjYaHl3jWlKFDIJ5MFBPjwppNgWNtexntqg,105
tokenizers-0.9.3.dist-info/direct_url.json,sha256=hv3IzdtJpUPNu26aB7WjNjHhhsGzkMy4hdFVAiGbxZE,71
tokenizers-0.9.3.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers/__init__.py,sha256=IeW8Wu5NnaJpIH-KN4iGLCWMJ1Z0qgnAqlM6f8HsHkY,1436
tokenizers/__init__.pyi,sha256=Z9RGDCBt7b8ay69fGluee2OJKWqbMEwp6ZvlrvRoRXg,28737
tokenizers/__pycache__/__init__.cpython-38.pyc,,
tokenizers/decoders/__init__.py,sha256=yg3XNx4OMXtAKo--8Lj2BhMcD0Kr9TzoCU0d40ceQuM,178
tokenizers/decoders/__init__.pyi,sha256=c5J2JLtNblcpRKDXwVAiWPpcmlixp7pS6o8VGA_l3jQ,2031
tokenizers/decoders/__pycache__/__init__.cpython-38.pyc,,
tokenizers/implementations/__init__.py,sha256=JoATssXFtgaFWuNhWy9DD7Bn-JBMGhLZp4irtB8U6P8,310
tokenizers/implementations/__pycache__/__init__.cpython-38.pyc,,
tokenizers/implementations/__pycache__/base_tokenizer.cpython-38.pyc,,
tokenizers/implementations/__pycache__/bert_wordpiece.cpython-38.pyc,,
tokenizers/implementations/__pycache__/byte_level_bpe.cpython-38.pyc,,
tokenizers/implementations/__pycache__/char_level_bpe.cpython-38.pyc,,
tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-38.pyc,,
tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-38.pyc,,
tokenizers/implementations/base_tokenizer.py,sha256=D2kCp8yWJswiktLLRL6qnKjiSFCMbaRCqwEYFEdAyv8,12670
tokenizers/implementations/bert_wordpiece.py,sha256=wWRD0mcHhEFyMV0BbBjEPE6untKLpSLJNKEAv-WfcuA,4421
tokenizers/implementations/byte_level_bpe.py,sha256=BBPoUBbwzAwBZ9PiiJek25OMYxzov1F7kNiAhzuTZ68,3523
tokenizers/implementations/char_level_bpe.py,sha256=0ATD-vqAgPnNF-OmkjsEpKln_cbmybU_j6o39Pd25qY,4437
tokenizers/implementations/sentencepiece_bpe.py,sha256=Id8z0nk6Vt1X-hx9ymbNDQL014pHL5AkahX5Lr-u5Gk,2703
tokenizers/implementations/sentencepiece_unigram.py,sha256=Eo7XoO2LJjypuey145DV3hqvGsTdjQId-cp4rastGsc,4087
tokenizers/models/__init__.py,sha256=ndK-u_0skoThITtpgeywkUU58GPhbIEX3NOdm6pI-u4,185
tokenizers/models/__init__.pyi,sha256=LBaNHMBffkWPmyxL8qRrF09eYRS1SFd76CDOGbyuJhw,5577
tokenizers/models/__pycache__/__init__.cpython-38.pyc,,
tokenizers/normalizers/__init__.py,sha256=vtapAsbjoKMx7PY7Umln9I-junQcuGzRUPXwBgx_b9o,807
tokenizers/normalizers/__init__.pyi,sha256=BRbciF3S3A6yeLjh-D1IYwJJfV5HMfUgCC_THALAEKE,3890
tokenizers/normalizers/__pycache__/__init__.cpython-38.pyc,,
tokenizers/pre_tokenizers/__init__.py,sha256=ocXdPkQWDfF99vKzOAucSMiq-gEeSAvn7_5_4U4XPhg,496
tokenizers/pre_tokenizers/__init__.pyi,sha256=YxNBvJuvXQzA6umDi5aM0h-Pw9RmOK4n7H9KQ_6o8CY,5172
tokenizers/pre_tokenizers/__pycache__/__init__.cpython-38.pyc,,
tokenizers/processors/__init__.py,sha256=E5MWmyOIjPMjAG1y2GaaHYG_D_8oKGHWpet_C9qwamA,244
tokenizers/processors/__init__.pyi,sha256=ZpAZg20P5ErPktPlx9AQMCq0l0dQGaMKnuQfOWNPyQI,6533
tokenizers/processors/__pycache__/__init__.cpython-38.pyc,,
tokenizers/tokenizers.cp38-win_amd64.pyd,sha256=7PEik4Rv0MlJWHG_AFCQwvVtJLGJjmCIN1Co5bHNlHk,5538304
tokenizers/trainers/__init__.py,sha256=DB-Ze_tKiZJVVeQ3cg3hC8CG2S0pNF1IriRRgcXHnG8,171
tokenizers/trainers/__init__.pyi,sha256=cRpJzc1LuBXcQCY1G8x6uXT8kNO-2yBuvtgxfoL_5Ls,4914
tokenizers/trainers/__pycache__/__init__.cpython-38.pyc,,
