tokenizers-0.10.3.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
tokenizers-0.10.3.dist-info/METADATA,sha256=pSDi3F1RDWO-mOr4JYd4y6o4oD0_D18wqBWgHTx9afE,5850
tokenizers-0.10.3.dist-info/RECORD,,
tokenizers-0.10.3.dist-info/REQUESTED,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tokenizers-0.10.3.dist-info/WHEEL,sha256=OmDKD3JmZjhMu_YdpkiJDfFL1rf8n9nexhWCGhSBGVE,101
tokenizers-0.10.3.dist-info/direct_url.json,sha256=4nvI49AxgRhY02MJcHcSCcNNshZiR440Azr3GQg4Ob4,71
tokenizers-0.10.3.dist-info/top_level.txt,sha256=JcOIHPbSqrQvqcDyFOnNNcee6wJlpDZvyk-BSCeX4QA,11
tokenizers/__init__.py,sha256=CKwXlgF1P_Gq3npF_5aL9DqdmhqmWZwvXYDG9SFgl28,2743
tokenizers/__init__.pyi,sha256=q--zD5B0uoug9jyCpp-99nJfcEbkiGlAHxHqh7MfKv4,36606
tokenizers/__pycache__/__init__.cpython-37.pyc,,
tokenizers/decoders/__init__.py,sha256=mbEsFhV3IMks2D7ZOUDbPTunNMbIdaFKWD3jA2WxC4M,197
tokenizers/decoders/__init__.pyi,sha256=8pB0HFxdm_4FybOzLNbaoIGO_vIwKAnG8Orpv2EikFY,4316
tokenizers/decoders/__pycache__/__init__.cpython-37.pyc,,
tokenizers/implementations/__init__.py,sha256=JoATssXFtgaFWuNhWy9DD7Bn-JBMGhLZp4irtB8U6P8,310
tokenizers/implementations/__pycache__/__init__.cpython-37.pyc,,
tokenizers/implementations/__pycache__/base_tokenizer.cpython-37.pyc,,
tokenizers/implementations/__pycache__/bert_wordpiece.cpython-37.pyc,,
tokenizers/implementations/__pycache__/byte_level_bpe.cpython-37.pyc,,
tokenizers/implementations/__pycache__/char_level_bpe.cpython-37.pyc,,
tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-37.pyc,,
tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-37.pyc,,
tokenizers/implementations/base_tokenizer.py,sha256=rv-Y67-5l4VuQZLHpNGQ1MP88z2gjbG9owVqcuF0S-g,13975
tokenizers/implementations/bert_wordpiece.py,sha256=_yPW3_BclM_g1OPIw8UXDsm8IY-HDPeo4A2Iw3n_nh0,5456
tokenizers/implementations/byte_level_bpe.py,sha256=Na3pjJmNLbMPJ4ntV2WnLPZNb8CdFLjxUB2n7w_OKc4,4221
tokenizers/implementations/char_level_bpe.py,sha256=vjtnfCM19go96-HXuWULK3vyOYShkuPlkpTBGJsg9xQ,5323
tokenizers/implementations/sentencepiece_bpe.py,sha256=7h-p6dluA_3wtF1yqii7B3MU78HKP39MAQLThewGpYo,3601
tokenizers/implementations/sentencepiece_unigram.py,sha256=RhDjmk3unhzJa5D6Z9a5k8vd0UVEb0PZ2Nhu5cBHFWY,4484
tokenizers/models/__init__.py,sha256=eJZ4HTAQZpxnKILNylWaTFqxXy-Ba6OKswWN47feeV8,176
tokenizers/models/__init__.pyi,sha256=-0BtJytgJTXl6tzBHCzc3Vbn-fMqj-Cgd2WeSiDhOl0,14025
tokenizers/models/__pycache__/__init__.cpython-37.pyc,,
tokenizers/normalizers/__init__.py,sha256=vtapAsbjoKMx7PY7Umln9I-junQcuGzRUPXwBgx_b9o,807
tokenizers/normalizers/__init__.pyi,sha256=XzL7qDKkcu4ORAFvXtaZLMvFod3ZOYjMO_0QFXSOeUY,18295
tokenizers/normalizers/__pycache__/__init__.cpython-37.pyc,,
tokenizers/pre_tokenizers/__init__.py,sha256=wd6KYQA_RsGSQK-HeG9opTRhv4ttSRkyno2dk6az-PM,557
tokenizers/pre_tokenizers/__init__.pyi,sha256=mzHgOVpY7HfcEJGivqUkTIrFkmsW1XLCJhE2fmrqL5o,22513
tokenizers/pre_tokenizers/__pycache__/__init__.cpython-37.pyc,,
tokenizers/processors/__init__.py,sha256=SU4D-2XW-HctsI-Hi8hqST0dHXGpD1i3etQBmsPjn_U,276
tokenizers/processors/__init__.pyi,sha256=O50hbQDYp_lWDrCxBXjTc0gHcBenGw7xdUWL2rKO7Yc,10176
tokenizers/processors/__pycache__/__init__.cpython-37.pyc,,
tokenizers/tokenizers.cp37-win_amd64.pyd,sha256=xTDynCAD6a2njGOvV1uz2KYFWBZ_m-8hsJEkBdgFnss,5869056
tokenizers/tools/__init__.py,sha256=_bmJ-J2AxnGFILibsymvbUknUq1GS8QncYm3Hri835g,55
tokenizers/tools/__pycache__/__init__.cpython-37.pyc,,
tokenizers/tools/__pycache__/visualizer.cpython-37.pyc,,
tokenizers/tools/visualizer-styles.css,sha256=zAydq1oGWD8QEll4-eyL8Llw0B1sty_hpIE3tYxL02k,4850
tokenizers/tools/visualizer.py,sha256=kGEYSDiAYpcGJxhyq72AsDuJaC7olvUpn9ZUn6rLLAo,14774
tokenizers/trainers/__init__.py,sha256=UTu22AGcp76IvpW45xLRbJWET04NxPW6NfCb2YYz0EM,248
tokenizers/trainers/__init__.pyi,sha256=hOnhZAbmqQVH_eGNxP3aXrbnm23y4yrBmP56ybOMtU4,4789
tokenizers/trainers/__pycache__/__init__.cpython-37.pyc,,
