curated_tokenizers-0.0.9.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
curated_tokenizers-0.0.9.dist-info/METADATA,sha256=lgIkdBcgQqb_8XWPczHLNiNSqx1G95679l_ftbhVgH4,1929
curated_tokenizers-0.0.9.dist-info/RECORD,,
curated_tokenizers-0.0.9.dist-info/REQUESTED,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers-0.0.9.dist-info/WHEEL,sha256=Jb8S1FcKfISaVw1lIq1nUjwRoJcARlRmJgD1nZ0JzgI,105
curated_tokenizers-0.0.9.dist-info/direct_url.json,sha256=E-qjmvey0qJIcJHyn55nz8FvMx-JRquev-FM8Y8TJHA,114
curated_tokenizers-0.0.9.dist-info/licenses/LICENSE,sha256=Sdj--WzZJxnLUkLvTE-VTtwAikb898qr7K4U28xES1A,2642
curated_tokenizers-0.0.9.dist-info/top_level.txt,sha256=EKBDsRk94HtBI7QQVDtt8uMqpwI--el9tTFO5T99Yjw,19
curated_tokenizers-0.0.9.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
curated_tokenizers/__init__.py,sha256=Dtn4OlRTn_YX-6pOTp47sG9PhJBTjtvk3Cb6CUM283E,120
curated_tokenizers/__pycache__/__init__.cpython-311.pyc,,
curated_tokenizers/_bbpe.cpp,sha256=u9Dj-4tcegbkys9BLE3jeRW1JFxcKo19Rm7FOqallkY,715781
curated_tokenizers/_bbpe.cpython-311-aarch64-linux-gnu.so,sha256=IHBFrLSE_TeYQ6MleveHh1n58X8z03TD9emojnkL0tw,246488
curated_tokenizers/_bbpe.pxd,sha256=RRVU0IHVe_rtcAlK8SwJXZZQo_Gj8um0vqBku96Hmh0,333
curated_tokenizers/_bbpe.pyx,sha256=DzKrkdRbeUcz26K-aNO23ep92nq0EJsO7csMYivcpj0,6461
curated_tokenizers/_spp.cpp,sha256=pA-BznEnDtehpAvJ-96_Sgm7Sx4ouPgu_e1wVD40nKc,592518
curated_tokenizers/_spp.cpython-311-aarch64-linux-gnu.so,sha256=VDvaZQrIYqPfhLPRoViTHvNzfLRxSmPTWQ9CjDUBbZ4,173000
curated_tokenizers/_spp.pxd,sha256=7TMrzkqx2MA4JAMbpTLdMWI5h7F3Lb6N6CJ2aviluZE,2138
curated_tokenizers/_spp.pyx,sha256=DDY9enq9qshDT-ZkVY6bArZgETfD7rlLrr9UEfGFb-o,7804
curated_tokenizers/_wordpiece.cpp,sha256=09nZKdpIf0H7yyRlqTAOMlgdPTi59dDQCCxxKMuCt0E,544040
curated_tokenizers/_wordpiece.cpython-311-aarch64-linux-gnu.so,sha256=LloLfjEVljHUyYiHZtMaNOCkNuFx7Tw1d4pD6BsxLKs,164856
curated_tokenizers/_wordpiece.pxd,sha256=9rWiBiosVmh70MwM5HcoTsrWFAAJUxNi3vfc2LS3Ry0,654
curated_tokenizers/_wordpiece.pyx,sha256=5CHpTRnr-YqghQaCbbDa7F9y0n-ng8uG1RdKHF1CL6c,4840
curated_tokenizers/config.h,sha256=bSpQjNpV_vzGjOb2J5zcjg1H7z1_wOmWBFjIY1JBc7k,156
curated_tokenizers/merges.cc,sha256=bfn3elmiFcQpLbZv_D7ZPN6-IP2VaeJa9flsktl3lCA,2126
curated_tokenizers/merges.hh,sha256=FSfZwdFpNZMx6N5BMIisRrgxSjIdHB3CUluPq9blRwQ,1190
curated_tokenizers/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
curated_tokenizers/tests/__pycache__/__init__.cpython-311.pyc,,
curated_tokenizers/tests/__pycache__/test_bbpe_processor.cpython-311.pyc,,
curated_tokenizers/tests/__pycache__/test_sp.cpython-311.pyc,,
curated_tokenizers/tests/__pycache__/test_word_piece_processor.cpython-311.pyc,,
curated_tokenizers/tests/incorrect-merges.txt,sha256=J3bMlGl31fOTeHCw6Hkf0jViEyh86ca-BiGM37JkFZY,19
curated_tokenizers/tests/robbert-merges-1000.txt,sha256=ouOja6engvjR8K136noUyvaRihzu_QyDh8BsVnhsr5c,6291
curated_tokenizers/tests/robbert-vocab-1000.json,sha256=OA7hBeYFTAIiNV01E0qG8amdTkA-bzOc_6MGkVQPjOA,16815
curated_tokenizers/tests/test_bbpe_processor.py,sha256=NVsjuUrb8rwHrAZKUcupfk9mVTq-VP-gpmZnH-tHMcU,2159
curated_tokenizers/tests/test_sp.py,sha256=zPX32eXdCxzT4dyocQrGp0U35MBjzzy4Li90WmxESNs,4679
curated_tokenizers/tests/test_word_piece_processor.py,sha256=LiK4WGD8wwN0pckBiod2l0OuimP7jKTxVJBfHuHfCW8,2268
curated_tokenizers/tests/toy-word-pieces.txt,sha256=pX4mNd-dx7EsFcMJy90uHFU297daQ3kfRBH30UV9QQw,31
curated_tokenizers/tests/toy.model,sha256=aOgs9MnD7wvh8lp8riyDb8r6fTyDgh-5hkEeVnea0eI,253270
curated_tokenizers/util.hh,sha256=VT-IgsTPBVqCxPvmh2rDT6qCzbxyWLgx22J9a2OmTuc,333
curated_tokenizers/wordpiece.cc,sha256=m6XOiqoslH6ieBnavtI2TAWSgjMNuft0bTm9U6Q2vmM,1083
curated_tokenizers/wordpiece.hh,sha256=YShSvQUOxmye0W6hzlES44reBstFRP7oCZGH94UB-S0,1011
