about summary refs log tree commit diff
path: root/.venv/lib/python3.12/site-packages/tokenizers-0.19.0.dist-info/RECORD
diff options
context:
space:
mode:
authorS. Solomon Darnell2025-03-28 21:52:21 -0500
committerS. Solomon Darnell2025-03-28 21:52:21 -0500
commit4a52a71956a8d46fcb7294ac71734504bb09bcc2 (patch)
treeee3dc5af3b6313e921cd920906356f5d4febc4ed /.venv/lib/python3.12/site-packages/tokenizers-0.19.0.dist-info/RECORD
parentcc961e04ba734dd72309fb548a2f97d67d578813 (diff)
downloadgn-ai-master.tar.gz
two version of R2R are here HEAD master
Diffstat (limited to '.venv/lib/python3.12/site-packages/tokenizers-0.19.0.dist-info/RECORD')
-rw-r--r--.venv/lib/python3.12/site-packages/tokenizers-0.19.0.dist-info/RECORD45
1 files changed, 45 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/tokenizers-0.19.0.dist-info/RECORD b/.venv/lib/python3.12/site-packages/tokenizers-0.19.0.dist-info/RECORD
new file mode 100644
index 00000000..01874586
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/tokenizers-0.19.0.dist-info/RECORD
@@ -0,0 +1,45 @@
+tokenizers-0.19.0.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4

+tokenizers-0.19.0.dist-info/METADATA,sha256=rDKbm3b4RBHOQOy32zupeoU1BeQDweHwV1XKr10Zzng,6719

+tokenizers-0.19.0.dist-info/RECORD,,

+tokenizers-0.19.0.dist-info/WHEEL,sha256=mmu2E0mKgwj7RU_goBCp9zGID39rD2A9DEmV3gS8Cpw,129

+tokenizers/__init__.py,sha256=ZE5ZagUvobBScrHBQdEobhx4wqM0bsq9F9aLYkBNjYQ,2615

+tokenizers/__init__.pyi,sha256=YBIWZCSN4Rs_-yKdEwhVv77bgHRE36hX9iwFrWGMJ8E,38536

+tokenizers/__pycache__/__init__.cpython-312.pyc,,

+tokenizers/decoders/__init__.py,sha256=lGp32h8qerE0F48gyZL8wGmeQVlmjVpeIsRb1SM9kf4,335

+tokenizers/decoders/__init__.pyi,sha256=xsReo7OFRCiQ4bBZY9ogYb1iLJ5DTgI5elNB-Uggocs,7244

+tokenizers/decoders/__pycache__/__init__.cpython-312.pyc,,

+tokenizers/implementations/__init__.py,sha256=VzAsplaIo7rl4AFO8Miu7ig7MfZjvonwVblZw01zR6M,310

+tokenizers/implementations/__pycache__/__init__.cpython-312.pyc,,

+tokenizers/implementations/__pycache__/base_tokenizer.cpython-312.pyc,,

+tokenizers/implementations/__pycache__/bert_wordpiece.cpython-312.pyc,,

+tokenizers/implementations/__pycache__/byte_level_bpe.cpython-312.pyc,,

+tokenizers/implementations/__pycache__/char_level_bpe.cpython-312.pyc,,

+tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-312.pyc,,

+tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-312.pyc,,

+tokenizers/implementations/base_tokenizer.py,sha256=2TFZhLupaJiMDYGJuUNmxYJv-cnR8bDHmbMzaYpFROs,14206

+tokenizers/implementations/bert_wordpiece.py,sha256=sKCum0FKPYdSgJFJN8LDerVBoTDRSqyqSdrcm-lvQqI,5520

+tokenizers/implementations/byte_level_bpe.py,sha256=OA_jyy3EQmYTa6hnf-EKwLOFuyroqFYOJz25ysM2BUk,4289

+tokenizers/implementations/char_level_bpe.py,sha256=Q2ZEAW0xMQHF7YCUtmplwaxbU-J0P2NK4PJGMxUb-_c,5466

+tokenizers/implementations/sentencepiece_bpe.py,sha256=LwrofoohnUfME2lK2lQYoyQIhP84RP0CIlHRaj0hyNs,3738

+tokenizers/implementations/sentencepiece_unigram.py,sha256=SYiVXL8ZtqLXKpuqwnwmrfxgGotu8yAkOu7dLztEXIo,7580

+tokenizers/models/__init__.py,sha256=eJZ4HTAQZpxnKILNylWaTFqxXy-Ba6OKswWN47feeV8,176

+tokenizers/models/__init__.pyi,sha256=wH4M-ZZprw3UQ98fxWrF3MpivuNVY3s3pv4pGY0A_kE,16932

+tokenizers/models/__pycache__/__init__.cpython-312.pyc,,

+tokenizers/normalizers/__init__.py,sha256=hKOwnqWM-IlcVv7HDWT9SYhlczevuCNDQJY05ZFxkzk,808

+tokenizers/normalizers/__init__.pyi,sha256=5SGm-u896MZht6TXMS9sWv1lCATnwNqbC2Udl5aP4dg,19597

+tokenizers/normalizers/__pycache__/__init__.cpython-312.pyc,,

+tokenizers/pre_tokenizers/__init__.py,sha256=wd6KYQA_RsGSQK-HeG9opTRhv4ttSRkyno2dk6az-PM,557

+tokenizers/pre_tokenizers/__init__.pyi,sha256=IhF7dZt9_9_WM2ESKwEIvN59uW_YzS2PzmWBUScysWU,23258

+tokenizers/pre_tokenizers/__pycache__/__init__.cpython-312.pyc,,

+tokenizers/processors/__init__.py,sha256=xM2DEKwKtHIumHsszM8AMkq-AlaqvBZFXWgLU8SNhOY,307

+tokenizers/processors/__init__.pyi,sha256=hx767ZY8SHhxb_hiXPRxm-f_KcoR4XDx7vfK2c0lR-Q,11357

+tokenizers/processors/__pycache__/__init__.cpython-312.pyc,,

+tokenizers/tokenizers.cpython-312-x86_64-linux-gnu.so,sha256=NblTQIwRa0H6rewQpIymX1xTTdxYcgPX3RGI7rXvklk,11826456

+tokenizers/tools/__init__.py,sha256=xG8caB9OHC8cbB01S5vYV14HZxhO6eWbLehsb70ppio,55

+tokenizers/tools/__pycache__/__init__.cpython-312.pyc,,

+tokenizers/tools/__pycache__/visualizer.cpython-312.pyc,,

+tokenizers/tools/visualizer-styles.css,sha256=zAydq1oGWD8QEll4-eyL8Llw0B1sty_hpIE3tYxL02k,4850

+tokenizers/tools/visualizer.py,sha256=gi-E2NCP7FuG6ujpQOdalSTXUlaV85V6NI-ZPPTvA_4,14625

+tokenizers/trainers/__init__.py,sha256=UTu22AGcp76IvpW45xLRbJWET04NxPW6NfCb2YYz0EM,248

+tokenizers/trainers/__init__.pyi,sha256=3TwFKts4me7zQfVRcSTmtXYiP4XwcRjfAYtwqoZVtoQ,5382

+tokenizers/trainers/__pycache__/__init__.cpython-312.pyc,,