From 4a52a71956a8d46fcb7294ac71734504bb09bcc2 Mon Sep 17 00:00:00 2001
From: S. Solomon Darnell
Date: Fri, 28 Mar 2025 21:52:21 -0500
Subject: two version of R2R are here

---
 .../python3.12/site-packages/tokenizers/implementations/__init__.py | 6 ++++++
 1 file changed, 6 insertions(+)
 create mode 100644 .venv/lib/python3.12/site-packages/tokenizers/implementations/__init__.py

(limited to '.venv/lib/python3.12/site-packages/tokenizers/implementations/__init__.py')

diff --git a/.venv/lib/python3.12/site-packages/tokenizers/implementations/__init__.py b/.venv/lib/python3.12/site-packages/tokenizers/implementations/__init__.py
new file mode 100644
index 00000000..7e775892
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/tokenizers/implementations/__init__.py
@@ -0,0 +1,6 @@
+from .base_tokenizer import BaseTokenizer
+from .bert_wordpiece import BertWordPieceTokenizer
+from .byte_level_bpe import ByteLevelBPETokenizer
+from .char_level_bpe import CharBPETokenizer
+from .sentencepiece_bpe import SentencePieceBPETokenizer
+from .sentencepiece_unigram import SentencePieceUnigramTokenizer
-- 
cgit v1.2.3