From 4a52a71956a8d46fcb7294ac71734504bb09bcc2 Mon Sep 17 00:00:00 2001
From: S. Solomon Darnell
Date: Fri, 28 Mar 2025 21:52:21 -0500
Subject: two version of R2R are here

---
 .venv/lib/python3.12/site-packages/tokenizers/models/__init__.py | 8 ++++++++
 1 file changed, 8 insertions(+)
 create mode 100644 .venv/lib/python3.12/site-packages/tokenizers/models/__init__.py

(limited to '.venv/lib/python3.12/site-packages/tokenizers/models/__init__.py')

diff --git a/.venv/lib/python3.12/site-packages/tokenizers/models/__init__.py b/.venv/lib/python3.12/site-packages/tokenizers/models/__init__.py
new file mode 100644
index 00000000..68ac211a
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/tokenizers/models/__init__.py
@@ -0,0 +1,8 @@
+# Generated content DO NOT EDIT
+from .. import models
+
+Model = models.Model
+BPE = models.BPE
+Unigram = models.Unigram
+WordLevel = models.WordLevel
+WordPiece = models.WordPiece
-- 
cgit v1.2.3