From 4a52a71956a8d46fcb7294ac71734504bb09bcc2 Mon Sep 17 00:00:00 2001 From: S. Solomon Darnell Date: Fri, 28 Mar 2025 21:52:21 -0500 Subject: two version of R2R are here --- .../site-packages/tokenizers/decoders/__init__.py | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 .venv/lib/python3.12/site-packages/tokenizers/decoders/__init__.py (limited to '.venv/lib/python3.12/site-packages/tokenizers/decoders/__init__.py') diff --git a/.venv/lib/python3.12/site-packages/tokenizers/decoders/__init__.py b/.venv/lib/python3.12/site-packages/tokenizers/decoders/__init__.py new file mode 100644 index 00000000..a717379c --- /dev/null +++ b/.venv/lib/python3.12/site-packages/tokenizers/decoders/__init__.py @@ -0,0 +1,14 @@ +from .. import decoders + + +Decoder = decoders.Decoder +ByteLevel = decoders.ByteLevel +Replace = decoders.Replace +WordPiece = decoders.WordPiece +ByteFallback = decoders.ByteFallback +Fuse = decoders.Fuse +Strip = decoders.Strip +Metaspace = decoders.Metaspace +BPEDecoder = decoders.BPEDecoder +CTC = decoders.CTC +Sequence = decoders.Sequence -- cgit v1.2.3