diff options
Diffstat (limited to '.venv/lib/python3.12/site-packages/tokenizers/trainers/__init__.py')
| -rw-r--r-- | .venv/lib/python3.12/site-packages/tokenizers/trainers/__init__.py | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/tokenizers/trainers/__init__.py b/.venv/lib/python3.12/site-packages/tokenizers/trainers/__init__.py new file mode 100644 index 00000000..22f94c50 --- /dev/null +++ b/.venv/lib/python3.12/site-packages/tokenizers/trainers/__init__.py @@ -0,0 +1,8 @@ +# Generated content DO NOT EDIT +from .. import trainers + +Trainer = trainers.Trainer +BpeTrainer = trainers.BpeTrainer +UnigramTrainer = trainers.UnigramTrainer +WordLevelTrainer = trainers.WordLevelTrainer +WordPieceTrainer = trainers.WordPieceTrainer |