.venv/lib/python3.12/site-packages/tokenizers/trainers/__init__.py


1
2
3
4
5
6
7
8

# Generated content DO NOT EDIT
from .. import trainers

Trainer = trainers.Trainer
BpeTrainer = trainers.BpeTrainer
UnigramTrainer = trainers.UnigramTrainer
WordLevelTrainer = trainers.WordLevelTrainer
WordPieceTrainer = trainers.WordPieceTrainer