Beta/venv/lib/python3.12/site-packages/tokenizers/trainers/__init__.py

10 lines
249 B
Python
Raw Normal View History

2026-02-06 22:23:20 +01:00
# Generated content DO NOT EDIT
2026-06-16 17:09:34 +00:00
2026-02-06 22:23:20 +01:00
from .. import trainers
BpeTrainer = trainers.BpeTrainer
2026-06-16 17:09:34 +00:00
Trainer = trainers.Trainer
2026-02-06 22:23:20 +01:00
UnigramTrainer = trainers.UnigramTrainer
WordLevelTrainer = trainers.WordLevelTrainer
WordPieceTrainer = trainers.WordPieceTrainer