Initialisation du repository de Beta

venv/lib/python3.12/site-packages/tokenizers/tokenizers.pyi

@@ -0,0 +1,17 @@
+# Generated content DO NOT EDIT
+from . import (
+    AddedToken as AddedToken,
+    Encoding as Encoding,
+    NormalizedString as NormalizedString,
+    PreTokenizedString as PreTokenizedString,
+    Regex as Regex,
+    Token as Token,
+    Tokenizer as Tokenizer,
+    __version__ as __version__,
+    decoders as decoders,
+    models as models,
+    normalizers as normalizers,
+    pre_tokenizers as pre_tokenizers,
+    processors as processors,
+    trainers as trainers,
+)