Voice et bot modif

venv/lib/python3.12/site-packages/huggingface_hub/constants.py

@@ -1,7 +1,8 @@
 import os
 import re
 import typing
-from typing import Literal, Optional
+from typing import Literal
+from urllib.parse import urlsplit
 
 
 # Possible values for env variables
@@ -11,13 +12,13 @@ ENV_VARS_TRUE_VALUES = {"1", "ON", "YES", "TRUE"}
 ENV_VARS_TRUE_AND_AUTO_VALUES = ENV_VARS_TRUE_VALUES.union({"AUTO"})
 
 
-def _is_true(value: Optional[str]) -> bool:
+def _is_true(value: str | None) -> bool:
     if value is None:
         return False
     return value.upper() in ENV_VARS_TRUE_VALUES
 
 
-def _as_int(value: Optional[str]) -> Optional[int]:
+def _as_int(value: str | None) -> int | None:
     if value is None:
         return None
     return int(value)
@@ -31,6 +32,7 @@ TF_WEIGHTS_NAME = "model.ckpt"
 FLAX_WEIGHTS_NAME = "flax_model.msgpack"
 CONFIG_NAME = "config.json"
 REPOCARD_NAME = "README.md"
+EVAL_RESULTS_FOLDER = ".eval_results"
 DEFAULT_ETAG_TIMEOUT = 10
 DEFAULT_DOWNLOAD_TIMEOUT = 10
 DEFAULT_REQUEST_TIMEOUT = 10
@@ -49,7 +51,7 @@ SAFETENSORS_SINGLE_FILE = "model.safetensors"
 SAFETENSORS_INDEX_FILE = "model.safetensors.index.json"
 SAFETENSORS_MAX_HEADER_LENGTH = 25_000_000
 
-# Timeout of aquiring file lock and logging the attempt
+# Timeout of acquiring file lock and logging the attempt
 FILELOCK_LOG_EVERY_SECONDS = 10
 
 # Git-related constants
@@ -70,6 +72,24 @@ if _staging_mode:
     ENDPOINT = _HF_DEFAULT_STAGING_ENDPOINT
     HUGGINGFACE_CO_URL_TEMPLATE = _HF_DEFAULT_STAGING_ENDPOINT + "/{repo_id}/resolve/{revision}/{filename}"
 
+# Hosts whose web URLs can be parsed into a ``hf://`` URI (see ``huggingface_hub/utils/_hf_uris.py``).
+# Includes the public Hub host and its ``hf.co`` short domain, the staging host, and the host of the
+# currently configured ``ENDPOINT`` so that self-hosted / staging endpoints work too.
+HF_URL_HOSTS: frozenset[str] = frozenset(
+    {"hf.co"}
+    | {
+        host.lower()
+        for host in (
+            urlsplit(_HF_DEFAULT_ENDPOINT).hostname,
+            urlsplit(_HF_DEFAULT_STAGING_ENDPOINT).hostname,
+            urlsplit(ENDPOINT).hostname,
+        )
+        if host
+    }
+)
+
+DATASETS_SERVER_ENDPOINT = "https://datasets-server.huggingface.co"
+
 HUGGINGFACE_HEADER_X_REPO_COMMIT = "X-Repo-Commit"
 HUGGINGFACE_HEADER_X_LINKED_ETAG = "X-Linked-Etag"
 HUGGINGFACE_HEADER_X_LINKED_SIZE = "X-Linked-Size"
@@ -103,19 +123,38 @@ REPO_ID_SEPARATOR = "--"
 REPO_TYPE_DATASET = "dataset"
 REPO_TYPE_SPACE = "space"
 REPO_TYPE_MODEL = "model"
+REPO_TYPE_KERNEL = "kernel"
 REPO_TYPES = [None, REPO_TYPE_MODEL, REPO_TYPE_DATASET, REPO_TYPE_SPACE]
+REPO_TYPES_WITH_KERNEL = REPO_TYPES + [REPO_TYPE_KERNEL]
 SPACES_SDK_TYPES = ["gradio", "streamlit", "docker", "static"]
 
 REPO_TYPES_URL_PREFIXES = {
     REPO_TYPE_DATASET: "datasets/",
     REPO_TYPE_SPACE: "spaces/",
+    REPO_TYPE_KERNEL: "kernels/",
 }
 REPO_TYPES_MAPPING = {
     "datasets": REPO_TYPE_DATASET,
     "spaces": REPO_TYPE_SPACE,
     "models": REPO_TYPE_MODEL,
+    "kernels": REPO_TYPE_KERNEL,
 }
 
+# HF Hub URIs (``hf://...``). See ``huggingface_hub/utils/_hf_uris.py``
+# and ``docs/source/en/package_reference/hf_uris.md`` for the full grammar.
+HF_PROTOCOL = "hf://"
+HfUriType = Literal["model", "dataset", "space", "kernel", "bucket"]
+# Maps the plural URI prefix that may appear in a HF URI (e.g. ``datasets/``)
+# to the canonical singular type name. Buckets are first-class HF URI types.
+HF_URI_TYPE_PREFIXES: dict[str, HfUriType] = {
+    "models": "model",
+    "datasets": "dataset",
+    "spaces": "space",
+    "kernels": "kernel",
+    "buckets": "bucket",
+}
+
+
 DiscussionTypeFilter = Literal["all", "discussion", "pull_request"]
 DISCUSSION_TYPES: tuple[DiscussionTypeFilter, ...] = typing.get_args(DiscussionTypeFilter)
 DiscussionStatusFilter = Literal["all", "open", "closed"]
@@ -186,6 +225,13 @@ def is_offline_mode() -> bool:
 # Check is performed once per 24 hours at most.
 CHECK_FOR_UPDATE_DONE_PATH = os.path.join(HF_HOME, ".check_for_update_done")
 
+# File caching the AI agent harnesses registry fetched from `{ENDPOINT}/api/agent-harnesses`.
+# Refreshed once per 24 hours at most (see `utils/_detect_agent.py`).
+AGENT_HARNESSES_PATH = os.path.join(HF_HOME, ".agent_harnesses.json")
+
+# Set to skip the CLI update check (PyPI query + "new version available" warning at startup).
+HF_HUB_DISABLE_UPDATE_CHECK = _is_true(os.environ.get("HF_HUB_DISABLE_UPDATE_CHECK"))
+
 # If set, log level will be set to DEBUG and all requests made to the Hub will be logged
 # as curl commands for reproducibility.
 HF_DEBUG = _is_true(os.environ.get("HF_DEBUG"))
@@ -221,10 +267,13 @@ if _staging_mode:
 # them programmatically.
 # TL;DR: env variable has priority over code
 __HF_HUB_DISABLE_PROGRESS_BARS = os.environ.get("HF_HUB_DISABLE_PROGRESS_BARS")
-HF_HUB_DISABLE_PROGRESS_BARS: Optional[bool] = (
+HF_HUB_DISABLE_PROGRESS_BARS: bool | None = (
     _is_true(__HF_HUB_DISABLE_PROGRESS_BARS) if __HF_HUB_DISABLE_PROGRESS_BARS is not None else None
 )
 
+# Disable symlinks in the cache (files are copied instead of symlinked)
+HF_HUB_DISABLE_SYMLINKS: bool = _is_true(os.environ.get("HF_HUB_DISABLE_SYMLINKS"))
+
 # Disable warning on machines that do not support symlinks (e.g. Windows non-developer)
 HF_HUB_DISABLE_SYMLINKS_WARNING: bool = _is_true(os.environ.get("HF_HUB_DISABLE_SYMLINKS_WARNING"))
 
@@ -236,7 +285,13 @@ HF_HUB_DISABLE_IMPLICIT_TOKEN: bool = _is_true(os.environ.get("HF_HUB_DISABLE_IM
 
 HF_XET_HIGH_PERFORMANCE: bool = _is_true(os.environ.get("HF_XET_HIGH_PERFORMANCE"))
 
-# hf_transfer is not used anymore. Let's warn user is case they set the env variable
+# Bucket and mount path used when launching Jobs
+HF_JOBS_ARTIFACTS_BUCKET_NAME: str = "jobs-artifacts"
+HF_JOBS_ARTIFACTS_MOUNT_PATH: str = "/data"
+
+# hf_transfer is not used anymore. Let's warn user is case they set the env variable.
+# Note: we use FutureWarning (shown by default) instead of DeprecationWarning (silenced
+# by default for end users) so users running standard `python` actually see the message.
 if _is_true(os.environ.get("HF_HUB_ENABLE_HF_TRANSFER")) and not HF_XET_HIGH_PERFORMANCE:
     import warnings
 
@@ -244,17 +299,18 @@ if _is_true(os.environ.get("HF_HUB_ENABLE_HF_TRANSFER")) and not HF_XET_HIGH_PER
         "The `HF_HUB_ENABLE_HF_TRANSFER` environment variable is deprecated as 'hf_transfer' is not used anymore. "
         "Please use `HF_XET_HIGH_PERFORMANCE` instead to enable high performance transfer with Xet. "
         "Visit https://huggingface.co/docs/huggingface_hub/package_reference/environment_variables#hfxethighperformance for more details.",
-        DeprecationWarning,
+        FutureWarning,
     )
 
 # Used to override the etag timeout on a system level
 HF_HUB_ETAG_TIMEOUT: int = _as_int(os.environ.get("HF_HUB_ETAG_TIMEOUT")) or DEFAULT_ETAG_TIMEOUT
 
 # Used to override the get request timeout on a system level
+# Also used as a default timeout for other requests if not specified (kept the naming for legacy reasons)
 HF_HUB_DOWNLOAD_TIMEOUT: int = _as_int(os.environ.get("HF_HUB_DOWNLOAD_TIMEOUT")) or DEFAULT_DOWNLOAD_TIMEOUT
 
 # Allows to add information about the requester in the user-agent (e.g. partner name)
-HF_HUB_USER_AGENT_ORIGIN: Optional[str] = os.environ.get("HF_HUB_USER_AGENT_ORIGIN")
+HF_HUB_USER_AGENT_ORIGIN: str | None = os.environ.get("HF_HUB_USER_AGENT_ORIGIN")
 
 # If OAuth didn't work after 2 redirects, there's likely a third-party cookie issue in the Space iframe view.
 # In this case, we redirect the user to the non-iframe view.