Voice et bot modif

This commit is contained in:
pi 2026-06-16 17:09:34 +00:00
parent 189d56026b
commit 7333a22bcd
10774 changed files with 634644 additions and 933308 deletions

View file

@ -23,7 +23,6 @@ import os
import tempfile
from pathlib import Path
import coloredlogs
from fusion_options import FusionOptions
from onnx import ModelProto, load_model
from onnx_model import OnnxModel
@ -59,6 +58,7 @@ MODEL_TYPES = {
"gpt2_tf": (Gpt2OnnxModel, "tf2onnx", 0), # might add a class for GPT2OnnxModel for TF later.
"gpt_neox": (BertOnnxModel, "pytorch", 0), # GPT-NeoX
"phi": (PhiOnnxModel, "pytorch", 0),
"qwen3": (Gpt2OnnxModel, "pytorch", 0), # Qwen3 (decoder-only with RoPE, GQA, RMSNorm)
"sam2": (Sam2OnnxModel, "pytorch", 1),
"swin": (BertOnnxModel, "pytorch", 1),
"tnlr": (TnlrOnnxModel, "pytorch", 1),
@ -111,7 +111,7 @@ def optimize_by_onnxruntime(
use_gpu
and provider is None
and set(onnxruntime.get_available_providers()).isdisjoint(
["CUDAExecutionProvider", "ROCMExecutionProvider", "MIGraphXExecutionProvider"]
["CUDAExecutionProvider", "MIGraphXExecutionProvider"]
)
):
logger.error("There is no gpu for onnxruntime to do optimization.")
@ -172,10 +172,8 @@ def optimize_by_onnxruntime(
elif provider is not None:
if provider == "dml":
providers = ["DmlExecutionProvider"]
elif provider == "rocm":
providers = ["ROCMExecutionProvider"]
elif provider == "migraphx":
providers = ["MIGraphXExecutionProvider", "ROCMExecutionProvider"]
providers = ["MIGraphXExecutionProvider"]
elif provider == "cuda":
providers = ["CUDAExecutionProvider"]
elif provider == "tensorrt":
@ -189,7 +187,6 @@ def optimize_by_onnxruntime(
if torch_version.hip:
providers.append("MIGraphXExecutionProvider")
providers.append("ROCMExecutionProvider")
else:
providers.append("CUDAExecutionProvider")
@ -565,12 +562,11 @@ def _parse_arguments():
def _setup_logger(verbose):
if verbose:
coloredlogs.install(
level="DEBUG",
fmt="[%(filename)s:%(lineno)s - %(funcName)20s()] %(message)s",
logging.basicConfig(
format="[%(filename)s:%(lineno)s - %(funcName)20s()] %(message)s", level=logging.DEBUG, force=True
)
else:
coloredlogs.install(fmt="%(funcName)20s: %(message)s")
logging.basicConfig(format="%(funcName)20s: %(message)s", level=logging.INFO, force=True)
def main():