Voice et bot modif

This commit is contained in:
pi 2026-06-16 17:09:34 +00:00
parent 189d56026b
commit 7333a22bcd
10774 changed files with 634644 additions and 933308 deletions

View file

@ -7,6 +7,7 @@ from __future__ import annotations
import argparse
import logging
import os
import warnings
from pathlib import Path
import onnx
@ -168,6 +169,7 @@ class ConvertPhi2ToONNX:
assert self.precision == Precision.INT4
quant = MatMulNBitsQuantizer(
model=optimizer.model,
bits=4,
block_size=self.block_size,
is_symmetric=True,
accuracy_level=self.accuracy_level,
@ -374,6 +376,12 @@ def parse_arguments():
def main():
warnings.warn(
"This example is deprecated. Use the Olive recipe instead: "
"https://github.com/microsoft/olive-recipes/tree/main",
DeprecationWarning,
stacklevel=2,
)
args = parse_arguments()
device = torch.device("cuda", args.device_id) if torch.cuda.is_available() else torch.device("cpu")