Voice et bot modif
This commit is contained in:
parent
189d56026b
commit
7333a22bcd
10774 changed files with 634644 additions and 933308 deletions
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -7,6 +7,7 @@ from __future__ import annotations
|
|||
import argparse
|
||||
import logging
|
||||
import os
|
||||
import warnings
|
||||
from pathlib import Path
|
||||
|
||||
import onnx
|
||||
|
|
@ -168,6 +169,7 @@ class ConvertPhi2ToONNX:
|
|||
assert self.precision == Precision.INT4
|
||||
quant = MatMulNBitsQuantizer(
|
||||
model=optimizer.model,
|
||||
bits=4,
|
||||
block_size=self.block_size,
|
||||
is_symmetric=True,
|
||||
accuracy_level=self.accuracy_level,
|
||||
|
|
@ -374,6 +376,12 @@ def parse_arguments():
|
|||
|
||||
|
||||
def main():
|
||||
warnings.warn(
|
||||
"This example is deprecated. Use the Olive recipe instead: "
|
||||
"https://github.com/microsoft/olive-recipes/tree/main",
|
||||
DeprecationWarning,
|
||||
stacklevel=2,
|
||||
)
|
||||
args = parse_arguments()
|
||||
|
||||
device = torch.device("cuda", args.device_id) if torch.cuda.is_available() else torch.device("cpu")
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue