Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
File renamed without changes.
2 changes: 1 addition & 1 deletion test/test_cpu/backends/test_torch_backend.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,8 @@
from transformers import AutoModelForCausalLM, AutoRoundConfig, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import require_autogptq, require_gptqmodel

from ...envs import require_autogptq, require_gptqmodel
from ...helpers import evaluate_accuracy, get_model_path, model_infer


Expand Down
2 changes: 1 addition & 1 deletion test/test_cpu/quantization/test_mix_bits.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,8 @@
from transformers import AutoModelForCausalLM, AutoRoundConfig, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import require_gptqmodel

from ...envs import require_gptqmodel
from ...helpers import evaluate_accuracy, opt_name_or_path


Expand Down
2 changes: 1 addition & 1 deletion test/test_cpu/quantization/test_mxfp_save_load.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,8 @@
from auto_round.export.export_to_autoround import qlinear_fp as ar_qlinear_fp
from auto_round.formats import AutoRoundExportFormat
from auto_round.inference.backend import MX_TENSOR_DATA_TYPES
from auto_round.testing_utils import has_module

from ...envs import has_module
from ...helpers import get_model_path

testing_scheme_name_lst = [
Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/advanced/test_multiple_card.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,8 @@
from transformers import AutoModelForCausalLM, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import multi_card, require_gptqmodel, require_greater_than_050

from ...envs import multi_card, require_gptqmodel, require_greater_than_050
from ...helpers import evaluate_accuracy, get_model_path, get_tiny_model


Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/advanced/test_multiple_card_calib.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@

import pytest

from auto_round.testing_utils import multi_card
from ...envs import multi_card

AUTO_ROUND_PATH = __file__.split("/")
AUTO_ROUND_PATH = "/".join(AUTO_ROUND_PATH[: AUTO_ROUND_PATH.index("test")])
Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/backends/test_exllamav2_backend.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@
from auto_round import (
AutoRound,
)
from auto_round.testing_utils import require_autogptq, require_gptqmodel, require_package_version_ut

from ...envs import require_autogptq, require_gptqmodel, require_package_version_ut
from ...helpers import evaluate_accuracy, get_model_path, model_infer


Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/backends/test_torch_backend.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,8 @@
from transformers import AutoModelForCausalLM, AutoRoundConfig, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import require_autogptq, require_gptqmodel

from ...envs import require_autogptq, require_gptqmodel
from ...helpers import evaluate_accuracy, get_model_path, model_infer


Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/backends/test_triton_backend.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,8 @@
from transformers import AutoModelForCausalLM, AutoRoundConfig, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import require_greater_than_050

from ...envs import require_greater_than_050
from ...helpers import evaluate_accuracy, model_infer


Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/core/test_main_func.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@
from transformers.utils.versions import require_version

from auto_round import AutoRound, AutoRoundAdam
from auto_round.testing_utils import require_awq, require_gptqmodel, require_optimum, require_package_version_ut

from ...envs import require_awq, require_gptqmodel, require_optimum, require_package_version_ut
from ...helpers import evaluate_accuracy, get_model_path


Expand Down
4 changes: 2 additions & 2 deletions test/test_cuda/export/test_auto_round_format.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,14 +7,14 @@
from transformers import AutoModelForCausalLM, AutoRoundConfig, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import (

from ...envs import (
require_autogptq,
require_awq,
require_greater_than_050,
require_ipex,
require_package_version_ut,
)

from ...helpers import evaluate_accuracy, get_model_path, get_tiny_model, model_infer


Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/export/test_export.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,8 @@
from transformers import AutoConfig, AutoModelForCausalLM, AutoRoundConfig, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import require_awq, require_optimum, require_package_version_ut

from ...envs import require_awq, require_optimum, require_package_version_ut
from ...helpers import get_model_path, get_tiny_model, transformers_version


Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/export/test_gguf.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@
from transformers import AutoModelForCausalLM, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import require_gguf

from ...envs import require_gguf
from ...helpers import evaluate_accuracy, get_model_path, get_tiny_model, save_tiny_model, transformers_version

AUTO_ROUND_PATH = __file__.split("/")
Expand Down
3 changes: 1 addition & 2 deletions test/test_cuda/integrations/test_transformers.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,7 @@
)
from transformers.utils import is_torch_available

from auto_round.testing_utils import is_ipex_available

from ...envs import is_ipex_available
from ...helpers import get_model_path

if is_torch_available():
Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/models/test_conv1d.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,8 @@
from transformers import AutoModelForCausalLM, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import require_gptqmodel

from ...envs import require_gptqmodel
from ...helpers import get_model_path, get_tiny_model, model_infer


Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/models/test_diffusion.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@
from PIL import Image

from auto_round import AutoRoundDiffusion
from auto_round.testing_utils import require_gptqmodel, require_optimum, require_vlm_env

from ...envs import require_gptqmodel, require_optimum, require_vlm_env
from ...helpers import transformers_version


Expand Down
3 changes: 1 addition & 2 deletions test/test_cuda/models/test_support_vlms.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,7 @@
from PIL import Image
from transformers import AutoRoundConfig # # must import for auto-round format

from auto_round.testing_utils import require_gptqmodel, require_package_version_ut, require_vlm_env

from ...envs import require_gptqmodel, require_package_version_ut, require_vlm_env
from ...helpers import transformers_version

AUTO_ROUND_PATH = __file__.split("/")
Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/models/test_vlms.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
from PIL import Image
from transformers import AutoRoundConfig

from auto_round.testing_utils import require_gptqmodel, require_optimum, require_vlm_env
from ...envs import require_gptqmodel, require_optimum, require_vlm_env


class TestAutoRound:
Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/quantization/test_2_3bits.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,8 @@
from transformers import AutoModelForCausalLM, AutoRoundConfig, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import require_autogptq, require_greater_than_050, require_greater_than_051

from ...envs import require_autogptq, require_greater_than_050, require_greater_than_051
from ...helpers import evaluate_accuracy, get_model_path, model_infer


Expand Down
4 changes: 2 additions & 2 deletions test/test_cuda/quantization/test_mix_bits.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,12 +8,12 @@
from transformers import AutoModelForCausalLM, AutoRoundConfig, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import (

from ...envs import (
require_awq,
require_gptqmodel,
require_package_version_ut,
)

from ...helpers import get_model_path


Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/quantization/test_mxfp_and_nvfp_quant.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,8 @@
from auto_round.experimental import qmodules as ar_qmodules
from auto_round.export.export_to_autoround import qlinear_fp as ar_qlinear_fp
from auto_round.formats import AutoRoundExportFormat
from auto_round.testing_utils import has_module

from ...envs import has_module
from ...helpers import get_model_path

testing_schemes = [
Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/quantization/test_mxfp_nvfp.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@
from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer

from auto_round import AutoRound
from auto_round.testing_utils import require_awq, require_optimum

from ...envs import require_awq, require_optimum
from ...helpers import get_model_path, save_tiny_model


Expand Down
2 changes: 1 addition & 1 deletion test/test_cuda/schemes/test_auto_scheme.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,9 +8,9 @@

from auto_round import AutoRound, AutoScheme
from auto_round.auto_scheme.utils import compute_avg_bits_for_model
from auto_round.testing_utils import multi_card
from auto_round.utils import get_module

from ...envs import multi_card
from ...helpers import evaluate_accuracy, get_model_path, get_tiny_model


Expand Down