Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -289,6 +289,7 @@ def test_benchmark_subtasks_validation(self):
logger.info("Subtask validation tests passed")

@pytest.mark.skip(reason="Pipeline creation fails - under investigation")
@pytest.mark.gpu_intensive
def test_benchmark_evaluation_base_model_only(self):
"""
Test benchmark evaluation with base model only (no fine-tuned model).
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,6 @@
EvaluationPipelineExecution,
)

pytestmark = pytest.mark.gpu_intensive

# Configure logging
logging.basicConfig(
level=logging.INFO,
Expand Down Expand Up @@ -237,6 +235,7 @@ def test_custom_scorer_evaluator_validation(self):
logger.info("Validation tests passed")

# @pytest.mark.skip(reason="Built-in metric evaluation - to be enabled when needed")
@pytest.mark.gpu_intensive
def test_custom_scorer_with_builtin_metric(self):
"""
Test custom scorer evaluation with built-in metric.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,9 +21,7 @@
from sagemaker.train.common import TrainingType
import pytest

pytestmark = pytest.mark.gpu_intensive


@pytest.mark.gpu_intensive
def test_dpo_trainer_lora_complete_workflow(sagemaker_session):
"""Test complete DPO training workflow with LORA."""
unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}"
Expand Down Expand Up @@ -64,6 +62,7 @@ def test_dpo_trainer_lora_complete_workflow(sagemaker_session):
assert training_job.output_model_package_arn is not None


@pytest.mark.gpu_intensive
def test_dpo_trainer_with_validation_dataset(sagemaker_session):
"""Test DPO trainer with both training and validation datasets."""
unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,6 @@
EvaluationPipelineExecution,
)

pytestmark = pytest.mark.gpu_intensive

# Configure logging
logging.basicConfig(
level=logging.INFO,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,8 +22,6 @@
EvaluationPipelineExecution,
)

pytestmark = pytest.mark.gpu_intensive

# Configure logging
logging.basicConfig(
level=logging.INFO,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,9 +21,7 @@
from sagemaker.train.common import TrainingType
import pytest

pytestmark = pytest.mark.gpu_intensive


@pytest.mark.gpu_intensive
def test_rlaif_trainer_lora_complete_workflow(sagemaker_session):
"""Test complete RLAIF training workflow with LORA."""
unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}"
Expand Down Expand Up @@ -65,6 +63,7 @@ def test_rlaif_trainer_lora_complete_workflow(sagemaker_session):
assert training_job.output_model_package_arn is not None


@pytest.mark.gpu_intensive
def test_rlaif_trainer_with_custom_reward_settings(sagemaker_session):
"""Test RLAIF trainer with different reward model and prompt."""
unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}"
Expand Down Expand Up @@ -105,6 +104,7 @@ def test_rlaif_trainer_with_custom_reward_settings(sagemaker_session):
assert training_job.output_model_package_arn is not None


@pytest.mark.gpu_intensive
def test_rlaif_trainer_continued_finetuning(sagemaker_session):
"""Test complete RLAIF training workflow with LORA."""
unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,9 +21,7 @@
from sagemaker.train.rlvr_trainer import RLVRTrainer
from sagemaker.train.common import TrainingType

pytestmark = pytest.mark.gpu_intensive


@pytest.mark.gpu_intensive
def test_rlvr_trainer_lora_complete_workflow(sagemaker_session):
"""Test complete RLVR training workflow with LORA."""
unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}"
Expand Down Expand Up @@ -63,6 +61,7 @@ def test_rlvr_trainer_lora_complete_workflow(sagemaker_session):
assert training_job.output_model_package_arn is not None


@pytest.mark.gpu_intensive
def test_rlvr_trainer_with_custom_reward_function(sagemaker_session):
"""Test RLVR trainer with custom reward function."""
unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}"
Expand Down Expand Up @@ -102,6 +101,7 @@ def test_rlvr_trainer_with_custom_reward_function(sagemaker_session):
assert training_job.output_model_package_arn is not None


@pytest.mark.gpu_intensive
@pytest.mark.skip(reason="TODO: Nova test to be enabled in us-east-1")
def test_rlvr_trainer_nova_workflow(sagemaker_session_us_east_1):
"""Test RLVR training workflow with Nova model."""
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,9 +21,7 @@
from sagemaker.train.sft_trainer import SFTTrainer
from sagemaker.train.common import TrainingType

pytestmark = pytest.mark.gpu_intensive


@pytest.mark.gpu_intensive
def test_sft_trainer_lora_complete_workflow(sagemaker_session):
"""Test complete SFT training workflow with LORA."""
unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}"
Expand Down Expand Up @@ -61,6 +59,7 @@ def test_sft_trainer_lora_complete_workflow(sagemaker_session):
assert training_job.output_model_package_arn is not None


@pytest.mark.gpu_intensive
def test_sft_trainer_with_validation_dataset(sagemaker_session):
"""Test SFT trainer with both training and validation datasets."""
unique_id = f"{int(time.time())}-{random.randint(1000, 9999)}"
Expand Down Expand Up @@ -96,6 +95,7 @@ def test_sft_trainer_with_validation_dataset(sagemaker_session):
assert hasattr(training_job, 'output_model_package_arn')


@pytest.mark.gpu_intensive
@pytest.mark.skip(reason="TODO: Nova test to be enabled in us-east-1")
def test_sft_trainer_nova_workflow(sagemaker_session_us_east_1):
"""Test SFT trainer with Nova model."""
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,6 @@
from sagemaker.train.distributed import Torchrun
from sagemaker.train.tuner import HyperparameterTuner

pytestmark = pytest.mark.gpu_intensive
from sagemaker.core.parameter import ContinuousParameter

logger = logging.getLogger(__name__)
Expand Down
Loading