Fix S3 bucket not found

- Create shallow canary marker for eu-south-2, ap-southeast-3,
me-central-1, eu-central-2, since some registries are not available in
those regions.
- Add training and hosting to shallow canary
- Add `--region ` for `aws s3 sync` to prevent error when downloading s3
bucket data to temp directory.
- Remove dependency on `s3://sagemaker-sample-data-$AWS_REGION `


By submitting this pull request, I confirm that my contribution is made
under the terms of the Apache 2.0 license.

Author: rd-pong

test/e2e/replacement_values.py

@@ -75,10 +75,6 @@
     "eu-south-1": "563282790590.dkr.ecr.eu-south-1.amazonaws.com",
     "ap-northeast-3": "479947661362.dkr.ecr.ap-northeast-3.amazonaws.com",
     "af-south-1": "314341159256.dkr.ecr.af-south-1.amazonaws.com",
-    "eu-south-2": "",
-    "ap-southeast-3": "",
-    "me-central-1": "",
-    "eu-central-2": "",
 }
 
 # https://docs.aws.amazon.com/sagemaker/latest/dg/sagemaker-algo-docker-registry-paths.html
@@ -136,7 +132,7 @@
     "sa-east-1": "763104351884.dkr.ecr.sa-east-1.amazonaws.com",
     "cn-north-1": "727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn",
     "cn-northwest-1": "727897471807.dkr.ecr.cn-northwest-1.amazonaws.com.cn",
-    "ap-northeast-3": "364406365360.dkr.ecr.ap-northeast-3.amazonaws.com",    
+    "ap-northeast-3": "364406365360.dkr.ecr.ap-northeast-3.amazonaws.com",
     "eu-south-2": "503227376785.dkr.ecr.eu-south-2.amazonaws.com",
     "ap-southeast-3": "907027046896.dkr.ecr.ap-southeast-3.amazonaws.com",
     "me-central-1": "914824155844.dkr.ecr.me-central-1.amazonaws.com",
@@ -170,9 +166,6 @@
     "us-gov-west-1": "362178532790.dkr.ecr.us-gov-west-1.amazonaws.com",
     "ap-northeast-3": "990339680094.dkr.ecr.ap-northeast-3.amazonaws.com",
     "ap-southeast-3": "669540362728.dkr.ecr.ap-southeast-3.amazonaws.com",
-    "eu-south-2": "",
-    "me-central-1": "",
-    "eu-central-2": "",
 }
 
 # https://docs.aws.amazon.com/sagemaker/latest/dg/clarify-configure-processing-jobs.html#clarify-processing-job-configure-container
@@ -199,9 +192,6 @@
     "eu-south-1": "638885417683.dkr.ecr.eu-south-1.amazonaws.com",
     "ap-northeast-3": "912233562940.dkr.ecr.ap-northeast-3.amazonaws.com",
     "ap-southeast-3": "705930551576.dkr.ecr.ap-southeast-3.amazonaws.com",
-    "eu-south-2": "",
-    "me-central-1": "",
-    "eu-central-2": "",
 }
 
 ENDPOINT_INSTANCE_TYPES = {
@@ -212,11 +202,28 @@
 TRAINING_JOB_INSTANCE_TYPES = {
     "eu-west-3": "ml.m5.xlarge",
     "eu-north-1": "ml.m5.xlarge",
-    "me-south-1": "ml.m5.xlarge",
+    "ap-northeast-3": "ml.m5.xlarge",
+    "ap-east-1": "ml.m5.xlarge",
+    "me-south-1": "ml.m5.xlarge", 
+    "eu-south-1": "ml.m5.xlarge", 
+    "af-south-1": "ml.m5.xlarge", 
+    "eu-south-2": "ml.m5.xlarge", 
+    "ap-southeast-3": "ml.m5.xlarge", 
+    "me-central-1": "ml.m5.xlarge", 
+    "eu-central-2": "ml.m5.xlarge", 
 }
 
 NOTEBOOK_INSTANCE_INSTANCE_TYPES = {
     "eu-north-1": "ml.t3.medium",
+    "ap-northeast-3": "ml.t3.medium",
+    "ap-east-1": "ml.t3.medium",
+    "me-south-1": "ml.t3.medium", 
+    "eu-south-1": "ml.t3.medium", 
+    "af-south-1": "ml.t3.medium", 
+    "eu-south-2": "ml.t3.medium", 
+    "ap-southeast-3": "ml.t3.medium", 
+    "me-central-1": "ml.t3.medium", 
+    "eu-central-2": "ml.t3.medium", 
 }
 
 REPLACEMENT_VALUES = {

test/e2e/resources/kmeans_processingjob.yaml

@@ -21,7 +21,7 @@ spec:
   processingInputs:
     - inputName: mnist_tar
       s3Input:
-        s3URI: s3://sagemaker-sample-data-$AWS_REGION/algorithms/kmeans/mnist/mnist.pkl.gz
+        s3URI: s3://$SAGEMAKER_DATA_BUCKET/sagemaker/processing/algorithms/kmeans/mnist/mnist.pkl.gz
         localPath: /opt/ml/processing/input
         s3DataType: S3Prefix
         s3InputMode: File

test/e2e/resources/pipeline_processing.yaml

@@ -7,7 +7,7 @@ spec:
   pipelineName: $PIPELINE_NAME
   pipelineDefinition: '{"Version": "2020-12-01", "Metadata": {}, "Parameters": [{"Name": "ProcessingInstanceType", 
   "Type": "String", "DefaultValue": "ml.m5.xlarge"}, {"Name": "ProcessingInstanceCount", "Type": "Integer", "DefaultValue": 1}, 
-  {"Name": "InputData", "Type": "String", "DefaultValue": "s3://sagemaker-sample-data-$AWS_REGION/algorithms/kmeans/mnist/mnist.pkl.gz"}], 
+  {"Name": "InputData", "Type": "String", "DefaultValue": "s3://$SAGEMAKER_DATA_BUCKET/sagemaker/processing/algorithms/kmeans/mnist/mnist.pkl.gz"}], 
   "PipelineExperimentConfig": {"ExperimentName": {"Get": "Execution.PipelineName"}, "TrialName": {"Get": "Execution.PipelineExecutionId"}}, 
   "Steps": [{"Name": "PreprocessData", "Type": "Processing", "Arguments": {"ProcessingResources": 
   {"ClusterConfig": {"InstanceType": "ml.m5.large", "InstanceCount": {"Get": "Parameters.ProcessingInstanceCount"}, "VolumeSizeInGB": 20}}, 

test/e2e/service_bootstrap.py

@@ -55,6 +55,8 @@ def sync_data_bucket(bucket) -> str:
                 "sync",
                 f"s3://{SAGEMAKER_SOURCE_DATA_BUCKET}",
                 f"./{temp_dir}/",
+                "--region",
+                "us-west-2",
                 "--quiet",
             ]
         )

test/e2e/tests/test_endpoint_config.py

@@ -74,7 +74,6 @@ def single_variant_config():
 
 
 @service_marker
-@pytest.mark.shallow_canary
 @pytest.mark.canary
 class TestEndpointConfig:
     def test_create_endpoint_config(self, single_variant_config):