Skip to content

Commit f9dde91

Browse files
committed
Update run_submissions.sh to work with the internal GCP project
1 parent b21be29 commit f9dde91

File tree

1 file changed

+20
-2
lines changed

1 file changed

+20
-2
lines changed

scoring/utils/slurm/run_submission.sh

Lines changed: 20 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,8 @@ RULESET=""
1919
FRAMEWORK=""
2020
ARRAY_RANGE=""
2121
WORKLOADS=""
22+
PROJECT="mlcommons-algoperf"
23+
ARTIFACT_REPO="europe-west4-docker.pkg.dev/mlcommons-algoperf/algoperf-docker-repo"
2224

2325
# --- Helper Functions ---
2426

@@ -90,6 +92,10 @@ parse_flags() {
9092
WORKLOADS="$2"
9193
shift 2
9294
;;
95+
--project)
96+
PROJECT="$2"
97+
shift 2
98+
;;
9399
*)
94100
echo "Unknown option $1"
95101
exit 1
@@ -105,6 +111,17 @@ parse_flags() {
105111
if [ "$DRY_RUN" = false ]; then
106112
MAX_GLOBAL_STEPS=""
107113
fi
114+
115+
if [ "$PROJECT" = "mlcommons-algoperf" ]; then
116+
ARTIFACT_REPO="europe-west4-docker.pkg.dev/mlcommons-algoperf/algoperf-docker-repo"
117+
LOGS_BUCKET="algoperf-runs"
118+
elif [ "$PROJECT" = "training-algorithms-external" ]; then
119+
ARTIFACT_REPO="us-central1-docker.pkg.dev/training-algorithms-external/mlcommons-docker-repo"
120+
LOGS_BUCKET="internal-algoperf-runs"
121+
else
122+
echo "Error: Unknown project $PROJECT. Supported: mlcommons-algoperf, training-algorithms-external."
123+
exit 1
124+
fi
108125
}
109126

110127
extract_submission_info() {
@@ -158,7 +175,7 @@ generate_config() {
158175
-v "$(pwd)":/algorithmic-efficiency \
159176
-w /algorithmic-efficiency \
160177
--entrypoint python \
161-
"europe-west4-docker.pkg.dev/mlcommons-algoperf/algoperf-docker-repo/algoperf_${FRAMEWORK}_main:latest" \
178+
"$ARTIFACT_REPO/algoperf_${FRAMEWORK}_main:latest" \
162179
algorithmic-efficiency/scoring/utils/slurm/make_job_config.py \
163180
--framework="$FRAMEWORK" \
164181
--tuning_ruleset="$RULESET" \
@@ -191,7 +208,8 @@ run_sbatch() {
191208
--error="experiments/tests/$SUBMISSION_NAME/job_%A_%a.err"
192209
"algorithmic-efficiency/scoring/utils/slurm/run_jobs.sh"
193210
--config_file "$(pwd)/$SUBMISSION_NAME.json"
194-
--image "europe-west4-docker.pkg.dev/mlcommons-algoperf/algoperf-docker-repo/algoperf_${FRAMEWORK}_main:latest"
211+
--image "$ARTIFACT_REPO/algoperf_${FRAMEWORK}_main:latest"
212+
--logs_bucket "$LOGS_BUCKET"
195213
)
196214

197215
if [ -n "$MAX_GLOBAL_STEPS" ]; then

0 commit comments

Comments
 (0)