Skip to content

update modules in multi-gpu exercises and solutions #117

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
HichamAgueny wants to merge 1 commit into
base: main
Choose a base branch
from
+88 −180
Open

update modules in multi-gpu exercises and solutions #117

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 3 additions & 6 deletions content/examples/exercise_multipleGPU/exercise_I/setDevice_acc/compile.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,11 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
ml craype-accel-amd-gfx90a
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -hacc -o assignDevice.acc.exe assignDevice_acc.f90
10 changes: 4 additions & 6 deletions content/examples/exercise_multipleGPU/exercise_I/setDevice_acc/script.slurm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash -l
#SBATCH --job-name=setDevice_acc
#SBATCH --account=project_465000485
#SBATCH --account=project_465002387
#SBATCH --time=00:10:00
#SBATCH --partition=dev-g
#SBATCH --nodes=1
Expand All @@ -10,11 +10,9 @@
##SBATCH --gpus-per-task=4
#SBATCH -o %x-%j.out

module load CrayEnv
module load PrgEnv-cray
module load cray-mpich
module load craype-accel-amd-gfx90a
module load rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

srun ./assignDevice.acc.exe | sort
echo
1 change: 0 additions & 1 deletion content/examples/exercise_multipleGPU/exercise_I/setDevice_acc/sinteractive
View file
Open in desktop

This file was deleted.

9 changes: 3 additions & 6 deletions content/examples/exercise_multipleGPU/exercise_I/setDevice_omp/compile.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,11 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
ml craype-accel-amd-gfx90a
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -homp -o assignDevice.omp.exe assignDevice_omp.f90
10 changes: 4 additions & 6 deletions content/examples/exercise_multipleGPU/exercise_I/setDevice_omp/script.slurm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash -l
#SBATCH --job-name=setDevice_omp
#SBATCH --account=project_465000485
#SBATCH --account=project_465002387
#SBATCH --time=00:10:00
#SBATCH --partition=dev-g
#SBATCH --nodes=1
Expand All @@ -10,11 +10,9 @@
##SBATCH --gpus-per-task=4
#SBATCH -o %x-%j.out

module load CrayEnv
module load PrgEnv-cray
module load cray-mpich
module load craype-accel-amd-gfx90a
module load rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

srun ./assignDevice.omp.exe | sort
echo
11 changes: 3 additions & 8 deletions content/examples/exercise_multipleGPU/exercise_II/mpiacc/compile.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
ml craype-accel-amd-gfx90a
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -hacc -o laplace.mpiacc.exe laplace_mpiacc.f90
rm *.acc.s
rm *.acc.o
10 changes: 4 additions & 6 deletions content/examples/exercise_multipleGPU/exercise_II/mpiacc/script.slurm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash -l
#SBATCH --job-name=mpiacc
#SBATCH --account=project_465000485
#SBATCH --account=project_465002387
#SBATCH --time=00:05:00
#SBATCH --partition=standard-g
#SBATCH --nodes=1
Expand All @@ -10,11 +10,9 @@
##SBATCH --gpus-per-task=4
#SBATCH -o %x-%j.out

module load CrayEnv
module load PrgEnv-cray
module load cray-mpich
module load craype-accel-amd-gfx90a
module load rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

time srun ./laplace.mpiacc.exe
echo
1 change: 0 additions & 1 deletion content/examples/exercise_multipleGPU/exercise_II/mpiacc/sinteractive
View file
Open in desktop

This file was deleted.

11 changes: 3 additions & 8 deletions content/examples/exercise_multipleGPU/exercise_II/mpiomp/compile.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
ml craype-accel-amd-gfx90a
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -homp -o laplace.mpiomp.exe laplace_mpiomp.f90
rm *.acc.s
rm *.acc.o
10 changes: 4 additions & 6 deletions content/examples/exercise_multipleGPU/exercise_II/mpiomp/script.slurm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash -l
#SBATCH --job-name=mpiomp
#SBATCH --account=project_465000485
#SBATCH --account=project_465002387
#SBATCH --time=00:05:00
#SBATCH --partition=standard-g
#SBATCH --nodes=1
Expand All @@ -10,11 +10,9 @@
##SBATCH --gpus-per-task=4
#SBATCH -o %x-%j.out

module load CrayEnv
module load PrgEnv-cray
module load cray-mpich
module load craype-accel-amd-gfx90a
module load rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

time srun ./laplace.mpiomp.exe
echo
1 change: 0 additions & 1 deletion content/examples/exercise_multipleGPU/exercise_II/mpiomp/sinteractive
View file
Open in desktop

This file was deleted.

11 changes: 3 additions & 8 deletions content/examples/exercise_multipleGPU/exercise_III/mpiacc_gpuaware/compile.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
ml craype-accel-amd-gfx90a
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -hacc -o laplace.gpuaware.mpiacc.exe laplace_gpuaware_mpiacc.f90
rm *.acc.s
rm *.acc.o
10 changes: 4 additions & 6 deletions content/examples/exercise_multipleGPU/exercise_III/mpiacc_gpuaware/script.slurm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash -l
#SBATCH --job-name=gpuaware-mpiacc
#SBATCH --account=project_465000485
#SBATCH --account=project_465002387
#SBATCH --time=00:05:00
#SBATCH --partition=standard-g
#SBATCH --nodes=1
Expand All @@ -9,11 +9,9 @@
#SBATCH --gpus-per-node=4
#SBATCH -o %x-%j.out

module load CrayEnv
module load PrgEnv-cray
module load cray-mpich
module load craype-accel-amd-gfx90a
module load rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#To enable GPU-aware MPI
export MPICH_GPU_SUPPORT_ENABLED=1
Expand Down
1 change: 0 additions & 1 deletion content/examples/exercise_multipleGPU/exercise_III/mpiacc_gpuaware/sinteractive
View file
Open in desktop

This file was deleted.

11 changes: 3 additions & 8 deletions content/examples/exercise_multipleGPU/exercise_III/mpiomp_gpuaware/compile.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
ml craype-accel-amd-gfx90a
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -homp -o laplace.gpuaware.mpiomp.exe laplace_gpuaware_mpiomp.f90
rm *.acc.s
rm *.acc.o
10 changes: 4 additions & 6 deletions content/examples/exercise_multipleGPU/exercise_III/mpiomp_gpuaware/script.slurm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash -l
#SBATCH --job-name=gpuaware-mpiomp
#SBATCH --account=project_465000485
#SBATCH --account=project_465002387
#SBATCH --time=00:05:00
#SBATCH --partition=standard-g
#SBATCH --nodes=1
Expand All @@ -9,11 +9,9 @@
#SBATCH --gpus-per-node=4
#SBATCH -o %x-%j.out

module load CrayEnv
module load PrgEnv-cray
module load cray-mpich
module load craype-accel-amd-gfx90a
module load rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#To enable GPU-aware MPI
export MPICH_GPU_SUPPORT_ENABLED=1
Expand Down
1 change: 0 additions & 1 deletion content/examples/exercise_multipleGPU/exercise_III/mpiomp_gpuaware/sinteractive
View file
Open in desktop

This file was deleted.

8 changes: 3 additions & 5 deletions content/examples/exercise_multipleGPU/exercise_IV/mpi/compile.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,10 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -o laplace.mpi.exe laplace_mpi.f90
9 changes: 4 additions & 5 deletions content/examples/exercise_multipleGPU/exercise_IV/mpi/script.slurm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,15 +1,14 @@
#!/bin/bash -l
#SBATCH --job-name=mpi
#SBATCH --account=project_465000485
#SBATCH --account=project_465002387
#SBATCH --time=00:05:00
#SBATCH --partition=standard
#SBATCH --nodes=1
#SBATCH --ntasks-per-node=64
#SBATCH -o %x-%j.out

module load CrayEnv
module load PrgEnv-cray
module load cray-mpich
module load rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

time srun ./laplace.mpi.exe
11 changes: 3 additions & 8 deletions ...amples/exercise_multipleGPU/solution/exercise_III_sol/mpiacc_gpuaware/compile_gpuaware.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
ml craype-accel-amd-gfx90a
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -hacc -o laplace.gpuaware.mpiacc.exe laplace_gpuaware_mpiacc.f90
rm *.acc.s
rm *.acc.o
12 changes: 5 additions & 7 deletions .../exercise_multipleGPU/solution/exercise_III_sol/mpiacc_gpuaware/script_mpiacc_aware.slurm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash -l
#SBATCH --job-name=gpuaware-mpiacc
#SBATCH --account=project_465000485
#SBATCH --account=project_465002387
#SBATCH --time=00:05:00
#SBATCH --partition=standard-g
#SBATCH --nodes=1
Expand All @@ -9,18 +9,16 @@
#SBATCH --gpus-per-node=4
#SBATCH -o %x-%j.out

module load CrayEnv
module load PrgEnv-cray
module load cray-mpich
module load craype-accel-amd-gfx90a
module load rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#To enable GPU-aware MPI
export MPICH_GPU_SUPPORT_ENABLED=1

#8GPUs#time srun --cpu-bind=map_cpu:57,49,41,33,25,17,1,9 ./laplace.gpuaware.mpiacc.exe
#4GPUs#time srun --cpu-bind=map_cpu:57,49,41,33 ./laplace.gpuaware.mpiacc.exe
#time srun --gpu-bind=closest ./laplace.gpuaware.mpiacc.exe

time srun ./laplace.gpuaware.mpiacc.exe

rocm-smi --showtoponuma
1 change: 0 additions & 1 deletion content/examples/exercise_multipleGPU/solution/exercise_III_sol/mpiacc_gpuaware/sinteractive
View file
Open in desktop

This file was deleted.

11 changes: 3 additions & 8 deletions ...amples/exercise_multipleGPU/solution/exercise_III_sol/mpiomp_gpuaware/compile_gpuaware.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
ml craype-accel-amd-gfx90a
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -homp -o laplace.gpuaware.mpiomp.exe laplace_gpuaware_mpiomp.f90
rm *.acc.s
rm *.acc.o
10 changes: 4 additions & 6 deletions .../exercise_multipleGPU/solution/exercise_III_sol/mpiomp_gpuaware/script_mpiomp_aware.slurm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
#!/bin/bash -l
#SBATCH --job-name=gpuaware-mpiomp
#SBATCH --account=project_465000485
#SBATCH --account=project_465002387
#SBATCH --time=00:05:00
#SBATCH --partition=standard-g
#SBATCH --nodes=1
Expand All @@ -9,11 +9,9 @@
#SBATCH --gpus-per-node=4
#SBATCH -o %x-%j.out

module load CrayEnv
module load PrgEnv-cray
module load cray-mpich
module load craype-accel-amd-gfx90a
module load rocm
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#To enable GPU-aware MPI
export MPICH_GPU_SUPPORT_ENABLED=1
Expand Down
1 change: 0 additions & 1 deletion content/examples/exercise_multipleGPU/solution/exercise_III_sol/mpiomp_gpuaware/sinteractive
View file
Open in desktop

This file was deleted.

11 changes: 3 additions & 8 deletions content/examples/exercise_multipleGPU/solution/exercise_II_sol/mpiacc/compile_mpiacc.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,8 @@
#!/bin/bash

#load modules
ml CrayEnv
ml PrgEnv-cray
ml cray-mpich
ml rocm
ml craype-accel-amd-gfx90a
#Load the LUMI software stack
module load LUMI/24.03 partition/G
module load cpeCray

#compile
ftn -hacc -o laplace.mpiacc.exe laplace_mpiacc.f90
rm *.acc.s
rm *.acc.o
Loading