From 13f2a0618d2acb92235206609047c13285a907a4 Mon Sep 17 00:00:00 2001
From: Yash Chennawar <yash.chennawar@gmail.com>
Date: Wed, 11 Feb 2026 11:08:23 -0500
Subject: [PATCH 1/3] Amarel ray script

---
 .../run_EIANN_gpu_amarel_mnist_ray.sh         | 72 +++++++++++++++++++
 1 file changed, 72 insertions(+)
 create mode 100644 EIANN/simulate/jobscripts/run_EIANN_gpu_amarel_mnist_ray.sh

diff --git a/EIANN/simulate/jobscripts/run_EIANN_gpu_amarel_mnist_ray.sh b/EIANN/simulate/jobscripts/run_EIANN_gpu_amarel_mnist_ray.sh
new file mode 100644
index 00000000..4aa2b5b0
--- /dev/null
+++ b/EIANN/simulate/jobscripts/run_EIANN_gpu_amarel_mnist_ray.sh
@@ -0,0 +1,72 @@
+#!/bin/bash
+
+# Export the current date and time for job labeling
+export DATE=$(date +%Y%m%d_%H%M%S)
+export LABEL="$1"
+export JOB_NAME=eiann_gpu_mnist_ray_"$LABEL"_"$DATE"
+
+# Environment variables to optimize performance
+export OMP_NUM_THREADS=4
+export MKL_NUM_THREADS=1
+export NUMEXPR_NUM_THREADS=1
+export OPENBLAS_NUM_THREADS=1
+export CUDA_DEVICE_MAX_CONNECTIONS=1
+export WANDB_START_METHOD=thread
+
+# Create directories for logs and scratch data
+mkdir -p /scratch/${USER}/logs/eiann
+mkdir -p /scratch/${USER}/data/eiann
+
+# Submit the job
+sbatch <<EOT
+#!/bin/bash
+#SBATCH -J $JOB_NAME
+#SBATCH -o /scratch/${USER}/logs/eiann/$JOB_NAME.%j.o
+#SBATCH -e /scratch/${USER}/logs/eiann/$JOB_NAME.%j.e
+#SBATCH --requeue
+#SBATCH --ntasks=1
+#SBATCH --nodes=1
+#SBATCH --partition=gpu
+#SBATCH --gres=gpu:3
+#SBATCH --mem=80G
+#SBATCH --cpus-per-task=15
+#SBATCH --time=02:00:00
+#SBATCH --mail-user=yc1376@scarletmail.rutgers.edu
+#SBATCH --mail-type=ALL
+
+module purge
+module use /projects/community/modulefiles
+module load gcc/5.4
+module load cuda/11.7
+
+set -x
+
+cd \$HOME/EIANN/
+
+source ~/miniconda/etc/profile.d/conda.sh
+conda activate eiann5
+LD_LIBRARY_PATH=\$CONDA_PREFIX/lib:\$LD_LIBRARY_PATH
+
+# Start Ray (local mode)
+ray start --head --num-gpus=3 --num-cpus=15
+
+python EIANN/simulate/run_EIANN_mnist_ray2.py \
+--network-config-file-name=20231129_EIANN_2_hidden_mnist_van_bp_relu_SGD_config_G_complete_optimized.yaml \
+--data-dir=/scratch/\${USER}/data/eiann \
+--num-seeds=5
+
+ray stop
+EOT
+
+# Submit job:
+# cd $HOME/EIANN/EIANN/simulate/jobscripts
+# ./run_EIANN_gpu_amarel_mnist_ray.sh van_bp
+
+# See logs:
+# cd /scratch/$USER/logs/eiann
+
+# See output pkl files:
+# cd /scratch/${USER}/data/eiann/
+
+# See the progress
+# watch -n 1 squeue -u $USER

From 481c38a085a3123812b834fe0272b8d01bd2289a Mon Sep 17 00:00:00 2001
From: Yash Chennawar <yash.chennawar@gmail.com>
Date: Wed, 11 Feb 2026 11:22:33 -0500
Subject: [PATCH 2/3] Updated Amarel GCC version

---
 .../simulate/jobscripts/run_EIANN_gpu_amarel_mnist_ray.sh  | 7 ++-----
 .../simulate/jobscripts/run_EIANN_gpu_bridges_mnist_ray.sh | 4 +++-
 .../run_EIANN_gpu_multi_node_bridges_mnist_ray.sh          | 6 +++---
 .../simulate/jobscripts/simulate_EIANN_gpu_amarel_mnist.sh | 2 +-
 4 files changed, 9 insertions(+), 10 deletions(-)

diff --git a/EIANN/simulate/jobscripts/run_EIANN_gpu_amarel_mnist_ray.sh b/EIANN/simulate/jobscripts/run_EIANN_gpu_amarel_mnist_ray.sh
index 4aa2b5b0..5469bb68 100644
--- a/EIANN/simulate/jobscripts/run_EIANN_gpu_amarel_mnist_ray.sh
+++ b/EIANN/simulate/jobscripts/run_EIANN_gpu_amarel_mnist_ray.sh
@@ -36,7 +36,7 @@ sbatch <<EOT
 
 module purge
 module use /projects/community/modulefiles
-module load gcc/5.4
+module load gcc/10.2.0-bz186
 module load cuda/11.7
 
 set -x
@@ -60,13 +60,10 @@ EOT
 
 # Submit job:
 # cd $HOME/EIANN/EIANN/simulate/jobscripts
-# ./run_EIANN_gpu_amarel_mnist_ray.sh van_bp
+# sbatch run_EIANN_gpu_amarel_mnist_ray.sh van_bp
 
 # See logs:
 # cd /scratch/$USER/logs/eiann
 
-# See output pkl files:
-# cd /scratch/${USER}/data/eiann/
-
 # See the progress
 # watch -n 1 squeue -u $USER
diff --git a/EIANN/simulate/jobscripts/run_EIANN_gpu_bridges_mnist_ray.sh b/EIANN/simulate/jobscripts/run_EIANN_gpu_bridges_mnist_ray.sh
index cacedc21..fb7a17ec 100644
--- a/EIANN/simulate/jobscripts/run_EIANN_gpu_bridges_mnist_ray.sh
+++ b/EIANN/simulate/jobscripts/run_EIANN_gpu_bridges_mnist_ray.sh
@@ -39,4 +39,6 @@ ray stop
 # See logs:
 # cd /ocean/projects/bio250022p/$USER/logs/EIANN
 
-# interact -p GPU-shared --gres=gpu:v100-32:3 --mem=80G --ntasks-per-node=15 -t 01:00:00 -A bio250022p
\ No newline at end of file
+# interact -p GPU-shared --gres=gpu:v100-32:3 --mem=80G --ntasks-per-node=15 -t 01:00:00 -A bio250022p
+
+# Whatever we have here works: eiann_gpu_mnist_ray.37358310.o
\ No newline at end of file
diff --git a/EIANN/simulate/jobscripts/run_EIANN_gpu_multi_node_bridges_mnist_ray.sh b/EIANN/simulate/jobscripts/run_EIANN_gpu_multi_node_bridges_mnist_ray.sh
index 9c916780..89cf3fcc 100644
--- a/EIANN/simulate/jobscripts/run_EIANN_gpu_multi_node_bridges_mnist_ray.sh
+++ b/EIANN/simulate/jobscripts/run_EIANN_gpu_multi_node_bridges_mnist_ray.sh
@@ -1,7 +1,7 @@
 #!/bin/bash -l
-#SBATCH -J eiann_gpu_mnist_ray
-#SBATCH -o /ocean/projects/bio250022p/chennawa/logs/EIANN/eiann_gpu_mnist_ray.%j.o
-#SBATCH -e /ocean/projects/bio250022p/chennawa/logs/EIANN/eiann_gpu_mnist_ray.%j.e
+#SBATCH -J eiann_multi_gpu_mnist_ray
+#SBATCH -o /ocean/projects/bio250022p/chennawa/logs/EIANN/eiann_multi_gpu_mnist_ray.%j.o
+#SBATCH -e /ocean/projects/bio250022p/chennawa/logs/EIANN/eiann_multi_gpu_mnist_ray.%j.e
 #SBATCH --nodes=2
 #SBATCH --ntasks-per-node=1
 #SBATCH --partition=GPU
diff --git a/EIANN/simulate/jobscripts/simulate_EIANN_gpu_amarel_mnist.sh b/EIANN/simulate/jobscripts/simulate_EIANN_gpu_amarel_mnist.sh
index c4421b2b..5df869cb 100644
--- a/EIANN/simulate/jobscripts/simulate_EIANN_gpu_amarel_mnist.sh
+++ b/EIANN/simulate/jobscripts/simulate_EIANN_gpu_amarel_mnist.sh
@@ -36,7 +36,7 @@ sbatch <<EOT
 
 module purge
 module use /projects/community/modulefiles
-module load gcc/5.4
+module load gcc/10.2.0-bz186
 module load cuda/11.7
 
 set -x

From fbd6a305aad5ea9ab36375e35789891d3c6a70c7 Mon Sep 17 00:00:00 2001
From: Yash Chennawar <yash.chennawar@gmail.com>
Date: Wed, 4 Mar 2026 10:50:08 -0500
Subject: [PATCH 3/3] Fixed use_amp bug

---
 EIANN/rules/dendritic_loss.py | 12 +-----------
 1 file changed, 1 insertion(+), 11 deletions(-)

diff --git a/EIANN/rules/dendritic_loss.py b/EIANN/rules/dendritic_loss.py
index 54b7892a..5b9a9f5b 100644
--- a/EIANN/rules/dendritic_loss.py
+++ b/EIANN/rules/dendritic_loss.py
@@ -5,13 +5,7 @@
 class DendriticLossBias(BiasLearningRule):
     def step(self):
         # self.population.bias.data += self.learning_rate * self.population.dendritic_state
-        bias_update += self.learning_rate * self.population.plateau
-
-        # Convert to same dtype as bias for AMP compatibility
-        if self.population.network.use_amp and bias_update.dtype != self.population.bias.dtype:
-            bias_update = bias_update.to(self.population.bias.dtype)
-
-        self.population.bias.data += bias_update
+        self.population.bias.data += self.learning_rate * self.population.plateau
 
 
 class DendriticLoss_6(LearningRule):
@@ -31,9 +25,5 @@ def step(self):
             delta_weight = torch.outer(
                 torch.clamp(self.projection.post.forward_dendritic_state.detach().clone(), min=-1, max=1),
                 torch.clamp(self.projection.pre.forward_prev_activity, min=0, max=1))
-            
-        # Ensure delta_weight has same dtype as weight for AMP compatibility
-        if self.projection.post.network.use_amp and delta_weight.dtype != self.projection.weight.dtype:
-            delta_weight = delta_weight.to(self.projection.weight.dtype)
         
         self.projection.weight.data += self.sign * self.learning_rate * delta_weight