diff --git a/scripts/benchmark_sbatch_submit.sh b/scripts/benchmark_sbatch_submit.sh
index 6b388cbaa88909f52063ed3c3720ece0a7f86de7..f3459210265b1b5e0436ceccabe7caaba4fe5b82 100644
--- a/scripts/benchmark_sbatch_submit.sh
+++ b/scripts/benchmark_sbatch_submit.sh
@@ -1,33 +1,35 @@
 #!/bin/bash
 
-dim=2
 NUM_NODES=1
 
-batch_size=$5
+dim=2
 if [ $NUM_NODES -eq 1 ]; then
     for nodes in {1..1}; do
         for gpus in {1,8}; do
-            for iteration in {1..1}; do
-                
-                echo dim ${dim}, nodes ${nodes}, gpus ${gpus}, batch_size ${batch_size}, iteration ${iteration}
-                # For single node
-                sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_single_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
+            for batch_size in {64,128}; do
+                for iteration in {1..1}; do
+                    echo dim ${dim}, nodes ${nodes}, gpus ${gpus}, batch_size ${batch_size}, iteration ${iteration}
+                    # For single node
+                    sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_single_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
 
-                sleep 1 # pause to be kind to the scheduler
+                    sleep 1 # pause to be kind to the scheduler
 
+                done
             done
         done
     done
 else
     for nodes in {2.. $NUM_NODES}; do
         for gpus in {8,8}; do
-            for iteration in {1..1}; do
-                batch_size=$BATCH_SIZE
-                # For multi node
-                sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_multi_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
+            for batch_size in {64,128}; do
+                for iteration in {1..1}; do
+                    batch_size=$BATCH_SIZE
+                    # For multi node
+                    sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_multi_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
 
-                sleep 1 # pause to be kind to the scheduler
+                    sleep 1 # pause to be kind to the scheduler
+                done
             done
         done
     done
-fi
\ No newline at end of file
+fi