diff --git a/scripts/benchmark_multi_node.sbatch b/scripts/benchmark_multi_node.sbatch
index 5349a127fe72ad462a55675dfd6dad01ae03002e..75510cf22f9a6fcf1175e82fc1340e2034055ee8 100644
--- a/scripts/benchmark_multi_node.sbatch
+++ b/scripts/benchmark_multi_node.sbatch
@@ -1,7 +1,7 @@
-sbatch <<EOT
-
 #!/bin/bash
 
+sbatch <<EOT
+
 #SBATCH -A nsc
 #SBATCH --nodes=${2}
 #SBATCH --gres=gpu:8
diff --git a/scripts/benchmark_single_node.sbatch b/scripts/benchmark_single_node.sbatch
index 2ae4c6c785616580c78e1f6da2cf5463d010f26c..84b5f89ff49c532420eb7dab556a6dc887056744 100644
--- a/scripts/benchmark_single_node.sbatch
+++ b/scripts/benchmark_single_node.sbatch
@@ -1,7 +1,7 @@
-sbatch <<EOT
-
 #!/bin/bash
 
+sbatch <<EOT
+
 #SBATCH -A nsc
 #SBATCH --nodes=1
 #SBATCH --gres=gpu:${3}
diff --git a/scripts/run_benchmark.sh b/scripts/run_benchmark.sh
index ea0e89650f907cb60d3def8c44926549a3ca9b0b..6c0ef4b0ca86a6388df13ce23dc2378c89fe0d97 100644
--- a/scripts/run_benchmark.sh
+++ b/scripts/run_benchmark.sh
@@ -11,14 +11,14 @@ for nodes in {1..1}; do
 
                 # For single node
                 if [ $nodes -eq 1 ]; then
-                    bash scripts/benchmark_single_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
+                    sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_single_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
 
                     sleep 1 # pause to be kind to the scheduler
                 else
 
                     # For multi node
                     gpus=8
-                    bash scripts/benchmark_multi_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
+                    sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_multi_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
 
                     sleep 1 # pause to be kind to the scheduler
                 fi
@@ -37,14 +37,14 @@ for nodes in {1..1}; do
 
                 # For single node
                 if [ $nodes -eq 1 ]; then
-                    bash scripts/benchmark_single_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
+                    sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_single_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
 
                     sleep 1 # pause to be kind to the scheduler
                 else
 
                     # For multi node
                     gpus=8
-                    bash scripts/benchmark_multi_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
+                    sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_multi_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
 
                     sleep 1 # pause to be kind to the scheduler
                 fi