Skip to content
Snippets Groups Projects
Commit 4c1626a6 authored by Xuan Gu's avatar Xuan Gu
Browse files

Update file benchmark_sbatch_submit.sh

parent 37b604f5
No related branches found
No related tags found
No related merge requests found
...@@ -4,32 +4,36 @@ NUM_NODES=1 ...@@ -4,32 +4,36 @@ NUM_NODES=1
dim=2 dim=2
if [ $NUM_NODES -eq 1 ]; then if [ $NUM_NODES -eq 1 ]; then
for nodes in {1..1}; do for dim in {2,3}; do
for gpus in {1,8}; do for nodes in {1..1}; do
for batch_size in {64,128}; do for gpus in {1,8}; do
for iteration in {1..1}; do for batch_size in {64,128}; do
for iteration in {1..1}; do
echo dim ${dim}, nodes ${nodes}, gpus ${gpus}, batch_size ${batch_size}, iteration ${iteration}
# For single node
sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_single_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
sleep 1 # pause to be kind to the scheduler echo dim ${dim}, nodes ${nodes}, gpus ${gpus}, batch_size ${batch_size}, iteration ${iteration}
# For single node
sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_single_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
sleep 1 # pause to be kind to the scheduler
done
done done
done done
done done
done done
else else
for nodes in {2.. $NUM_NODES}; do for dim in {2,3}; do
for gpus in {8,8}; do for nodes in {2.. $NUM_NODES}; do
for batch_size in {64,128}; do for gpus in {8,8}; do
for iteration in {1..1}; do for batch_size in {64,128}; do
for iteration in {1..1}; do
# For multi node # For multi node
sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_multi_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration} sbatch -o sbatch_out/benchmark_dim${dim}_nodes${nodes}_gpus${gpus}_batchsize${batch_size}_iteration${iteration}.out scripts/benchmark_multi_node.sbatch ${dim} ${nodes} ${gpus} ${batch_size} ${iteration}
sleep 1 # pause to be kind to the scheduler sleep 1 # pause to be kind to the scheduler
done
done done
done done
done done
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment