diff --git a/scripts/run_benchmark.sh b/scripts/run_benchmark.sh
index c669cadbb4c291e88362eb9d5765a3d6ae2c40d4..f45cac51556c5a3319afe1f76cf0168e3c188c04 100644
--- a/scripts/run_benchmark.sh
+++ b/scripts/run_benchmark.sh
@@ -3,7 +3,7 @@ set -e
 
 dim=2
 for nodes in {1..1}; do
-    for gpus in {1..1}; do
+    for gpus in {1,8}; do
         for batch_size in {64,128}; do
             for iteration in {1..1}; do
 
@@ -27,7 +27,7 @@ done
 
 dim=3
 for nodes in {1..1}; do
-    for gpus in {1..1}; do
+    for gpus in {1,8}; do
         for batch_size in {1,2,4}; do
             for iteration in {1..1}; do