From d11342b9f719096fe391a673a230d7ff5468df4e Mon Sep 17 00:00:00 2001
From: Aman Gupta <aman2304@gmail.com>
Date: Sun, 1 Sep 2024 17:20:07 -0700
Subject: [PATCH] Modify generate.sh to take a dynamic number of GPUs as input

---
 scripts/generate.sh | 35 +++++++++++++++++++++++++++++++++--
 1 file changed, 33 insertions(+), 2 deletions(-)

diff --git a/scripts/generate.sh b/scripts/generate.sh
index e5dbfa1..fbc4fee 100644
--- a/scripts/generate.sh
+++ b/scripts/generate.sh
@@ -1,8 +1,23 @@
 set -e
 set -x
 
-export CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
-AVAILABLE_GPUS=(0 1 2 3 4 5 6 7)
+# Default num GPUs
+NUM_GPUS=8
+
+# Function to generate comma-separated list of GPU IDs
+generate_gpu_list() {
+    local num=$1
+    local list=""
+    for ((i=0; i<num; i++)); do
+        if [ $i -eq 0 ]; then
+            list="$i"
+        else
+            list="$list,$i"
+        fi
+    done
+    echo "$list"
+}
+
 HF_ORG=UCLA-AGI
 
 MODEL="mistralai/Mistral-7B-Instruct-v0.2"
@@ -34,6 +49,10 @@ while [[ "$#" -gt 0 ]]; do
         PROMPTS="$2"
         shift
         ;;
+    --gpus)
+        NUM_GPUS="$2"
+        shift
+        ;;
     *)
         echo "Unknown parameter passed: $1"
         exit 1
@@ -42,6 +61,18 @@ while [[ "$#" -gt 0 ]]; do
     shift
 done
 
+# Validate number of GPUs
+if [ "$NUM_GPUS" -lt 1 ]; then
+    echo "Error: Number of GPUs must be at least 1"
+    exit 1
+fi
+
+# Generate GPU list and array
+export CUDA_VISIBLE_DEVICES=$(generate_gpu_list $NUM_GPUS)
+AVAILABLE_GPUS=($(seq 0 $((NUM_GPUS-1))))
+
+echo "Using $NUM_GPUS GPUs: $CUDA_VISIBLE_DEVICES"
+
 #####################
 # Generate Data
 #####################