From ec56b066e41c72e29507351ee317610f9ff7cbe2 Mon Sep 17 00:00:00 2001
From: Parth Nobel <ptnobel@stanford.edu>
Date: Wed, 11 Dec 2024 17:26:57 -0800
Subject: [PATCH] Adds new data collection script

---
 utils/run_data_collection.sh | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)
 create mode 100644 utils/run_data_collection.sh

diff --git a/utils/run_data_collection.sh b/utils/run_data_collection.sh
new file mode 100644
index 0000000..19d0646
--- /dev/null
+++ b/utils/run_data_collection.sh
@@ -0,0 +1,21 @@
+#!/bin/bash
+#SBATCH --job-name=adelie_data
+#SBATCH --output=adelie_data/output/slurm-%A_%a.out
+#SBATCH --ntasks=1
+#SBATCH --cpus-per-task=32
+#SBATCH --mem-per-cpu=16GB
+#SBATCH --partition=candes
+#SBATCH --array=1-50
+
+BASE_DIR=$HOME/adelie_alo/benchmarking/run
+RESULTS_DIR=$BASE_DIR/results
+mkdir -p $RESULTS_DIR
+DEST_FILE=$RESULTS_DIR/sweep-$SLURM_ARRAY_TASK_ID.npz
+
+
+ml python/3.12.1
+ml py-pytorch/2.4.1_py312
+. $HOME/randalo/.venv/bin/activate
+
+
+python $HOME/randalo/utils/sherlock_script.py $DEST_FILE $SLURM_ARRAY_TASK_ID