spawn_many_gather_samples.sh

#!/bin/bash

# utility for spawning a whole bunch of sample gatherers

N_WORKERS=$1

echo "[*] spawning $N_WORKERS gatherers";

PREFIX=$2

if [[ "$PREFIX" -ne '' ]];
then
    PREFIX="$PREFIX-";
fi;

seq 0 "$(($N_WORKERS - 1))" | parallel --halt now,fail=1 --nice -10 -j $N_WORKERS --ungroup python3 -m backtest.gather_samples --worker-name "${PREFIX}gather-samples{}"