download_terra_table task: added set -euo pipefail, increased default…

… memory to 2GB, ensured premptible is off and enabled memory retry feature for very large terra tables that need more RAM to download

tasks/utilities/data_export/task_download_terra_table.wdl

@@ -12,11 +12,14 @@ task download_terra_table {
     String terra_workspace_name
     String terra_project_name
     Int disk_size = 10
-    Int memory = 1
+    Int memory = 2
     Int cpu = 1
     String docker = "us-docker.pkg.dev/general-theiagen/theiagen/terra-tools:2023-06-21"
   }
   command <<<
+    # set -euo pipefail to avoid silent failure
+    set -euo pipefail
+
     python3 /scripts/export_large_tsv/export_large_tsv.py --project ~{terra_project_name} --workspace ~{terra_workspace_name} --entity_type ~{terra_table_name} --tsv_filename "~{terra_table_name}.tsv"
   >>>
   output {
@@ -29,5 +32,7 @@ task download_terra_table {
     disks: "local-disk " + disk_size + " HDD"
     disk: disk_size + " GB"
     dx_instance_type: "mem1_ssd1_v2_x2"
+    preemptible: 0 # this task may take a long time and shouldn't be preempted
+    maxRetries: 3
   }
 }