push actual configs used for latest prods

cta-observatory · Dec 23, 2024 · b5ceb03 · b5ceb03
1 parent a2b7599
commit b5ceb03
Show file tree

Hide file tree

Showing 13 changed files with 10,092 additions and 10,002 deletions.
diff --git a/production_configs/20240918_v0.10.12_allsky_nsb_grid/NSB-0.38/lstchain_config_nsb0.38.json b/production_configs/20240918_v0.10.12_allsky_nsb_grid/NSB-0.38/lstchain_config_nsb0.38.json
@@ -315,55 +315,5 @@
             "waveform_offset": 400,
             "waveform_scale": 80
         }
-    },
-    "EventSelector": {
-        "filters": {
-          "intensity": [50, Infinity],
-          "width": [0, Infinity],
-          "length": [0, Infinity],
-          "r": [0, 1],
-          "wl": [0.01, 1],
-          "leakage_intensity_width_2": [0, 1],
-          "event_type": [32, 32]
-        }
-      },
-      "DL3Cuts": {
-        "min_event_p_en_bin": 100,
-        "global_gh_cut": 0.7,
-        "gh_efficiency": 0.7,
-        "min_gh_cut": 0.1,
-        "max_gh_cut": 0.98,
-        "global_alpha_cut": 10,
-        "global_theta_cut": 0.2,
-        "theta_containment": 0.7,
-        "alpha_containment": 0.7,
-        "min_theta_cut": 0.1,
-        "max_theta_cut": 0.32,
-        "fill_theta_cut": 0.32,
-        "min_alpha_cut": 1,
-        "max_alpha_cut": 20,
-        "fill_alpha_cut": 20,
-        "allowed_tels": [1]
-      },
-      "DataBinning": {
-        "true_energy_min": 0.005,
-        "true_energy_max": 500,
-        "true_energy_n_bins": 25,
-        "scale_true_energy": 1.0,
-        "reco_energy_min": 0.005,
-        "reco_energy_max": 500,
-        "reco_energy_n_bins": 25,
-        "energy_migration_min": 0.2,
-        "energy_migration_max": 5,
-        "energy_migration_n_bins": 30,
-        "fov_offset_min": 0.1,
-        "fov_offset_max": 1.1,
-        "fov_offset_n_edges": 9,
-        "bkg_fov_offset_min": 0,
-        "bkg_fov_offset_max": 10,
-        "bkg_fov_offset_n_edges": 21,
-        "source_offset_min": 0,
-        "source_offset_max": 1,
-        "source_offset_n_edges": 101
-      }
+    }
 }
diff --git a/production_configs/20240918_v0.10.12_allsky_nsb_grid/NSB-0.38/lstmcpipe_config_nsb0.38.yml b/production_configs/20240918_v0.10.12_allsky_nsb_grid/NSB-0.38/lstmcpipe_config_nsb0.38.yml
diff --git a/production_configs/20240918_v0.10.12_allsky_nsb_grid/NSB-0.38/merge_restart.yml b/production_configs/20240918_v0.10.12_allsky_nsb_grid/NSB-0.38/merge_restart.yml
@@ -0,0 +1,85 @@
+# lstmcpipe generated config from PathConfigAllSkyFullSplitDiffuse - 2024-09-18
+
+workflow_kind: lstchain
+
+# prod_id ex: local_no_n_islands. Default; v00 (if key left empty or None)
+prod_id: 20240918_v0.10.12_allsky_nsb_tuning_0.38
+
+source_environment:
+  source_file: /fefs/aswg/software/conda/etc/profile.d/conda.sh
+  conda_env: lstchain-v0.10.12
+
+slurm_config:
+# dpps is the default account for lstanalyzer - other users should use aswg
+  user_account: dpps
+lstmcpipe_version: 0.11.1
+prod_type: PathConfigAllSkyFullSplitDiffuse
+stages_to_run:
+    # - r0_to_dl1
+    # - train_test_split
+- merge_dl1
+- train_pipe
+# - dl1_to_dl2
+# - dl2_to_irfs
+stages:
+  merge_dl1:
+  # - input: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/Protons/dec_min_413
+  #   output: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/Protons/dec_min_413/dl1_20240918_v0.10.12_allsky_nsb_tuning_0.38_train_dec_min_413_Protons_merged.h5
+  #   options: --pattern */*.h5 --no-image
+  #   extra_slurm_options:
+  #     partition: long
+  #     time: 06:00:00
+  #     nice: 10
+  # - input: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/Protons/dec_3476
+  #   output: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/Protons/dec_3476/dl1_20240918_v0.10.12_allsky_nsb_tuning_0.38_train_dec_3476_Protons_merged.h5
+  #   options: --pattern */*.h5 --no-image
+  #   extra_slurm_options:
+  #     partition: long
+  #     time: 06:00:00
+  #     nice: 10
+  # - input: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/GammaDiffuse/dec_6166
+  #   output: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/GammaDiffuse/dec_6166/dl1_20240918_v0.10.12_allsky_nsb_tuning_0.38_train_dec_6166_GammaDiffuse_merged.h5
+  #   options: --pattern */*/*.h5 --no-image
+  #   extra_slurm_options:
+  #     partition: long
+  #     time: 06:00:00
+  #     nice: 10
+  # - input: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/GammaDiffuse/dec_min_413
+  #   output: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/GammaDiffuse/dec_min_413/dl1_20240918_v0.10.12_allsky_nsb_tuning_0.38_train_dec_min_413_GammaDiffuse_merged.h5
+  #   options: --pattern */*/*.h5 --no-image
+  #   extra_slurm_options:
+  #     partition: long
+  #     time: 06:00:00
+  #     nice: 10
+  # - input: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/Protons/dec_6166
+  #   output: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/Protons/dec_6166/dl1_20240918_v0.10.12_allsky_nsb_tuning_0.38_train_dec_6166_Protons_merged.h5
+  #   options: --pattern */*.h5 --no-image
+  #   extra_slurm_options:
+  #     partition: long
+  #     time: 06:00:00
+  #     nice: 10
+  # - input: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TestingDataset/Gamma/node_theta_73.142_az_28.021_
+  #   output: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TestingDataset/Gamma/dl1_20240918_v0.10.12_allsky_nsb_tuning_0.38_Gamma_test_node_theta_73.142_az_28.021__merged.h5
+  #   options: --no-image
+  #   extra_slurm_options:
+  #     partition: short
+  #     nice: 10
+  - input: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/Protons/dec_2276
+    output: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/Protons/dec_2276/dl1_20240918_v0.10.12_allsky_nsb_tuning_0.38_train_dec_2276_Protons_merged.h5
+    options: --pattern */*.h5 --no-image
+    extra_slurm_options:
+      partition: long
+      time: 11:00:00
+      nice: 10
+  train_pipe:
+  - input:
+      gamma: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/GammaDiffuse/dec_2276/dl1_20240918_v0.10.12_allsky_nsb_tuning_0.38_train_dec_2276_GammaDiffuse_merged.h5
+      proton: /fefs/aswg/data/mc/DL1/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/TrainingDataset/Protons/dec_2276/dl1_20240918_v0.10.12_allsky_nsb_tuning_0.38_train_dec_2276_Protons_merged.h5
+    output: /fefs/aswg/data/models/AllSky/20240918_v0.10.12_allsky_nsb_tuning_0.38/dec_2276
+    extra_slurm_options:
+      partition: xxl
+      mem: 160G
+      cpus-per-task: 16
+      time: 03-00:00:00
+      nice: 10
+
diff --git a/production_configs/20240918_v0.10.12_allsky_nsb_grid/NSB-0.50/lstchain_config_nsb0.50.json b/production_configs/20240918_v0.10.12_allsky_nsb_grid/NSB-0.50/lstchain_config_nsb0.50.json
@@ -316,43 +316,54 @@
             "waveform_scale": 80
         }
     },
-    "DL3Cuts": {
-        "min_event_p_en_bin": 100,
-        "global_gh_cut": 0.7,
-        "gh_efficiency": 0.7,
-        "min_gh_cut": 0.1,
-        "max_gh_cut": 0.98,
-        "global_alpha_cut": 10,
-        "global_theta_cut": 0.2,
-        "theta_containment": 0.7,
-        "alpha_containment": 0.7,
-        "min_theta_cut": 0.1,
-        "max_theta_cut": 0.32,
-        "fill_theta_cut": 0.32,
-        "min_alpha_cut": 1,
-        "max_alpha_cut": 20,
-        "fill_alpha_cut": 20,
-        "allowed_tels": [1]
-      },
-      "DataBinning": {
-        "true_energy_min": 0.005,
-        "true_energy_max": 500,
-        "true_energy_n_bins": 25,
-        "scale_true_energy": 1.0,
-        "reco_energy_min": 0.005,
-        "reco_energy_max": 500,
-        "reco_energy_n_bins": 25,
-        "energy_migration_min": 0.2,
-        "energy_migration_max": 5,
-        "energy_migration_n_bins": 30,
-        "fov_offset_min": 0.1,
-        "fov_offset_max": 1.1,
-        "fov_offset_n_edges": 9,
-        "bkg_fov_offset_min": 0,
-        "bkg_fov_offset_max": 10,
-        "bkg_fov_offset_n_edges": 21,
-        "source_offset_min": 0,
-        "source_offset_max": 1,
-        "source_offset_n_edges": 101
-      }
+    "EventSelector": {
+    "filters": {
+      "intensity": [50, Infinity],
+      "width": [0, Infinity],
+      "length": [0, Infinity],
+      "r": [0, 1],
+      "wl": [0.01, 1],
+      "leakage_intensity_width_2": [0, 1],
+      "event_type": [32, 32]
+    }
+  },
+  "DL3Cuts": {
+    "min_event_p_en_bin": 100,
+    "global_gh_cut": 0.7,
+    "gh_efficiency": 0.7,
+    "min_gh_cut": 0.1,
+    "max_gh_cut": 0.98,
+    "global_alpha_cut": 10,
+    "global_theta_cut": 0.2,
+    "theta_containment": 0.7,
+    "alpha_containment": 0.7,
+    "min_theta_cut": 0.1,
+    "max_theta_cut": 0.32,
+    "fill_theta_cut": 0.32,
+    "min_alpha_cut": 1,
+    "max_alpha_cut": 20,
+    "fill_alpha_cut": 20,
+    "allowed_tels": [1]
+  },
+  "DataBinning": {
+    "true_energy_min": 0.005,
+    "true_energy_max": 500,
+    "true_energy_n_bins": 25,
+    "scale_true_energy": 1.0,
+    "reco_energy_min": 0.005,
+    "reco_energy_max": 500,
+    "reco_energy_n_bins": 25,
+    "energy_migration_min": 0.2,
+    "energy_migration_max": 5,
+    "energy_migration_n_bins": 30,
+    "fov_offset_min": 0.1,
+    "fov_offset_max": 1.1,
+    "fov_offset_n_edges": 9,
+    "bkg_fov_offset_min": 0,
+    "bkg_fov_offset_max": 10,
+    "bkg_fov_offset_n_edges": 21,
+    "source_offset_min": 0,
+    "source_offset_max": 1,
+    "source_offset_n_edges": 101
+  }
 }