Add calibration framework and perfect model experiment

.buildkite/pipeline.yml

@@ -39,6 +39,9 @@ steps:
       - "julia --project=perf -e 'using Pkg; Pkg.precompile()'"
       - "julia --project=perf -e 'using Pkg; Pkg.status()'"
 
+      - echo "--- Instantiate calibration"
+      - julia --project=calibration/experiments/sphere_held_suarez_rhoe_equilmoist -e 'using Pkg; Pkg.precompile()'
+
       - echo "--- Download artifacts"
       - "julia --project=examples artifacts/download_artifacts.jl"
 
@@ -470,6 +473,11 @@ steps:
         agents:
           slurm_mem: 20GB
 
+      - label: "Calibration interface"
+        command: >
+          julia --project=calibration/experiments/sphere_held_suarez_rhoe_equilmoist
+          test/calibration_interface.jl
+
   - group: "Diagnostic EDMFX"
     steps:
 

.gitignore

@@ -43,6 +43,11 @@ test/Manifest.toml
 *.hdf5
 *.h5
 *.g
+*.lock
+*.loc
+
+# Calibration experiment restart files
+!calibration/experiments/*/*.hdf5
 
 # misc
 .DS_Store

Artifacts.toml

@@ -4,3 +4,10 @@ git-tree-sha1 = "9da4af348af2606764e5e2c94d9439714221dff1"
     [[aerosol2005.download]]
     sha256 = "952d723b8462439c266dc0df79d0d4e71f774559edb941e03b7979e8ad743f56"
     url = "https://caltech.box.com/shared/static/chmel1vdthfvfac0yl61ayw2jqnjzr2c.gz"
+
+[atmos_held_suarez_obs]
+git-tree-sha1 = "d93ff2958e12d6bba6e8343bfa73554390df52e4"
+
+    [[atmos_held_suarez_obs.download]]
+    sha256 = "f5d63df2bab849632bd2fcd5a4e3165465d1898e1a5fbee6e5fe07f5b3e57fc3"
+    url = "https://caltech.box.com/shared/static/sbn6afsgn2xzxi5n0ffs928otstshjvi.gz"

calibration/README.md

@@ -0,0 +1,11 @@
+# ClimaAtmos Calibration Experiments
+
+This directory contains the model interface (`model_interface.jl`) for ClimaCalibrate and folders (within `experiments/`) for reproducing calibration experiments.
+
+## Current Experiments
+
+- sphere_held_suarez_rhoe_equilmoist: A perfect model calibration using observation map with zonal temperature average. Configuration is spherical moist with Held-Suarez forcing. To reproduce the results, on the Caltech central cluster run `sbatch calibration/experiments/sphere_held_suarez_rhoe_equilmoist/pipeline.sbatch`
+
+## Set Up New Experiment
+
+To set up your own experiment, please follow the [setup guide](https://clima.github.io/ClimaCalibrate.jl/dev/atmos_setup_guide/).