run only 2 CMIPs in longruns

Author: juliasloan25

.buildkite/longruns/pipeline.yml

@@ -80,92 +80,92 @@ steps:
     #     agents:
     #       slurm_mem: 32GB
 
-  - group: "AMIP simulations"
-
-    steps:
-
-      - label: "GPU AMIP + ED only"
-        key: "amip_edonly"
-        command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_edonly.yml --job_id amip_edonly"
-        artifact_paths: "output/amip_edonly/artifacts/*"
-        env:
-          CLIMACOMMS_DEVICE: "CUDA"
-        agents:
-          queue: clima
-          slurm_gpus_per_task: 1
-          slurm_cpus_per_task: 4
-          slurm_ntasks: 1
-          slurm_mem: 32GB
-
-      - label: "GPU AMIP + diag. EDMF + integrated land"
-        key: "amip_diagedmf_land"
-        command:
-          - "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_diagedmf_land.yml --job_id amip_diagedmf_land"
-        artifact_paths: "output/amip_diagedmf_land/artifacts/*"
-        env:
-          CLIMACOMMS_DEVICE: "CUDA"
-        agents:
-          queue: clima
-          slurm_gpus_per_task: 1
-          slurm_cpus_per_task: 4
-          slurm_ntasks: 1
-          slurm_mem: 32GB
-
-      - label: "GPU AMIP + diag. EDMF + integrated land + 2K SST"
-        key: "amip_diagedmf_land_p2k"
-        command:
-          - "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_diagedmf_land_p2k.yml --job_id amip_diagedmf_land_p2k"
-        artifact_paths: "output/amip_diagedmf_land_p2k/artifacts/*"
-        env:
-          CLIMACOMMS_DEVICE: "CUDA"
-        agents:
-          queue: clima
-          slurm_gpus_per_task: 1
-          slurm_cpus_per_task: 4
-          slurm_ntasks: 1
-          slurm_mem: 32GB
-
-      - label: "GPU AMIP + diag. EDMF + 1M + integrated land"
-        key: "amip_diagedmf_1m_land"
-        command:
-          - "julia --threads=3 --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_diagedmf_1m_land.yml --job_id amip_diagedmf_1m_land"
-        artifact_paths: "output/amip_diagedmf_1m_land/artifacts/*"
-        env:
-          CLIMACOMMS_DEVICE: "CUDA"
-        agents:
-          queue: clima
-          slurm_gpus_per_task: 1
-          slurm_cpus_per_task: 4
-          slurm_ntasks: 1
-          slurm_mem: 32GB
-
-      - label: "GPU AMIP + prog. EDMF + bucket"
-        key: "amip_progedmf"
-        command:
-          - "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_progedmf.yml --job_id amip_progedmf"
-        artifact_paths: "output/amip_progedmf/artifacts/*"
-        env:
-          CLIMACOMMS_DEVICE: "CUDA"
-        agents:
-          queue: clima
-          slurm_gpus_per_task: 1
-          slurm_cpus_per_task: 4
-          slurm_ntasks: 1
-          slurm_mem: 32GB
-
-      - label: "GPU AMIP + prog. EDMF + 1M + integrated land"
-        key: "amip_progedmf_1m_land"
-        command:
-          - "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_progedmf_1m_land.yml --job_id amip_progedmf_1m_land"
-        artifact_paths: "output/amip_progedmf_1m_land/artifacts/*"
-        env:
-          CLIMACOMMS_DEVICE: "CUDA"
-        agents:
-          queue: clima
-          slurm_gpus_per_task: 1
-          slurm_cpus_per_task: 4
-          slurm_ntasks: 1
-          slurm_mem: 32GB
+  # - group: "AMIP simulations"
+
+  #   steps:
+
+  #     - label: "GPU AMIP + ED only"
+  #       key: "amip_edonly"
+  #       command: "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_edonly.yml --job_id amip_edonly"
+  #       artifact_paths: "output/amip_edonly/artifacts/*"
+  #       env:
+  #         CLIMACOMMS_DEVICE: "CUDA"
+  #       agents:
+  #         queue: clima
+  #         slurm_gpus_per_task: 1
+  #         slurm_cpus_per_task: 4
+  #         slurm_ntasks: 1
+  #         slurm_mem: 32GB
+
+  #     - label: "GPU AMIP + diag. EDMF + integrated land"
+  #       key: "amip_diagedmf_land"
+  #       command:
+  #         - "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_diagedmf_land.yml --job_id amip_diagedmf_land"
+  #       artifact_paths: "output/amip_diagedmf_land/artifacts/*"
+  #       env:
+  #         CLIMACOMMS_DEVICE: "CUDA"
+  #       agents:
+  #         queue: clima
+  #         slurm_gpus_per_task: 1
+  #         slurm_cpus_per_task: 4
+  #         slurm_ntasks: 1
+  #         slurm_mem: 32GB
+
+  #     - label: "GPU AMIP + diag. EDMF + integrated land + 2K SST"
+  #       key: "amip_diagedmf_land_p2k"
+  #       command:
+  #         - "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_diagedmf_land_p2k.yml --job_id amip_diagedmf_land_p2k"
+  #       artifact_paths: "output/amip_diagedmf_land_p2k/artifacts/*"
+  #       env:
+  #         CLIMACOMMS_DEVICE: "CUDA"
+  #       agents:
+  #         queue: clima
+  #         slurm_gpus_per_task: 1
+  #         slurm_cpus_per_task: 4
+  #         slurm_ntasks: 1
+  #         slurm_mem: 32GB
+
+  #     - label: "GPU AMIP + diag. EDMF + 1M + integrated land"
+  #       key: "amip_diagedmf_1m_land"
+  #       command:
+  #         - "julia --threads=3 --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_diagedmf_1m_land.yml --job_id amip_diagedmf_1m_land"
+  #       artifact_paths: "output/amip_diagedmf_1m_land/artifacts/*"
+  #       env:
+  #         CLIMACOMMS_DEVICE: "CUDA"
+  #       agents:
+  #         queue: clima
+  #         slurm_gpus_per_task: 1
+  #         slurm_cpus_per_task: 4
+  #         slurm_ntasks: 1
+  #         slurm_mem: 32GB
+
+  #     - label: "GPU AMIP + prog. EDMF + bucket"
+  #       key: "amip_progedmf"
+  #       command:
+  #         - "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_progedmf.yml --job_id amip_progedmf"
+  #       artifact_paths: "output/amip_progedmf/artifacts/*"
+  #       env:
+  #         CLIMACOMMS_DEVICE: "CUDA"
+  #       agents:
+  #         queue: clima
+  #         slurm_gpus_per_task: 1
+  #         slurm_cpus_per_task: 4
+  #         slurm_ntasks: 1
+  #         slurm_mem: 32GB
+
+  #     - label: "GPU AMIP + prog. EDMF + 1M + integrated land"
+  #       key: "amip_progedmf_1m_land"
+  #       command:
+  #         - "julia --color=yes --project=experiments/AMIP/ experiments/AMIP/run_simulation.jl --config_file $CONFIG_PATH/amip_progedmf_1m_land.yml --job_id amip_progedmf_1m_land"
+  #       artifact_paths: "output/amip_progedmf_1m_land/artifacts/*"
+  #       env:
+  #         CLIMACOMMS_DEVICE: "CUDA"
+  #       agents:
+  #         queue: clima
+  #         slurm_gpus_per_task: 1
+  #         slurm_cpus_per_task: 4
+  #         slurm_ntasks: 1
+  #         slurm_mem: 32GB
 
 
   - group: "CMIP simulations"
@@ -183,17 +183,17 @@ steps:
           slurm_mem: 32GB
           slurm_gpus: 1
 
-      - label: "GPU CMIP: ED only + integrated land"
-        key: "cmip_edonly_land"
-        command:
-            - "julia --color=yes --project=experiments/CMIP/ experiments/CMIP/run_simulation.jl --config_file $CONFIG_PATH/cmip_edonly_land.yml --job_id cmip_edonly_land"
-        artifact_paths: "output/cmip_edonly_land/artifacts/*"
-        env:
-          CLIMACOMMS_DEVICE: "CUDA"
-        agents:
-          queue: clima
-          slurm_mem: 32GB
-          slurm_gpus: 1
+      # - label: "GPU CMIP: ED only + integrated land"
+      #   key: "cmip_edonly_land"
+      #   command:
+      #       - "julia --color=yes --project=experiments/CMIP/ experiments/CMIP/run_simulation.jl --config_file $CONFIG_PATH/cmip_edonly_land.yml --job_id cmip_edonly_land"
+      #   artifact_paths: "output/cmip_edonly_land/artifacts/*"
+      #   env:
+      #     CLIMACOMMS_DEVICE: "CUDA"
+      #   agents:
+      #     queue: clima
+      #     slurm_mem: 32GB
+      #     slurm_gpus: 1
 
       - label: "GPU CMIP: diag. EDMF + integrated land"
         key: "cmip_diagedmf_land"
@@ -207,57 +207,57 @@ steps:
           slurm_mem: 32GB
           slurm_gpus: 1
 
-      - label: "GPU CMIP: prog. EDMF + integrated land"
-        key: "cmip_progedmf_land"
-        command:
-            - "julia --color=yes --project=experiments/CMIP experiments/CMIP/run_simulation.jl --config_file $CONFIG_PATH/cmip_progedmf_land.yml --job_id cmip_progedmf_land"
-        artifact_paths: "output/cmip_progedmf_land/artifacts/*"
-        env:
-          CLIMACOMMS_DEVICE: "CUDA"
-        agents:
-          queue: clima
-          slurm_mem: 32GB
-          slurm_gpus: 1
-
-  - group: "Calibration experiments"
-
-    steps:
-      - label: "Subseasonal calibration test"
-        key: "subseasonal_calibration"
-        command:
-          - julia --color=yes --project=experiments/AMIP/ experiments/calibration/subseasonal/generate_observations.jl
-          - julia --color=yes --project=experiments/AMIP/ experiments/calibration/subseasonal/run_calibration.jl
-        artifact_paths: "experiments/calibration/subseasonal/output/*"
-        agents:
-          queue: clima
-          slurm_time: 24:00:00
-
-  - wait
-
-  - group: "Job analysis and reporting"
-
-    steps:
-
-      - label: ":thermometer: Cess climate sensitivity approximation from p2K runs"
-        key: "cess_from_p2k"
-        command: >-
-          julia --color=yes --project=experiments/AMIP/
-            test/cess_climate_sensitivity.jl
-            output/amip_diagedmf_land
-            output/amip_diagedmf_land_p2k
-            output/ecs_analysis
-        artifact_paths: "output/ecs_analysis/*"
-
-      # plot job performance history
-      - label: ":chart_with_downwards_trend: build history"
-        command:
-          - build_history main # name of branch to plot
-        artifact_paths:
-          - "build_history.html"
-
-      # - wait
-
-      # - label: ":envelope: Slack report: Slabplanet"
-      #   command:
-      #     - slack-upload -c C04S6MBSDC4 -f output/slabplanet_evolve_ocean/artifacts/total_energy_bucket.png -n slab_coarse -x "Slabplanet energy conservation"
-      #     - slack-upload -c C04S6MBSDC4 -f output/slabplanet_evolve_ocean/artifacts/total_water_bucket.png -n slab_coarse_w -x "Slabplanet water conservation"
+  #     - label: "GPU CMIP: prog. EDMF + integrated land"
+  #       key: "cmip_progedmf_land"
+  #       command:
+  #           - "julia --color=yes --project=experiments/CMIP experiments/CMIP/run_simulation.jl --config_file $CONFIG_PATH/cmip_progedmf_land.yml --job_id cmip_progedmf_land"
+  #       artifact_paths: "output/cmip_progedmf_land/artifacts/*"
+  #       env:
+  #         CLIMACOMMS_DEVICE: "CUDA"
+  #       agents:
+  #         queue: clima
+  #         slurm_mem: 32GB
+  #         slurm_gpus: 1
+
+  # - group: "Calibration experiments"
+
+  #   steps:
+  #     - label: "Subseasonal calibration test"
+  #       key: "subseasonal_calibration"
+  #       command:
+  #         - julia --color=yes --project=experiments/AMIP/ experiments/calibration/subseasonal/generate_observations.jl
+  #         - julia --color=yes --project=experiments/AMIP/ experiments/calibration/subseasonal/run_calibration.jl
+  #       artifact_paths: "experiments/calibration/subseasonal/output/*"
+  #       agents:
+  #         queue: clima
+  #         slurm_time: 24:00:00
+
+  # - wait
+
+  # - group: "Job analysis and reporting"
+
+  #   steps:
+
+  #     - label: ":thermometer: Cess climate sensitivity approximation from p2K runs"
+  #       key: "cess_from_p2k"
+  #       command: >-
+  #         julia --color=yes --project=experiments/AMIP/
+  #           test/cess_climate_sensitivity.jl
+  #           output/amip_diagedmf_land
+  #           output/amip_diagedmf_land_p2k
+  #           output/ecs_analysis
+  #       artifact_paths: "output/ecs_analysis/*"
+
+  #     # plot job performance history
+  #     - label: ":chart_with_downwards_trend: build history"
+  #       command:
+  #         - build_history main # name of branch to plot
+  #       artifact_paths:
+  #         - "build_history.html"
+
+  #     # - wait
+
+  #     # - label: ":envelope: Slack report: Slabplanet"
+  #     #   command:
+  #     #     - slack-upload -c C04S6MBSDC4 -f output/slabplanet_evolve_ocean/artifacts/total_energy_bucket.png -n slab_coarse -x "Slabplanet energy conservation"
+  #     #     - slack-upload -c C04S6MBSDC4 -f output/slabplanet_evolve_ocean/artifacts/total_water_bucket.png -n slab_coarse_w -x "Slabplanet water conservation"