Merge pull request #1576 from CliMA/zs/benchmark

add benchmark configs for flagship amip

Author: szy21

.buildkite/benchmarks/pipeline.yml

@@ -29,6 +29,32 @@ steps:
 
   - wait
 
+  - group: "GPU benchmarks for flagship amip"
+    steps:
+      - label: "GPU AMIP with prognostic EDMF + 1M + integrated land (16 helems)"
+        key: "gpu_amip_progedmf_1M_land_he16"
+        command: "srun julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $BENCHMARK_CONFIG_PATH/amip_progedmf_1m_land_he16.yml --job_id gpu_amip_progedmf_1M_land_he16"
+        artifact_paths: "experiments/ClimaEarth/output/gpu_amip_progedmf_1M_land_he16/artifacts/*"
+        env:
+          CLIMACOMMS_DEVICE: "CUDA"
+        agents:
+          slurm_gpus_per_task: 1
+          slurm_cpus_per_task: 4
+          slurm_ntasks: 1
+          slurm_mem: 16GB 
+        
+      - label: "GPU AMIP with prognostic EDMF + 1M + integrated land (30 helems)"
+        key: "gpu_amip_progedmf_1M_land_he30"
+        command: "srun julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $BENCHMARK_CONFIG_PATH/amip_progedmf_1m_land_he30.yml --job_id gpu_amip_progedmf_1M_land_he30"
+        artifact_paths: "experiments/ClimaEarth/output/gpu_amip_progedmf_1M_land_he30/artifacts/*"
+        env:
+          CLIMACOMMS_DEVICE: "CUDA"
+        agents:
+          slurm_gpus_per_task: 1
+          slurm_cpus_per_task: 4
+          slurm_ntasks: 1
+          slurm_mem: 16GB 
+
   - group: "GPU benchmarks"
     steps:
       - label: "GPU ClimaAtmos without diagnostic EDMF"
@@ -82,6 +108,7 @@ steps:
           slurm_cpus_per_task: 4
           slurm_ntasks: 2
           slurm_mem: 16GB
+ 
 
   - group: "Generate output table"
     steps:
@@ -95,7 +122,7 @@ steps:
           - "gpu_amip_diagedmf"
           - "gpu_amip_diagedmf_io"
 
-      - label: ":envelope: Slack report: CPU/GPU AMIP/Atmos-only table"
+      - label: ":envelope: Slack report: GPU AMIP/Atmos-only table"
         depends_on:
           - "compare_amip_climaatmos_amip_diagedmf"
         command:

config/benchmark_configs/amip_progedmf_1m_land_he16.yml

@@ -0,0 +1,18 @@
+FLOAT_TYPE: "Float32"
+albedo_model: "CouplerAlbedo"
+atmos_config_file: "config/atmos_configs/climaatmos_progedmf.yml"
+checkpoint_dt: "366days"
+coupler_toml: ["toml/amip_progedmf_1m.toml"]
+dt: "30secs"
+dt_cpl: "30secs"
+dt_rad: "600secs"
+energy_check: false
+h_elem: 16
+land_model: "integrated"
+mode_name: "amip"
+radiation_reset_rng_seed: true
+start_date: "20100101"
+surface_setup: "PrescribedSurface"
+t_end: "1200secs"
+topo_smoothing: true
+topography: "Earth"

config/benchmark_configs/amip_progedmf_1m_land_he30.yml

@@ -0,0 +1,18 @@
+FLOAT_TYPE: "Float32"
+albedo_model: "CouplerAlbedo"
+atmos_config_file: "config/atmos_configs/climaatmos_progedmf.yml"
+checkpoint_dt: "366days"
+coupler_toml: ["toml/amip_progedmf_1m.toml"]
+dt: "30secs"
+dt_cpl: "30secs"
+dt_rad: "600secs"
+energy_check: false
+h_elem: 30
+land_model: "integrated"
+mode_name: "amip"
+radiation_reset_rng_seed: true
+start_date: "20100101"
+surface_setup: "PrescribedSurface"
+t_end: "1200secs"
+topo_smoothing: true
+topography: "Earth"

toml/amip_progedmf_1m.toml

@@ -0,0 +1,53 @@
+[zd_rayleigh]
+value = 40000.0
+
+[zd_viscous]
+value = 40000.0
+
+[alpha_rayleigh_sgs_tracer]
+value = 1e-3
+
+[EDMF_min_area]
+value = 1.0e-5
+
+[EDMF_max_area]
+value = 0.7
+
+[entr_inv_tau]
+value = 0.0002
+
+[entr_coeff]
+value = 0.2
+
+[min_area_limiter_scale]
+value = 0
+
+[min_area_limiter_power]
+value = 100
+
+[detr_inv_tau]
+value = 0
+
+[detr_coeff]
+value = 0
+
+[detr_buoy_coeff]
+value = 0
+
+[detr_vertdiv_coeff]
+value = 0
+
+[detr_massflux_vertdiv_coeff]
+value = 1
+
+[pressure_normalmode_drag_coeff]
+value = 40.0
+
+[tracer_vertical_diffusion_factor]
+value = 0
+
+[condensation_evaporation_timescale]
+value = 100
+
+[sublimation_deposition_timescale]
+value = 100