Use CommonSpaces to create spaces

Author: nefrathenrici

.buildkite/Manifest-v1.11.toml

@@ -1858,7 +1858,7 @@ version = "2.5.4+0"
 [[deps.OpenLibm_jll]]
 deps = ["Artifacts", "Libdl"]
 uuid = "05823500-19ac-5b8b-9628-191a04bc5112"
-version = "0.8.5+0"
+version = "0.8.1+2"
 
 [[deps.OpenMPI_jll]]
 deps = ["Artifacts", "CompilerSupportLibraries_jll", "Hwloc_jll", "JLLWrappers", "LazyArtifacts", "Libdl", "MPIPreferences", "TOML", "Zlib_jll"]
@@ -2014,12 +2014,6 @@ version = "0.4.34"
     ReverseDiff = "37e2e3b7-166d-5795-8a7a-e32c996b4267"
     SparseConnectivityTracer = "9f842d2f-2579-4b1d-911e-f412cf18a3f5"
 
-[[deps.PrecompileCI]]
-deps = ["ClimaAtmos", "ClimaComms", "ClimaCore", "ClimaParams", "Logging", "PrecompileTools"]
-path = "PrecompileCI"
-uuid = "76d61242-8ec2-4c91-8455-3234246697a2"
-version = "0.1.0"
-
 [[deps.PrecompileTools]]
 deps = ["Preferences"]
 git-tree-sha1 = "5aa36f7049a63a1528fe8f7c3f2113413ffd4e1f"
@@ -2200,9 +2194,9 @@ version = "0.5.1+0"
 
 [[deps.RootSolvers]]
 deps = ["ForwardDiff", "Printf"]
-git-tree-sha1 = "75b130d104fb3d9d39a5c784fad23aebc7d7d956"
+git-tree-sha1 = "769388dbf7656e70f6ee250f35bb6cbca8f43203"
 uuid = "7181ea78-2dcb-4de3-ab41-2b8ab5a31e74"
-version = "1.0.0"
+version = "0.4.6"
 
 [[deps.RoundingEmulator]]
 git-tree-sha1 = "40b9edad2e5287e05bd413a38f61a8ff55b9557b"

.buildkite/PrecompileCI/src/PrecompileCI.jl

@@ -6,42 +6,42 @@ import ClimaComms
 import ClimaCore: InputOutput, Meshes, Spaces, Quadratures
 import ClimaParams
 
-@compile_workload begin
-    with_logger(NullLogger()) do
-        FT = Float32 # Float64?
-        h_elem = 6 # 16, 30?
-        z_elem = 10 # 30, 31, 63?
-        x_elem = y_elem = 2
-        x_max = y_max = 1e8
-        z_max = FT(30000.0)
-        dz_bottom = FT(500) # other values?
-        z_stretch = Meshes.HyperbolicTangentStretching(dz_bottom) # Meshes.Uniform()
-        bubble = true # false
-        parsed_args =
-            Dict{String, Any}("topography" => "NoWarp", "topo_smoothing" => false)
-        comms_ctx = ClimaComms.context(ClimaComms.CPUSingleThreaded())
-        deep = false
+# @compile_workload begin
+#     with_logger(NullLogger()) do
+#         FT = Float32 # Float64?
+#         h_elem = 6 # 16, 30?
+#         z_elem = 10 # 30, 31, 63?
+#         x_elem = y_elem = 2
+#         x_max = y_max = 1e8
+#         z_max = FT(30000.0)
+#         dz_bottom = FT(500) # other values?
+#         z_stretch = Meshes.HyperbolicTangentStretching(dz_bottom) # Meshes.Uniform()
+#         bubble = true # false
+#         parsed_args =
+#             Dict{String, Any}("topography" => "NoWarp", "topo_smoothing" => false)
+#         comms_ctx = ClimaComms.context(ClimaComms.CPUSingleThreaded())
+#         deep = false
 
-        # constants
-        quad = Quadratures.GLL{4}()
-        params = CA.ClimaAtmosParameters(FT)
-        radius = CA.Parameters.planet_radius(params)
+#         # constants
+#         quad = Quadratures.GLL{4}()
+#         params = CA.ClimaAtmosParameters(FT)
+#         radius = CA.Parameters.planet_radius(params)
 
-        # Sphere
-        horz_mesh = CA.cubed_sphere_mesh(; radius, h_elem)
-        h_space = CA.make_horizontal_space(horz_mesh, quad, comms_ctx, bubble)
-        CA.make_hybrid_spaces(h_space, z_max, z_elem, z_stretch; parsed_args)
+#         # Sphere
+#         horz_mesh = CA.cubed_sphere_mesh(; radius, h_elem)
+#         h_space = CA.make_horizontal_space(horz_mesh, quad, comms_ctx, bubble)
+#         CA.make_hybrid_spaces(h_space, z_max, z_elem, z_stretch; parsed_args)
 
-        # box
-        horizontal_mesh = CA.periodic_rectangle_mesh(; x_max, y_max, x_elem, y_elem)
-        h_space = CA.make_horizontal_space(horizontal_mesh, quad, comms_ctx, bubble)
-        # This is broken
-        # CA.make_hybrid_spaces(h_space, z_max, z_elem, z_stretch; parsed_args)
+#         # box
+#         horizontal_mesh = CA.periodic_rectangle_mesh(; x_max, y_max, x_elem, y_elem)
+#         h_space = CA.make_horizontal_space(horizontal_mesh, quad, comms_ctx, bubble)
+#         # This is broken
+#         # CA.make_hybrid_spaces(h_space, z_max, z_elem, z_stretch; parsed_args)
 
-        # plane
-        horizontal_mesh = CA.periodic_line_mesh(; x_max, x_elem)
-        h_space = CA.make_horizontal_space(horizontal_mesh, quad, comms_ctx, bubble)
-    end
-end
+#         # plane
+#         horizontal_mesh = CA.periodic_line_mesh(; x_max, x_elem)
+#         h_space = CA.make_horizontal_space(horizontal_mesh, quad, comms_ctx, bubble)
+#     end
+# end
 
 end # module Precompile

.buildkite/Project.toml

@@ -27,7 +27,6 @@ NCDatasets = "85f8d34a-cbdd-5861-8df4-14fed0d494ab"
 NullBroadcasts = "0d71be07-595a-4f89-9529-4065a4ab43a6"
 OrderedCollections = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
 Poppler_jll = "9c32591e-4766-534b-9725-b71a8799265b"
-PrecompileCI = "76d61242-8ec2-4c91-8455-3234246697a2"
 PrettyTables = "08abe8d2-0d0c-5749-adfa-8a2ac140af0d"
 Profile = "9abbd945-dff8-562f-b5e8-e1ebf5ef1b79"
 ProfileCanvas = "efd6af41-a80b-495e-886c-e51b0c7d77a3"

.buildkite/ci_driver.jl

@@ -9,7 +9,7 @@ redirect_stderr(IOContext(stderr, :stacktrace_types_limited => Ref(false)))
 # To load in the precompiled methods, run `using PrecompileCI` before loading ClimaAtmos.
 # To see what methods are precompiled, open julia: `julia --project=.buildkite/PrecompileCI`
 # and run `using PrecompileTools; PrecompileTools.verbose[] = true; include(".buildkite/PrecompileCI/src/PrecompileCI.jl")`
-haskey(ENV, "CI") && (using PrecompileCI)
+# haskey(ENV, "CI") && (using PrecompileCI)
 
 import ClimaComms
 ClimaComms.@import_required_backends

.buildkite/pipeline.yml

@@ -28,7 +28,16 @@ steps:
       - julia --check-bounds=yes -e 'using TOML; @assert TOML.parsefile(".buildkite/Manifest-v1.11.toml")["deps"]["ClimaAtmos"][1]["path"] == ".."'
 
       - echo "--- Instantiate .buildkite"
-      - "julia --project=.buildkite -e 'using Pkg; Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true); using CUDA; CUDA.precompile_runtime(); Pkg.status()'"
+      - julia --project=.buildkite -e '
+          using Pkg;
+          Pkg.Registry.update();
+          Pkg.add(PackageSpec(name="ClimaCore",      url="https://github.com/CliMA/ClimaCore.jl",      rev="ne/fd_grid"));
+          Pkg.add(PackageSpec(name="ClimaUtilities", url="https://github.com/CliMA/ClimaUtilities.jl", rev="main"));
+          Pkg.instantiate();
+          Pkg.precompile(; strict=true);
+          using CUDA; CUDA.precompile_runtime();
+          Pkg.status()
+        '
 
     agents:
       slurm_cpus_per_task: 8

calibration/experiments/gcm_driven_scm/helper_funcs.jl

@@ -23,6 +23,7 @@ CLIMADIAGNOSTICS_LES_NAME_MAP =
 """Get z cell centers coordinates for CA run, given config. """
 function get_z_grid(atmos_config; z_max = nothing)
     params = CA.ClimaAtmosParameters(atmos_config)
+    # TODO: Update this to use the new get_spaces function
     spaces =
         CA.get_spaces(atmos_config.parsed_args, params, atmos_config.comms_ctx)
     coord = CA.Fields.coordinate_field(spaces.center_space)

docs/src/api.md

@@ -43,12 +43,21 @@ ClimaAtmos.InitialConditions.Bomex
 ClimaAtmos.InitialConditions.Soares
 ```
 
-### Helper
+## Helper
 
 ```@docs
 ClimaAtmos.InitialConditions.ColumnInterpolatableField
 ```
 
+## Grids
+
+```@docs
+ClimaAtmos.ColGrid
+ ClimaAtmos.SphereGrid
+ClimaAtmos.PlaneGrid
+ClimaAtmos.BoxGrid
+```
+
 ## Jacobian
 
 ```@docs

post_processing/ci_plots.jl

@@ -437,8 +437,6 @@ make_plots_generic(
     simulation_path,
     vars,
     time = LAST_SNAP,
-    x = 0.0, # Our columns are still 3D objects...
-    y = 0.0,
     more_kwargs = YLINEARSCALE,
 )
 ```
@@ -453,8 +451,6 @@ make_plots_generic(
     simulation_path,
     vars,
     time = LAST_SNAP,
-    x = 0.0, # Our columns are still 3D objects...
-    y = 0.0,
     more_kwargs = YLINEARSCALE,
 )
 ```
@@ -589,14 +585,23 @@ ColumnPlots = Union{
 function make_plots(::ColumnPlots, output_paths::Vector{<:AbstractString})
     simdirs = SimDir.(output_paths)
     short_names = ["ta", "wa"]
-    vars = map_comparison(get, simdirs, short_names)
+    vars = map_comparison(simdirs, short_names) do simdir, short_name
+        var = get(simdir; short_name)
+        # For vertical-only (FiniteDifferenceGrid) spaces, the data may have 
+        # extra singleton dimensions. Check and squeeze if needed.
+        if haskey(var.dims, "x") && length(var.dims["x"]) == 1
+            var = slice(var; x = var.dims["x"][1])
+        end
+        if haskey(var.dims, "y") && length(var.dims["y"]) == 1
+            var = slice(var; y = var.dims["y"][1])
+        end
+        return var
+    end
 
     make_plots_generic(
         output_paths,
         vars,
         time = LAST_SNAP,
-        x = 0.0, # Our columns are still 3D objects...
-        y = 0.0,
         MAX_NUM_COLS = length(simdirs),
         more_kwargs = YLINEARSCALE,
     )
@@ -644,7 +649,7 @@ function make_plots(
     end
 
     vars = [
-        slice(get(simdir; short_name), x = 0.0, y = 0.0) for
+        get(simdir; short_name) for
         short_name in short_names
     ]
 
@@ -689,7 +694,7 @@ function make_plots(
     surface_precip = read_var(simdir.variable_paths["pr"]["inst"]["10s"])
     viz.line_plot1D!(
         fig,
-        slice(surface_precip, x = 0.0, y = 0.0);
+        surface_precip;
         p_loc = [pr_row, 1:3],
     )
 
@@ -1380,6 +1385,12 @@ EDMFBoxPlots = Union{
     Val{:diagnostic_edmfx_dycoms_rf01_box},
     Val{:diagnostic_edmfx_trmm_box_0M},
     Val{:diagnostic_edmfx_dycoms_rf01_explicit_box},
+    Val{:prognostic_edmfx_bomex_box},
+    Val{:rcemipii_box_diagnostic_edmfx},
+    Val{:diagnostic_edmfx_trmm_stretched_box},
+}
+
+EDMFColumnPlots = Union{
     Val{:prognostic_edmfx_adv_test_column},
     Val{:prognostic_edmfx_gabls_column},
     Val{:prognostic_edmfx_gabls_column_sparse_autodiff},
@@ -1395,13 +1406,10 @@ EDMFBoxPlots = Union{
     Val{:prognostic_edmfx_simpleplume_column},
     Val{:prognostic_edmfx_gcmdriven_column},
     Val{:prognostic_edmfx_tv_era5driven_column},
-    Val{:prognostic_edmfx_bomex_box},
-    Val{:rcemipii_box_diagnostic_edmfx},
     Val{:prognostic_edmfx_soares_column},
-    Val{:diagnostic_edmfx_trmm_stretched_box},
 }
 
-EDMFBoxPlotsWithPrecip = Union{
+EDMFColumnPlotsWithPrecip = Union{
     Val{:prognostic_edmfx_rico_column},
     Val{:prognostic_edmfx_rico_implicit_column},
     Val{:prognostic_edmfx_rico_column_2M},
@@ -1493,14 +1501,99 @@ end
 function make_plots(
     sim_type::Union{
         EDMFBoxPlots,
-        EDMFBoxPlotsWithPrecip,
         DiagEDMFBoxPlotsWithPrecip,
     },
     output_paths::Vector{<:AbstractString},
 )
     simdirs = SimDir.(output_paths)
 
-    if sim_type isa EDMFBoxPlotsWithPrecip
+    if sim_type isa DiagEDMFBoxPlotsWithPrecip
+        precip_names = ("husra", "hussn", "husraup", "hussnup")
+    else
+        precip_names = ()
+    end
+
+    short_names = [
+        "wa",
+        "waup",
+        "ta",
+        "taup",
+        "hus",
+        "husup",
+        "arup",
+        "tke",
+        "ua",
+        "thetaa",
+        "thetaaup",
+        "ha",
+        "haup",
+        "hur",
+        "hurup",
+        "lmix",
+        "cl",
+        "clw",
+        "clwup",
+        "cli",
+        "cliup",
+        precip_names...,
+    ]
+    reduction = "inst"
+
+    available_periods = ClimaAnalysis.available_periods(
+        simdirs[1];
+        short_name = short_names[1],
+        reduction,
+    )
+    # choose the shortest available period
+    available_periods = collect(available_periods) # ensure vector for indexing
+    period = available_periods[argmin(CA.time_to_seconds.(available_periods))]
+
+    short_name_tuples = pair_edmf_names(short_names)
+    var_groups_zt =
+        map_comparison(simdirs, short_name_tuples) do simdir, name_tuple
+            return [
+                slice(
+                    get(simdir; short_name, reduction, period),
+                    x = 0.0,
+                    y = 0.0,
+                ) for short_name in name_tuple
+            ]
+        end
+
+    var_groups_z = [
+        ([slice(v, time = LAST_SNAP) for v in group]...,) for
+        group in var_groups_zt
+    ]
+
+    tmp_file = make_plots_generic(
+        output_paths,
+        output_name = "tmp",
+        var_groups_z;
+        plot_fn = plot_edmf_vert_profile!,
+        MAX_NUM_COLS = 2,
+        MAX_NUM_ROWS = 4,
+    )
+
+    make_plots_generic(
+        output_paths,
+        vcat(var_groups_zt...),
+        plot_fn = plot_parsed_attribute_title!,
+        summary_files = [tmp_file],
+        MAX_NUM_COLS = 2,
+        MAX_NUM_ROWS = 4,
+    )
+end
+
+function make_plots(
+    sim_type::Union{
+        EDMFColumnPlots,
+        EDMFColumnPlotsWithPrecip,
+    },
+    output_paths::Vector{<:AbstractString},
+)
+    simdirs = SimDir.(output_paths)
+
+    if sim_type isa EDMFColumnPlotsWithPrecip
         if sim_type isa Val{:prognostic_edmfx_rico_column_2M}
             precip_names = (
                 "husra",
@@ -1520,8 +1613,6 @@ function make_plots(
             precip_names =
                 ("husra", "hussn", "husraup", "hussnup", "husraen", "hussnen")
         end
-    elseif sim_type isa DiagEDMFBoxPlotsWithPrecip
-        precip_names = ("husra", "hussn", "husraup", "hussnup")
     else
         precip_names = ()
     end
@@ -1565,11 +1656,7 @@ function make_plots(
     var_groups_zt =
         map_comparison(simdirs, short_name_tuples) do simdir, name_tuple
             return [
-                slice(
-                    get(simdir; short_name, reduction, period),
-                    x = 0.0,
-                    y = 0.0,
-                ) for short_name in name_tuple
+                get(simdir; short_name, reduction, period) for short_name in name_tuple
             ]
         end
 

src/ClimaAtmos.jl

@@ -152,6 +152,7 @@ import .Diagnostics as CAD
 include(joinpath("callbacks", "get_callbacks.jl"))
 
 include(joinpath("simulation", "AtmosSimulations.jl"))
+include(joinpath("simulation", "grids.jl"))
 
 include(joinpath("solver", "model_getters.jl")) # high-level (using parsed_args) model getters
 include(joinpath("solver", "type_getters.jl"))