CliMA · hgpeterson · May 12, 2026 · May 8, 2026
diff --git a/config/ci_configs/amip_albedo_temporal_map.yml b/config/ci_configs/amip_albedo_temporal_map.yml
@@ -15,3 +15,4 @@ time_varying_trace_gases: ["CO2"]
 vert_diff: "true"
 z_elem: 50
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/amip_coarse_ft64_hourly_checkpoints.yml b/config/ci_configs/amip_coarse_ft64_hourly_checkpoints.yml
@@ -7,3 +7,4 @@ microphysics_model: "0M"
 t_end: "1days"
 time_varying_trace_gases: ["CO2"]
 vert_diff: "true"
+check_nan_every: 1
diff --git a/config/ci_configs/amip_coarse_ft64_hourly_checkpoints_restart.yml b/config/ci_configs/amip_coarse_ft64_hourly_checkpoints_restart.yml
@@ -9,3 +9,4 @@ microphysics_model: "0M"
 t_end: "800secs"
 time_varying_trace_gases: ["CO2"]
 vert_diff: "true"
+check_nan_every: 1
diff --git a/config/ci_configs/amip_coarse_mpi.yml b/config/ci_configs/amip_coarse_mpi.yml
@@ -8,3 +8,4 @@ share_surface_space: false
 t_end: "1days"
 time_varying_trace_gases: ["CO2"]
 vert_diff: "true"
+check_nan_every: 1
diff --git a/config/ci_configs/amip_component_dts.yml b/config/ci_configs/amip_component_dts.yml
@@ -17,3 +17,4 @@ time_varying_trace_gases: ["CO2"]
 vert_diff: "true"
 z_elem: 50
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/amip_default.yml b/config/ci_configs/amip_default.yml
@@ -14,3 +14,4 @@ use_itime: true
 vert_diff: "true"
 z_elem: 50
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/amip_diagedmf_integrated_land.yml b/config/ci_configs/amip_diagedmf_integrated_land.yml
@@ -21,3 +21,4 @@ topography: "Earth"
 viscous_sponge: true
 z_elem: 63
 z_max: 60000.0
+check_nan_every: 1
diff --git a/config/ci_configs/amip_land_ic.yml b/config/ci_configs/amip_land_ic.yml
@@ -15,3 +15,4 @@ time_varying_trace_gases: ["CO2"]
 vert_diff: "true"
 z_elem: 50
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/amip_n1_shortrun.yml b/config/ci_configs/amip_n1_shortrun.yml
@@ -14,3 +14,4 @@ time_varying_trace_gases: ["CO2"]
 vert_diff: "true"
 z_elem: 50
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/amip_progedmf_bucket.yml b/config/ci_configs/amip_progedmf_bucket.yml
@@ -21,3 +21,4 @@ topography: "Earth"
 viscous_sponge: true
 z_elem: 63
 z_max: 60000.0
+check_nan_every: 1
diff --git a/config/ci_configs/cmip_oceananigans_climaseaice.yml b/config/ci_configs/cmip_oceananigans_climaseaice.yml
@@ -28,3 +28,4 @@ topography: "Earth"
 viscous_sponge: true
 z_elem: 39
 z_max: 60000.0
+check_nan_every: 1
diff --git a/config/ci_configs/cmip_oceananigans_climaseaice_bucket.yml b/config/ci_configs/cmip_oceananigans_climaseaice_bucket.yml
@@ -27,3 +27,4 @@ topography: "Earth"
 viscous_sponge: true
 z_elem: 39
 z_max: 60000.0
+check_nan_every: 1
diff --git a/config/ci_configs/scm_amip_ice.yml b/config/ci_configs/scm_amip_ice.yml
@@ -13,3 +13,4 @@ vert_diff: "DecayWithHeightDiffusion"
 z_elem: 30
 z_max: 30000.0
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/scm_amip_ocean.yml b/config/ci_configs/scm_amip_ocean.yml
@@ -13,3 +13,4 @@ vert_diff: "DecayWithHeightDiffusion"
 z_elem: 30
 z_max: 30000.0
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/scm_slabplanet_aqua.yml b/config/ci_configs/scm_slabplanet_aqua.yml
@@ -13,3 +13,4 @@ vert_diff: "DecayWithHeightDiffusion"
 z_elem: 30
 z_max: 30000.0
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/scm_slabplanet_terra_bucket.yml b/config/ci_configs/scm_slabplanet_terra_bucket.yml
@@ -14,3 +14,4 @@ vert_diff: "DecayWithHeightDiffusion"
 z_elem: 30
 z_max: 30000.0
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/scm_slabplanet_terra_land.yml b/config/ci_configs/scm_slabplanet_terra_land.yml
@@ -15,3 +15,4 @@ vert_diff: "DecayWithHeightDiffusion"
 z_elem: 30
 z_max: 30000.0
 z_stretch: false
+check_nan_every: 1
diff --git a/config/ci_configs/slabplanet_albedo_function.yml b/config/ci_configs/slabplanet_albedo_function.yml
@@ -11,3 +11,4 @@ share_surface_space: false
 t_end: "1days"
 use_itime: false
 vert_diff: "true"
+check_nan_every: 1
diff --git a/config/ci_configs/slabplanet_aqua.yml b/config/ci_configs/slabplanet_aqua.yml
@@ -10,3 +10,4 @@ start_date: "20100101"
 surface_setup: "PrescribedSurface"
 t_end: "400secs"
 vert_diff: "DecayWithHeightDiffusion"
+check_nan_every: 1
diff --git a/config/ci_configs/slabplanet_atmos_diags.yml b/config/ci_configs/slabplanet_atmos_diags.yml
@@ -9,3 +9,4 @@ microphysics_model: "0M"
 t_end: "1days"
 vert_diff: "true"
 
+check_nan_every: 1
diff --git a/config/ci_configs/slabplanet_default.yml b/config/ci_configs/slabplanet_default.yml
@@ -9,3 +9,4 @@ rad: "gray"
 microphysics_model: "0M"
 t_end: "1days"
 vert_diff: "true"
+check_nan_every: 1
diff --git a/config/ci_configs/slabplanet_dry_norad.yml b/config/ci_configs/slabplanet_dry_norad.yml
@@ -11,3 +11,4 @@ rad: nothing
 microphysics_model: "dry"
 t_end: "1days"
 vert_diff: "true"
+check_nan_every: 1
diff --git a/config/ci_configs/slabplanet_terra.yml b/config/ci_configs/slabplanet_terra.yml
@@ -11,3 +11,4 @@ start_date: "20100101"
 surface_setup: "PrescribedSurface"
 t_end: "400secs"
 vert_diff: "DecayWithHeightDiffusion"
+check_nan_every: 1
diff --git a/docs/src/debugging.md b/docs/src/debugging.md
@@ -82,6 +82,10 @@ end
 Look for: negative temperatures, extremely large or small fluxes, NaN
 values in any field, or values that are zero where they shouldn't be.
 
+!!! note
+    Sometimes NaNs can occur without fully breaking the simulation.
+    One way to ensure that NaNs are caught quickly is by setting the `check_nan_every` config option as part of the ClimaAtmos model (see [the ClimaAtmos docs](https://clima.github.io/ClimaAtmos.jl/dev/config/#Default-Configuration) for details).
+
 ### Plotting ClimaCore fields
 
 The built-in `Plotting.debug` function produces a grid of heatmaps of all coupler and
Original file line number	Diff line number	Diff line change
Expand Up		@@ -9,3 +9,4 @@ microphysics_model: "0M"
		t_end: "1days"
		vert_diff: "true"

		check_nan_every: 1