From 7ac4d1533aa910eed4f4e4b204f1bd042a64ccf8 Mon Sep 17 00:00:00 2001 From: Eric Stofferahn Date: Fri, 6 Jun 2025 14:50:49 -0400 Subject: [PATCH 1/3] Modified pyproject.toml for freanalysis_radiation_atmos_av_mon to include intake-esm version that fixes seg fault issues. Note that the environmental variable ITK_ESM_THREADING should also be set to False to ensure functionality. Also includes debugging statements in the __init__.py. --- .../__init__.py | 17 +++++++++++++++-- .../pyproject.toml | 2 +- 2 files changed, 16 insertions(+), 3 deletions(-) diff --git a/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py b/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py index ed300a7..119fd29 100644 --- a/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py +++ b/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py @@ -253,15 +253,19 @@ def plot_vs_obs(self, catalog, reference_catalog, frequency, query_params.update(config) pdb.set_trace() - datasets = model_catalog.search(**query_params).to_dataset_dict(progressbar=False) + search_results = model_catalog.search(**query_params) + print("model search results returned") + datasets = search_results.to_dataset_dict(progressbar=False) if len(list(datasets.values())) != 1: print(query_params, list(datasets.values())) raise ValueError("could not filter the catalog down to a single dataset.") dataset = list(datasets.values())[0] + print("Model dataset created") # Model Lon-lat maps. model_map = LonLatMap.from_xarray_dataset(dataset, variable, time_index=0, time_method="instantaneous") + print("Model map created") # Connect to the reference catalog and get the reference datasets. obs_catalog = intake.open_esm_datastore(reference_catalog) @@ -269,10 +273,13 @@ def plot_vs_obs(self, catalog, reference_catalog, frequency, "experiment_id": "ceres_ebaf_ed4.1", "variable_id": reference_variable, } - datasets = obs_catalog.search(**query_params).to_dataset_dict(progressbar=False) + search_results = obs_catalog.search(**query_params) + print("obs search results returned") + datasets = search_results.to_dataset_dict(progressbar=False) if len(list(datasets.values())) != 1: raise ValueError("could not filter the catalog down to a single dataset.") dataset = list(datasets.values())[0] + print("Obs dataset created") if month_range == None: period = "annual" @@ -293,11 +300,17 @@ def plot_vs_obs(self, catalog, reference_catalog, frequency, dataset, reference_variable, f"{period} climatology", year_range=[2003, 2018], month_range=month_range, ) + print("obs map created") obs_map.regrid_to_map(model_map) + print("obs map regridded") figure = chuck_radiation(model_map, obs_map, f"{title}") + print("chuck radiation") + breakpoint() output = Path(png_dir) / f"{title.lower().replace(' ', '-')}.png" + print("path determined") figure.save(output) + print("figure saved") return output diff --git a/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/pyproject.toml b/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/pyproject.toml index e5a28a4..cfe80b2 100644 --- a/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/pyproject.toml +++ b/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/pyproject.toml @@ -9,7 +9,7 @@ name = "freanalysis_radiation_atmos_av_mon" version = "0.1" dependencies = [ "intake", - "intake-esm", + "intake-esm@git+https://github.com/intake/intake-esm#egg=eb15a2fb4db9c1d9011761eab8d0f64d39ca69f8", ] requires-python = ">= 3.6" authors = [ From 970c9ef1f2e48080bbd87d675d4854d479884487 Mon Sep 17 00:00:00 2001 From: Chris Blanton Date: Tue, 10 Jun 2025 17:12:47 -0400 Subject: [PATCH 2/3] Comment out debugger breakpoint --- .../freanalysis_radiation_atmos_av_mon/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py b/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py index 119fd29..b1e9a7a 100644 --- a/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py +++ b/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py @@ -252,7 +252,7 @@ def plot_vs_obs(self, catalog, reference_catalog, frequency, if config: query_params.update(config) - pdb.set_trace() + #pdb.set_trace() search_results = model_catalog.search(**query_params) print("model search results returned") datasets = search_results.to_dataset_dict(progressbar=False) From 89a511056e17f83b957826b301c82899ab60eb28 Mon Sep 17 00:00:00 2001 From: Chris Blanton Date: Tue, 10 Jun 2025 17:15:06 -0400 Subject: [PATCH 3/3] Comment out debugger breakpoint --- .../freanalysis_radiation_atmos_av_mon/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py b/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py index b1e9a7a..7f8becc 100644 --- a/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py +++ b/user-analysis-scripts/freanalysis_radiation_atmos_av_mon/freanalysis_radiation_atmos_av_mon/__init__.py @@ -306,7 +306,7 @@ def plot_vs_obs(self, catalog, reference_catalog, frequency, figure = chuck_radiation(model_map, obs_map, f"{title}") print("chuck radiation") - breakpoint() + #breakpoint() output = Path(png_dir) / f"{title.lower().replace(' ', '-')}.png" print("path determined") figure.save(output)