From 3dff03d0a3eaf82697640ce73c75a2cdbe3b266f Mon Sep 17 00:00:00 2001 From: AGibson <4319494+annajgibson@users.noreply.github.com> Date: Thu, 21 Aug 2025 16:44:18 +0100 Subject: [PATCH] Enable unique data source name --- scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py b/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py index 86e2f99e9..7a88882d7 100644 --- a/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py +++ b/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py @@ -46,7 +46,7 @@ def main(): df = pd.read_sql_query(sql_query, conn) # set up batch - data_source = context.data_sources.add_pandas("pandas") + data_source = context.data_sources.add_pandas(f'{table}_pandas') data_asset = data_source.add_dataframe_asset(name=f'{table}_df_asset') batch_definition = data_asset.add_batch_definition_whole_dataframe("Athena batch definition") batch_parameters = {"dataframe": df}