From ac96ac9383cdddb2cb8928cd2e99c90e3111cbfd Mon Sep 17 00:00:00 2001
From: AGibson <4319494+annajgibson@users.noreply.github.com>
Date: Fri, 15 Aug 2025 16:23:15 +0100
Subject: [PATCH] Remove reference to dimension map and import day,month,year.

---
 .../jobs/housing/housing_nec_migration_apply_gx_dq_tests.py | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py b/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py
index 94694572d..86e2f99e9 100644
--- a/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py
+++ b/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py
@@ -90,9 +90,6 @@ def main():
 
     results_df = pd.concat(table_results_df_list)
 
-    # map DQ dimension type
-    results_df['dq_dimension_type'] = results_df['expectation_config.type'].map(dq_dimensions_map)
-
     # add clean dataset name
     results_df['dataset_name'] = results_df['expectation_config.kwargs.batch_id'].map(
         lambda x: x.removeprefix('pandas-').removesuffix('_df_asset'))
@@ -118,9 +115,6 @@ def main():
                   'expectation_config.kwargs.regex': 'string',
                   'expectation_config.kwargs.value_set': 'string',
                   'expectation_config.kwargs.column_list': 'string',
-                  'import_year': 'string',
-                  'import_month': 'string',
-                  'import_day': 'string',
                   'import_date': 'string'}
 
     # write to s3