From a76ed20db36426c3a5b5e8fc16ea45fb146cce6b Mon Sep 17 00:00:00 2001
From: AGibson <4319494+annajgibson@users.noreply.github.com>
Date: Wed, 27 Aug 2025 17:46:29 +0100
Subject: [PATCH] Add additional columns to drop from output

---
 scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py b/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py
index 7a88882d7..00da595ee 100644
--- a/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py
+++ b/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py
@@ -75,7 +75,7 @@ def main():
         results_dict = list(checkpoint_result.run_results.values())[0].to_json_dict()
         table_results_df = pd.json_normalize(results_dict['results'])
         cols_to_drop = [c for c in table_results_df.columns if c.startswith('exception_info')]
-        cols_to_drop.append('result.unexpected_list')
+        cols_to_drop.extend(['result.unexpected_list', 'result.details_mismatched', 'result.observed_value'])
         table_results_df = table_results_df.drop(columns=cols_to_drop)
         table_results_df_list.append(table_results_df)