diff --git a/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py b/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py index b1bc2ac0e..a3d10ff03 100644 --- a/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py +++ b/scripts/jobs/housing/housing_nec_migration_apply_gx_dq_tests.py @@ -10,7 +10,7 @@ import great_expectations as gx import pandas as pd from pyathena import connect -from scripts.helpers.housing_nec_migration_gx_dq_inputs import sql_config, table_list, partition_keys +from scripts.helpers.housing_nec_migration_gx_dq_inputs import sql_config, table_list import scripts.jobs.housing.housing_nec_migration_properties_data_load_gx_suite logging.basicConfig(level=logging.INFO) @@ -125,8 +125,7 @@ def main(): dataset=True, database=target_database, table=target_table, - mode="overwrite_partitions", - partition_cols=partition_keys, + mode="overwrite", dtype=dtype_dict, schema_evolution=True )