From e79b716bcfc629aed3ec2ace5bc113689d926214 Mon Sep 17 00:00:00 2001 From: Tian Chen <38001883+Tian-2017@users.noreply.github.com> Date: Thu, 16 Jan 2025 08:50:01 +0000 Subject: [PATCH] Temporary fix for Glue jobs impacted by the Address API --- scripts/jobs/parking/parking_vouchers_approved_summary_gds.py | 2 +- .../jobs/parking/parking_vouchers_approved_summary_gds_lbh.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/jobs/parking/parking_vouchers_approved_summary_gds.py b/scripts/jobs/parking/parking_vouchers_approved_summary_gds.py index 3ef4f4689..8b2f31aaa 100644 --- a/scripts/jobs/parking/parking_vouchers_approved_summary_gds.py +++ b/scripts/jobs/parking/parking_vouchers_approved_summary_gds.py @@ -48,7 +48,7 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra # Script generated for node Amazon S3 - raw-zone-unrestricted-address-api - unrestricted_address_api_dbo_hackney_address AmazonS3rawzoneunrestrictedaddressapiunrestricted_address_api_dbo_hackney_address_node1720617251032 = glueContext.create_dynamic_frame.from_catalog( database="dataplatform-" + environment + "-raw-zone-unrestricted-address-api", - push_down_predicate="to_date(import_date, 'yyyyMMdd') >= date_sub(current_date, 7)", + push_down_predicate="to_date(import_date, 'yyyyMMdd') >= date_sub(current_date, 30)", table_name="unrestricted_address_api_dbo_hackney_address", transformation_ctx="AmazonS3rawzoneunrestrictedaddressapiunrestricted_address_api_dbo_hackney_address_node1720617251032", ) diff --git a/scripts/jobs/parking/parking_vouchers_approved_summary_gds_lbh.py b/scripts/jobs/parking/parking_vouchers_approved_summary_gds_lbh.py index cf5256973..de2ca21b2 100644 --- a/scripts/jobs/parking/parking_vouchers_approved_summary_gds_lbh.py +++ b/scripts/jobs/parking/parking_vouchers_approved_summary_gds_lbh.py @@ -32,7 +32,7 @@ def sparkSqlQuery(glueContext, query, mapping, transformation_ctx) -> DynamicFra # Script generated for node Amazon S3 - unrestricted_address_api_dbo_hackney_xref AmazonS3unrestricted_address_api_dbo_hackney_xref_node1724077428047 = glueContext.create_dynamic_frame.from_catalog( database="dataplatform-" + environment + "-raw-zone-unrestricted-address-api", - push_down_predicate="to_date(import_date, 'yyyyMMdd') >= date_sub(current_date, 7)", + push_down_predicate="to_date(import_date, 'yyyyMMdd') >= date_sub(current_date, 30)", table_name="unrestricted_address_api_dbo_hackney_xref", transformation_ctx="AmazonS3unrestricted_address_api_dbo_hackney_xref_node1724077428047", )