From 7eca0c06b850cc656e34ae32578b901c83168faa Mon Sep 17 00:00:00 2001 From: Tian Chen <38001883+Tian-2017@users.noreply.github.com> Date: Thu, 10 Apr 2025 14:30:36 +0100 Subject: [PATCH] change buffer days to 60 days - tascomi_create_daily_snapshot change buffer days to 60 days - tascomi_create_daily_snapshot --- scripts/jobs/planning/tascomi_create_daily_snapshot.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/jobs/planning/tascomi_create_daily_snapshot.py b/scripts/jobs/planning/tascomi_create_daily_snapshot.py index b36f8dc9e..90aa3bc30 100644 --- a/scripts/jobs/planning/tascomi_create_daily_snapshot.py +++ b/scripts/jobs/planning/tascomi_create_daily_snapshot.py @@ -212,7 +212,7 @@ def purge_today_partition( # snapshot table in glue catalogue else: pushDownPredicate = create_pushdown_predicate( - partitionDateColumn="snapshot_date", daysBuffer=30 + partitionDateColumn="snapshot_date", daysBuffer=60 ) # load latest snpashot snapshot_ddf = glueContext.create_dynamic_frame.from_catalog(