From aa4634b8739a55887c8febb832d33a5f57cb221f Mon Sep 17 00:00:00 2001 From: daroclark Date: Thu, 20 Nov 2025 12:47:41 +0000 Subject: [PATCH 1/2] Update rentsense_to_refined_and_landing.py Changing the format of the end of tenancy date --- scripts/jobs/rentsense_to_refined_and_landing.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/scripts/jobs/rentsense_to_refined_and_landing.py b/scripts/jobs/rentsense_to_refined_and_landing.py index e143433a8..ad95d21e5 100644 --- a/scripts/jobs/rentsense_to_refined_and_landing.py +++ b/scripts/jobs/rentsense_to_refined_and_landing.py @@ -560,6 +560,11 @@ F.to_date(col("startOfTenureDate"), "yyyy-MM-dd").alias("date"), ).drop("startOfTenureDate").withColumnRenamed("date", "startOfTenureDate") + accounts.select( + col("endoftenuredate"), + F.to_date(col("endoftenuredate"), "yyyy-MM-dd").alias("date"), + ).drop("endoftenuredate").withColumnRenamed("date", "endoftenuredate") + accounts = accounts.drop("uh_ten_ref") accounts = accounts.withColumn("prop_ref", F.trim(F.col("property_reference"))) From 9ae1dcfcc5fe925d0bb578a83b05d8219e77ea45 Mon Sep 17 00:00:00 2001 From: Tian Chen <38001883+Tian-2017@users.noreply.github.com> Date: Thu, 20 Nov 2025 12:51:14 +0000 Subject: [PATCH 2/2] formatting --- scripts/jobs/rentsense_to_refined_and_landing.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/jobs/rentsense_to_refined_and_landing.py b/scripts/jobs/rentsense_to_refined_and_landing.py index ad95d21e5..9596522a1 100644 --- a/scripts/jobs/rentsense_to_refined_and_landing.py +++ b/scripts/jobs/rentsense_to_refined_and_landing.py @@ -561,8 +561,8 @@ ).drop("startOfTenureDate").withColumnRenamed("date", "startOfTenureDate") accounts.select( - col("endoftenuredate"), - F.to_date(col("endoftenuredate"), "yyyy-MM-dd").alias("date"), + col("endoftenuredate"), + F.to_date(col("endoftenuredate"), "yyyy-MM-dd").alias("date"), ).drop("endoftenuredate").withColumnRenamed("date", "endoftenuredate") accounts = accounts.drop("uh_ten_ref")