diff --git a/scripts/jobs/rentsense_to_refined_and_landing.py b/scripts/jobs/rentsense_to_refined_and_landing.py index e143433a8..9596522a1 100644 --- a/scripts/jobs/rentsense_to_refined_and_landing.py +++ b/scripts/jobs/rentsense_to_refined_and_landing.py @@ -560,6 +560,11 @@ F.to_date(col("startOfTenureDate"), "yyyy-MM-dd").alias("date"), ).drop("startOfTenureDate").withColumnRenamed("date", "startOfTenureDate") + accounts.select( + col("endoftenuredate"), + F.to_date(col("endoftenuredate"), "yyyy-MM-dd").alias("date"), + ).drop("endoftenuredate").withColumnRenamed("date", "endoftenuredate") + accounts = accounts.drop("uh_ten_ref") accounts = accounts.withColumn("prop_ref", F.trim(F.col("property_reference")))