Skip to content

Update rentsense_former_tenants_to_refined.py #2563

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
daroclark merged 2 commits into from
Nov 20, 2025
Merged

Update rentsense_former_tenants_to_refined.py #2563

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
0b36a81
Update rentsense_former_tenants_to_refined.py
daroclark Nov 19, 2025
9ae5b90
formatting
Tian-2017 Nov 19, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 7 additions & 6 deletions scripts/jobs/rentsense_former_tenants_to_refined.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,14 +16,15 @@
current_date,
date_format,
date_sub,
datediff,
lit,
substring,
to_date,
to_timestamp,
datediff,
when,
)
from pyspark.sql.window import Window

from scripts.helpers.helpers import (
PARTITION_KEYS,
add_import_time_columns,
Expand Down Expand Up @@ -575,7 +576,7 @@ def export_dynamic_frame_as_xml_gzip(
)
)
accounts_int = accounts.where(
col("description").isin({"Introductory", "Mense Profit Ac"})
col("description").isin({"Introductory", "Mense Profit Ac", "Mesne Profit Ac"})
)
accounts_int = accounts_int.join(
accounts_s,
Expand Down Expand Up @@ -665,7 +666,7 @@ def export_dynamic_frame_as_xml_gzip(
"AgreementCode as ArrangementCode",
# "initial_payment_date as FirstInstallmentDueDate",
# "AgreementCreatedDate",
"Amount as PaymentAmount"
"Amount as PaymentAmount",
# "uh_ten_ref as TenReference",
# "import_date"
)
Expand Down Expand Up @@ -771,7 +772,7 @@ def export_dynamic_frame_as_xml_gzip(
# "Address3",
"PostCode as PropertyPostCode",
"Email as PrimaryEmailAddress",
"'' as SecondaryEmailAddress"
"'' as SecondaryEmailAddress",
# "PropertyType",
# "uh_ten_ref as TenReference",
# "import_date"
Expand Down Expand Up @@ -817,7 +818,7 @@ def export_dynamic_frame_as_xml_gzip(
balances = balances.selectExpr(
"paymentreference as AccountReference",
"previousweekbalance as CurrentBalance",
"BalanceDate"
"BalanceDate",
# "uh_ten_ref as TenReference",
# "import_date"
)
Expand Down Expand Up @@ -1055,7 +1056,7 @@ def export_dynamic_frame_as_xml_gzip(
"iso8601_format as TransactionPostDate",
"trans_type as TransactionCode",
"real_value as TransactionAmount",
"code_lookup as TransactionDescription"
"code_lookup as TransactionDescription",
# "uh_ten_ref as TenReference",
# "import_date"
)
Expand Down
Loading