diff --git a/scripts/jobs/env_services/__init__.py b/scripts/jobs/env_services/__init__.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/scripts/jobs/env_services/alloy-mapping-files/all resi prop inc service type_dw_service_type_1.json b/scripts/jobs/env_services/alloy-mapping-files/all resi prop inc service type_dw_service_type_1.json deleted file mode 100644 index 973f32d28..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/all resi prop inc service type_dw_service_type_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "service_type": "service_type", - "item_id": "service_type_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/all resi prop inc service type_flash_band_2.json b/scripts/jobs/env_services/alloy-mapping-files/all resi prop inc service type_flash_band_2.json deleted file mode 100644 index b88b76b25..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/all resi prop inc service type_flash_band_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "flash_band": "flash_band", - "item_id": "flash_band_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/all resi prop inc service type_nlpg_premises.json b/scripts/jobs/env_services/alloy-mapping-files/all resi prop inc service type_nlpg_premises.json deleted file mode 100644 index 59406f18e..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/all resi prop inc service type_nlpg_premises.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "blpu_class": "blpu_class", - "root_flash_time_band_flash_band_flash_band": "flash_band", - "root_flash_time_band_flash_band_item_ids": "flash_band_id_1", - "flash_time_band": "flash_band_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "nlpg_premises_id", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "service_type": "service_type", - "root_service_type_dw_service_type_service_type": "service_type_1", - "root_service_type_dw_service_type_item_ids": "service_type_id", - "subtitle": "subtitle", - "title": "title", - "uprn": "uprn" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_additional_capacity_reason_5.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_additional_capacity_reason_5.json deleted file mode 100644 index eaacde933..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_additional_capacity_reason_5.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "attributes_additionalcapacityreasonadditionalcapacityreason_602682c756a3380066568246": "additional_capacity_reason", - "item_id": "additional_capacity_reason_id", - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_container_job_type_1.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_container_job_type_1.json deleted file mode 100644 index 81e0dddcb..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_container_job_type_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "attributes_containerjobtypecontainerjobtype_5f8df9558dae040066c5a0fd": "job_type_id_1", - "item_id": "job_type_id", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_dw_container_job.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_dw_container_job.json deleted file mode 100644 index 04d65e0f3..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_dw_container_job.json +++ /dev/null @@ -1,56 +0,0 @@ -{ - "root_attributes_dwcontainerjobadditionalcapacityreason_6026849736db1900656bd571_designs_additionalcapacityreason_602682a936db1900656bd211_attributes_additionalcapacityreasonadditionalcapacityreason_602682c756a3380066568246": "additional_capacity_reason", - "attributes_dwcontainerjobadditionalcapacityreason_6026849736db1900656bd571": "additional_capacity_reason_id", - "root_attributes_dwcontainerjobadditionalcapacityreason_6026849736db1900656bd571_designs_additionalcapacityreason_602682a936db1900656bd211_item_ids": "additional_capacity_reason_id_1", - "attributes_dwcontainerjobbackofficenotes_5ffdabf098ab7e00657dd08e": "back_office_notes", - "attributes_taskscancelledtime": "cancelled_time", - "attributes_taskscompletiontime": "completion_time", - "root_attributes_dwcontainerjobdeliveryfailurereason_5fbfb1a5374e6d006467722b_designs_failurereasoncontainerdelivery_5fbfb0d5374e6d0064677135_attributes_failurereasoncontainerdeliveryfailurereason_5fbfb0ed5a11bc0065280da6": "container_delivery_failure_reason", - "root_attributes_dwcontainerjobdeliveryfailurereason_5fbfb1a5374e6d006467722b_designs_failurereasoncontainerdelivery_5fbfb0d5374e6d0064677135_item_ids": "container_delivery_failure_reason_id", - "root_attributes_dwcontainerjobcontainerjobtype_5f8dfac68dae040066c5a127_designs_containerjobtype_5f8df9128dae040066c5a0e5_attributes_containerjobtypecontainerjobtype_5f8df9558dae040066c5a0fd": "container_job_type", - "attributes_dwcontainerjobcontainerjobtype_5f8dfac68dae040066c5a127": "container_job_type_id", - "root_attributes_dwcontainerjobcontainerjobtype_5f8dfac68dae040066c5a127_designs_containerjobtype_5f8df9128dae040066c5a0e5_item_ids": "container_job_type_id_1", - "root_attributes_dwcontainerjobcontainertoremove_5f96d0fcd1f4f500660f418e_designs_wastecontainertypes_attributes_wastecontainertypesdescription": "container_to_remove", - "attributes_dwcontainerjobcontainertoremove_5f96d0fcd1f4f500660f418e": "container_to_remove_id", - "attributes_dwcontainerjobcustomeremail_5fd253fc0d410400611822a7": "customer_email", - "attributes_dwcontainerjobcustomername_5fbfb069fe88bd0066b44f6e": "customer_name", - "attributes_dwcontainerjobdeliveryfailurereason_5fbfb1a5374e6d006467722b": "delivery_failure_reason_id", - "attributes_tasksdescription": "description", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "item_id", - "root_attributes_tasksassignabletasks_designs_nlpgpremises_attributes_itemsgeometry": "geometry", - "attributes_jobsjobnumber": "job_number", - "attributes_dwcontainerjoborderreferenceno_5fc78d590b95140064ab3175": "order_reference_number", - "attributes_itemsgeometry": "premises_geometry", - "root_attributes_tasksassignabletasks_designs_nlpgpremises_item_ids": "premises_id", - "root_attributes_tasksassignabletasks_designs_nlpgpremises_attributes_nlpgpremisesuprn": "premises_uprn", - "attributes_tasksraisedtime": "raised_time", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_tasksstarttime": "start_time", - "root_attributes_tasksstatus_designs_taskstatuses_attributes_taskstatusesstatus": "status", - "attributes_tasksstatus": "status_id", - "root_attributes_tasksstatus_designs_taskstatuses_item_ids": "status_id_1", - "attributes_itemssubtitle": "subtitle", - "attributes_taskstargettime": "target_time", - "root_attributes_tasksteam_designs_teams_attributes_teamsteamname": "team_name", - "root_attributes_tasksteam_designs_teams_item_ids": "team_name_id_1", - "attributes_tasksteam": "team_name_id", - "attributes_itemstitle": "title", - "attributes_dwcontainerjoburgent_6070221b98d359000a284bd4": "urgent", - "root_attributes_dwcontainerjobwastecontainertypes_5f8dfb94e27d98006789bbf8_designs_wastecontainertypes_attributes_wastecontainertypesdescription": "waste_container_types", - "root_attributes_dwcontainerjobwastecontainertypes_5f8dfb94e27d98006789bbf8_designs_wastecontainertypes_item_ids": "waste_container_types_id", - "root_attributes_dwcontainerjobcontainertoremove_5f96d0fcd1f4f500660f418e_designs_wastecontainertypes_item_ids": "waste_container_types_id_1", - "attributes_dwcontainerjobwastecontainertypes_5f8dfb94e27d98006789bbf8": "waste_container_types_id_2", - "root_attributes_tasksassignabletasks_attributes_assetgroupsassets_designs_wastegroups_item_ids": "waste_group_id", - "root_attributes_tasksassignabletasks_attributes_assetgroupsassets_designs_wastegroups_attributes_wastegroupsstreet_5f89babde27d980067890023": "waste_groups_street", - "root_attributes_jobsjobworkitems_designinterfaces_jobworkitems_attributes_jobworkitemsactualvalue": "work_items_actual_value", - "root_attributes_jobsjobworkitems_designinterfaces_jobworkitems_item_ids": "work_items_actual_value_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_failure_reason_container_delivery_4.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_failure_reason_container_delivery_4.json deleted file mode 100644 index 9f4b27365..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_failure_reason_container_delivery_4.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "container_delivery_id", - "attributes_failurereasoncontainerdeliveryfailurereason_5fbfb0ed5a11bc0065280da6": "delivery_failure_reason", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_job_work_items_10.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_job_work_items_10.json deleted file mode 100644 index 57e7e69a9..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_job_work_items_10.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_jobworkitemsactualvalue": "work_item", - "item_id": "work_item_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_nlpg_premises_8.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_nlpg_premises_8.json deleted file mode 100644 index bc472b2a5..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_nlpg_premises_8.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "attributes_tasksassignabletasks_attributes_itemssubtitle": "item_subtitle_1", - "attributes_tasksassignabletasks_attributes_itemstitle": "item_title_1", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "attributes_itemsgeometry": "premises_geometry", - "item_id": "premises_id", - "attributes_nlpgpremisesuprn": "premises_uprn", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_task_statuses_6.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_task_statuses_6.json deleted file mode 100644 index e64d86f81..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_task_statuses_6.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_taskstatusesstatus": "status", - "item_id": "status_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_teams_7.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_teams_7.json deleted file mode 100644 index f3ff68655..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_teams_7.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "item_id": "team_id", - "attributes_teamsteamname": "team_name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_waste_container_types_2.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_waste_container_types_2.json deleted file mode 100644 index 94850bb16..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_waste_container_types_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "attributes_wastecontainertypesdescription": "container_description", - "item_id": "container_type_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_waste_container_types_3.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_waste_container_types_3.json deleted file mode 100644 index 94850bb16..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_waste_container_types_3.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "attributes_wastecontainertypesdescription": "container_description", - "item_id": "container_type_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw container job_waste_groups_9.json b/scripts/jobs/env_services/alloy-mapping-files/dw container job_waste_groups_9.json deleted file mode 100644 index c14b37300..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw container job_waste_groups_9.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "item_id": "waste_group_id", - "attributes_wastegroupsstreet_5f89babde27d980067890023": "waste_group_street" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_barriers_to_rrw_4.json b/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_barriers_to_rrw_4.json deleted file mode 100644 index eab295359..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_barriers_to_rrw_4.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "attributes_barrierstorrwbarrierstorrw_6034e1c96668f2006c61f949": "barriers_to_rrw", - "item_id": "barriers_to_rrw_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_dw_education_compliance_inspection.json b/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_dw_education_compliance_inspection.json deleted file mode 100644 index b53b05c71..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_dw_education_compliance_inspection.json +++ /dev/null @@ -1,46 +0,0 @@ -{ - "attributes_taskscompletiontime": "completion_time", - "attributes_tasksdescription": "description", - "root_attributes_wasteeducationinspectionenforcementissue_603c11fa306e42000a19ee8e_designs_enforcementissue_603c0efffa7e40000aac317e_attributes_enforcementissueenforcementissue_603c0f135b27c7000aed8475": "enforcement_issue", - "attributes_wasteeducationinspectionenforcementissue_603c11fa306e42000a19ee8e": "enforcement_issue_id", - "root_attributes_wasteeducationinspectionenforcementissue_603c11fa306e42000a19ee8e_designs_enforcementissue_603c0efffa7e40000aac317e_item_ids": "enforcement_issue_id_1", - "root_attributes_wasteeducationinspectionenforcementoutcome_6036a88b267b37006a951ac8_designs_enforcementoutcome_602ea5a256a33800665e7719_attributes_enforcementoutcomeenforcementoutcome_602ea67d3cf282006c40f3f3": "enforcement_outcome", - "attributes_wasteeducationinspectionenforcementoutcome_6036a88b267b37006a951ac8": "enforcement_outcome_id", - "root_attributes_wasteeducationinspectionenforcementoutcome_6036a88b267b37006a951ac8_designs_enforcementoutcome_602ea5a256a33800665e7719_item_ids": "enforcement_outcome_id_1", - "attributes_itemsgeometry": "geometry", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "root_attributes_wasteeducationinspectionbarrierstorrw_6034e4f16668f2006c62013b_designs_barrierstorrw_6034e1b66668f2006c61f93e_attributes_barrierstorrwbarrierstorrw_6034e1c96668f2006c61f949": "inspection_barriers", - "attributes_wasteeducationinspectionbarrierstorrw_6034e4f16668f2006c62013b": "inspection_barriers_id", - "root_attributes_wasteeducationinspectionbarrierstorrw_6034e4f16668f2006c62013b_designs_barrierstorrw_6034e1b66668f2006c61f93e_item_ids": "inspection_barriers_id_1", - "attributes_inspectionsinspectionnumber": "inspection_number", - "item_id": "item_id", - "root_attributes_tasksassignabletasks_attributes_wastecontainersassignablewastecontainers_designs_nlpgpremises_item_ids": "premises_id", - "root_attributes_tasksassignabletasks_attributes_wastecontainersassignablewastecontainers_designs_nlpgpremises_attributes_premisespostcode": "premises_postcode", - "root_attributes_tasksassignabletasks_attributes_wastecontainersassignablewastecontainers_designs_nlpgpremises_attributes_nlpgpremisesuprn": "premises_uprn", - "attributes_tasksraisedtime": "raised_time", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_wasteeducationinspectionresidentavailable_6034de1cca290e006b10eaa5": "resident_available", - "attributes_wasteeducationinspectionserviceoutcome_6032eba956a338006661f6f8": "service_outcome", - "root_attributes_wasteeducationinspectionserviceoutcome_6032eba956a338006661f6f8_designs_serviceoutcome_602eaa2d36db19006570d411_item_ids": "service_outcome_id_1", - "root_attributes_wasteeducationinspectionserviceoutcome_6032eba956a338006661f6f8_designs_serviceoutcome_602eaa2d36db19006570d411_attributes_serviceoutcomeserviceoutcome_602eaaad3cf282006c40f4f0": "service_outcome_1", - "attributes_tasksstarttime": "start_time", - "root_attributes_tasksstatus_designs_taskstatuses_attributes_taskstatusesstatus": "status", - "attributes_tasksstatus": "status_id", - "root_attributes_tasksstatus_designs_taskstatuses_item_ids": "status_id_1", - "attributes_itemssubtitle": "subtitle", - "root_attributes_tasksteammember_designs_teammembers_attributes_itemstitle": "team_member", - "root_attributes_tasksteammember_designs_teammembers_item_ids": "team_member_id_1", - "attributes_tasksteammember": "team_member_id", - "root_attributes_tasksteam_designs_teams_attributes_teamsteamname": "team_name", - "attributes_tasksteam": "team_name_id", - "root_attributes_tasksteam_designs_teams_item_ids": "team_name_id_1", - "attributes_itemstitle": "title" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_enforcement_issue_6.json b/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_enforcement_issue_6.json deleted file mode 100644 index 6829a4538..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_enforcement_issue_6.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "attributes_enforcementissueenforcementissue_603c0f135b27c7000aed8475": "enforcement_issue", - "item_id": "enforcement_issue_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_enforcement_outcome_5.json b/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_enforcement_outcome_5.json deleted file mode 100644 index 7c015abfa..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_enforcement_outcome_5.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "attributes_enforcementoutcomeenforcementoutcome_602ea67d3cf282006c40f3f3": "enforcement_outcome", - "item_id": "enforcement_outcome_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_service_outcome_3.json b/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_service_outcome_3.json deleted file mode 100644 index 26a2cc259..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_service_outcome_3.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "attributes_serviceoutcomeserviceoutcome_602eaaad3cf282006c40f4f0": "outcome", - "item_id": "outcome_id", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_task_statuses_1.json b/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_task_statuses_1.json deleted file mode 100644 index 558fee227..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_task_statuses_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_taskstatusesstatus": "task_status", - "item_id": "task_status_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_team_members_8.json b/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_team_members_8.json deleted file mode 100644 index 59b495cd2..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_team_members_8.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "item_id": "team_member_id", - "attributes_itemstitle": "team_member_name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_teams_2.json b/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_teams_2.json deleted file mode 100644 index 038eb8ee8..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/dw education&compliance inspection_teams_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "inspection_team_id", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_teamsteamname": "team_name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_defect_statuses_1.json b/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_defect_statuses_1.json deleted file mode 100644 index aa251d16f..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_defect_statuses_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "status": "defect_status", - "item_id": "defect_status_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_files_3.json b/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_files_3.json deleted file mode 100644 index eafb9a4f4..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_files_3.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "defect_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "original_name": "original_name", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_fix_my_street_category_2.json b/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_fix_my_street_category_2.json deleted file mode 100644 index 7ed8efc5c..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_fix_my_street_category_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "fms_category": "fms_category", - "item_id": "fms_category_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_fix_my_street_defect.json b/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_fix_my_street_defect.json deleted file mode 100644 index c5fa5e93f..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/fix my street defect_fix_my_street_defect.json +++ /dev/null @@ -1,34 +0,0 @@ -{ - "attachments": "attachment_id", - "back_office_notes": "back_office_notes", - "root_fms_category_fix_my_street_category_item_ids": "category_id", - "root_attachments_files_item_ids": "file_id", - "root_fms_category_fix_my_street_category_fms_category": "fms_category", - "fms_category": "fms_category_id", - "fms_id": "fms_id", - "fms_nearest_address": "fms_nearest_address", - "fms_report_title": "fms_report_title", - "geometry": "geometry", - "graffiti_land": "graffiti_land", - "graffiti_offensive": "graffiti_offensive", - "graffiti_size": "graffiti_size", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "item_id", - "root_attachments_files_original_name": "original_name", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "remedied_date": "remedied_date", - "reported_date": "reported_date", - "root_status_defect_statuses_status": "status", - "status": "status_id", - "root_status_defect_statuses_item_ids": "status_id_1", - "subtitle": "subtitle", - "title": "title" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_dump_collection.json b/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_dump_collection.json deleted file mode 100644 index a08783300..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_dump_collection.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "completion_time": "completion_time", - "description3": "description", - "description9": "description_1", - "root_waste_type_waste_type_dump_waste_type": "dump_waste_type", - "from_fms": "from_fms", - "geometry": "geometry", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "item_id", - "land_type": "land_type", - "root_land_type_land_type_land_type": "land_type_1", - "root_land_type_land_type_item_ids": "land_type_id", - "root_quantity_load_quantity_load_quantity": "load_quantity", - "root_quantity_load_quantity_item_ids": "load_quantity_id", - "nearest_address": "nearest_address", - "quantity": "quantity", - "raised_time": "raised_time", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "start_time": "start_time", - "status": "status", - "root_status_task_statuses_item_ids": "status_id", - "root_status_task_statuses_status": "item_status", - "subtitle": "subtitle", - "root_team_teams_team_name": "team_name", - "team": "team_name_id", - "root_team_teams_item_ids": "team_name_id_1", - "title": "title", - "waste_type": "waste_type", - "root_waste_type_waste_type_dump_item_ids": "waste_type_dump_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_land_type_5.json b/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_land_type_5.json deleted file mode 100644 index fc4d5ddb1..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_land_type_5.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "land_type": "land_type", - "item_id": "land_type_id", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_load_quantity_3.json b/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_load_quantity_3.json deleted file mode 100644 index a21f40385..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_load_quantity_3.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "load_quantity": "load_quantity", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "item_id": "waste_type_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_task_statuses_1.json b/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_task_statuses_1.json deleted file mode 100644 index fb84505df..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_task_statuses_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "status": "status", - "item_id": "status_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_teams_2.json b/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_teams_2.json deleted file mode 100644 index ce2334a8d..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_teams_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "item_id": "team_id", - "team_name": "team_name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_waste_type_dump_4.json b/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_waste_type_dump_4.json deleted file mode 100644 index a6983591a..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/flytipjobs_waste_type_dump_4.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "waste_type": "waste_type", - "item_id": "waste_type_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/general waste events_files_2.json b/scripts/jobs/env_services/alloy-mapping-files/general waste events_files_2.json deleted file mode 100644 index e06298de4..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/general waste events_files_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "event_files_id", - "attributes_filesoriginalname": "files_original_name", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/general waste events_general_waste_events.json b/scripts/jobs/env_services/alloy-mapping-files/general waste events_general_waste_events.json deleted file mode 100644 index 47e5cc199..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/general waste events_general_waste_events.json +++ /dev/null @@ -1,27 +0,0 @@ -{ - "attributes_filesattachableattachments": "attachment_id", - "root_attributes_wasteeventstype_designs_wasteeventtypes_attributes_wasteeventtypesdescription": "description", - "attributes_eventsendtime": "end_time", - "attributes_eventsnotes": "event_notes", - "attributes_eventseventnumber": "event_number", - "attributes_wasteeventstype": "event_type_id", - "root_attributes_wasteeventstype_designs_wasteeventtypes_item_ids": "event_type_id_1", - "root_attributes_filesattachableattachments_designs_files_item_ids": "file_id", - "root_attributes_filesattachableattachments_designs_files_attributes_filesoriginalname": "file_name", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "root_attributes_eventsassignableevents_attributes_wastecontainersassignablewastecontainers_designs_nlpgpremises_item_ids": "premies_item_id", - "root_attributes_eventsassignableevents_attributes_wastecontainersassignablewastecontainers_designs_nlpgpremises_attributes_nlpgpremisesuprn": "premises_uprn", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_eventsstarttime": "start_time", - "attributes_itemssubtitle": "subtitle", - "attributes_itemstitle": "title", - "item_id": "waste_event_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/general waste events_waste_event_types_1.json b/scripts/jobs/env_services/alloy-mapping-files/general waste events_waste_event_types_1.json deleted file mode 100644 index cb2c3f6b4..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/general waste events_waste_event_types_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "attributes_wasteeventtypesdescription": "event_type_description", - "item_id": "event_type_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/graffiti_graffiti.json b/scripts/jobs/env_services/alloy-mapping-files/graffiti_graffiti.json deleted file mode 100644 index 32a91006e..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/graffiti_graffiti.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "area_cleared_m2": "area_cleared_m2", - "completion_time": "completion_time", - "description": "description", - "from_fms": "from_fms", - "geometry": "geometry", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "incident_job_type": "incident_job_type", - "item_id": "item_id", - "root_incident_job_type_incident_job_type_incident_job_type": "job_type", - "root_incident_job_type_incident_job_type_item_ids": "job_type_id", - "nearest_address": "nearest_address", - "offensive": "offensive", - "raised_time": "raised_time", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "start_time": "start_time", - "root_status_task_statuses_status": "status", - "status": "status_id", - "root_status_task_statuses_item_ids": "status_id_1", - "subtitle": "subtitle", - "root_team_teams_team_name": "team_name", - "root_team_teams_item_ids": "team_name_id", - "title": "title" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/graffiti_task_statuses_1.json b/scripts/jobs/env_services/alloy-mapping-files/graffiti_task_statuses_1.json deleted file mode 100644 index ea0151be1..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/graffiti_task_statuses_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "status": "task_status", - "item_id": "task_status_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/graffiti_teams_2.json b/scripts/jobs/env_services/alloy-mapping-files/graffiti_teams_2.json deleted file mode 100644 index ce2334a8d..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/graffiti_teams_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "item_id": "team_id", - "team_name": "team_name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gullies_5.json b/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gullies_5.json deleted file mode 100644 index 49c8af7e1..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gullies_5.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "aqs_path": "aqs_path", - "geometry": "geometry", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "location": "location", - "item_id": "location_id", - "primary_item": "primary_item", - "reference": "reference", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "subtitle": "subtitle", - "tasks_subtitle": "tasks_subtitle", - "tasks_title": "tasks_title", - "title": "title", - "type": "type", - "ward": "ward" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_cleanse.json b/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_cleanse.json deleted file mode 100644 index c950b8b8a..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_cleanse.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "completion_time": "completion_time", - "fms_flag": "from_fms", - "root_tasks_gullies_geometry": "geometry", - "root_tasks_gullies_item_ids": "gullies_id", - "root_tasks_gullies_location": "gullies_location", - "root_tasks_gullies_reference": "gullies_reference", - "root_tasks_gullies_ward": "gullies_ward", - "root_last_event_gully_last_event_item_ids": "gully_last_event_id", - "root_last_event_gully_last_event_last_event": "gully_last_event_title", - "gully_op_comments": "gully_operative_comments_id", - "gully_operative_comments": "gully_operative_comments", - "root_gully_op_comments_gully_op_comments_item_ids": "gully_ops_comments_id", - "root_gully_op_comments_gully_op_comments_gully_ops_comments": "gully_ops_comments_title", - "root_tasks_gullies_subtitle": "gully_types_subtitle", - "root_tasks_gullies_title": "gully_types_title", - "root_tasks_type_gully_types_type": "gully_types_type", - "root_tasks_type_gully_types_item_ids": "gully_types_type_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "item_id", - "job_number": "job_number", - "last_event": "last_event", - "raised_time": "raised_time", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "start_time": "start_time", - "status": "status", - "root_status_task_statuses_status": "status_1", - "root_status_task_statuses_item_ids": "status_id", - "subtitle": "subtitle", - "root_team_teams_team_name": "team_name", - "team": "team_name_id", - "root_team_teams_item_ids": "team_name_id_1", - "title": "title" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_last_event_4.json b/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_last_event_4.json deleted file mode 100644 index a988ac37b..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_last_event_4.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "last_event": "last_event", - "item_id": "last_event_id", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_op_comments_3.json b/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_op_comments_3.json deleted file mode 100644 index ab8b98e37..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_op_comments_3.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "comment_id", - "gully_ops_comments": "gully_ops_comments", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_types_6.json b/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_types_6.json deleted file mode 100644 index 46decf652..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_gully_types_6.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "gully_type_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "type": "type" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_task_statuses_1.json b/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_task_statuses_1.json deleted file mode 100644 index fb84505df..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_task_statuses_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "status": "status", - "item_id": "status_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_teams_2.json b/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_teams_2.json deleted file mode 100644 index ce2334a8d..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/gully cleanse_teams_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "item_id": "team_id", - "team_name": "team_name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_estate_block_15.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_estate_block_15.json deleted file mode 100644 index 26225482a..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_estate_block_15.json +++ /dev/null @@ -1,22 +0,0 @@ -{ - "aqs_path": "aqs_path", - "area": "area", - "item_id": "block_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "tasks_subtitle": "tasks_subtitle", - "tasks_title": "tasks_title" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_10.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_10.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_10.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_11.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_11.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_11.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_12.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_12.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_12.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_13.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_13.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_13.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_14.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_14.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_14.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_3.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_3.json deleted file mode 100644 index c17fc0c27..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_3.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "gullies_id", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_4.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_4.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_4.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_5.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_5.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_5.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_6.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_6.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_6.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_7.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_7.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_7.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_8.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_8.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_8.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_9.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_9.json deleted file mode 100644 index 59207a861..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_grading_9.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "description": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_management_inspection.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_management_inspection.json deleted file mode 100644 index 909ccca22..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_management_inspection.json +++ /dev/null @@ -1,63 +0,0 @@ -{ - "root_lawn_flower_beds_shrubs_grading_grading_description": "bed_shrubs_grading_description", - "root_lawn_flower_beds_shrubs_grading_grading_item_ids": "bed_shrubs_grading_description_id", - "root_refuse_bins_bin_chambers_grading_grading_description": "bin_chambers_grading_description", - "root_refuse_bins_bin_chambers_grading_grading_item_ids": "bin_chambers_grading_description_id", - "block_lighting_comments": "block_lighting_comments", - "root_block_lighting_grading_grading_item_ids": "block_lighting_description_id", - "root_block_lighting_grading_grading_description": "block_lighting_grading_description", - "car_park_garages_comments": "car_park_garages_comments", - "root_car_parks_garages_grading_grading_description": "car_parks_grading_description", - "root_car_parks_garages_grading_grading_item_ids": "car_parks_grading_description_id", - "chute_hopper_rooms_comments": "chute_hopper_rooms_comments", - "root_chute_hopper_rooms_grading_grading_description": "chute_hopper_rooms_grading_description", - "root_chute_hopper_rooms_grading_grading_item_ids": "chute_hopper_rooms_grading_description_id", - "communal_corridors_grading": "communal_corridors_grading", - "root_communal_corridors_grading_grading_description": "communal_corridors_grading_description", - "root_communal_corridors_grading_grading_item_ids": "communal_corridors_grading_description_id", - "completion_time": "completion_time", - "entrance_comments": "entrance_comments", - "entrance_grading": "entrance_grading", - "root_entrance_grading_grading_description": "entrance_grading_description", - "root_entrance_grading_grading_item_ids": "entrance_grading_description_id", - "root_tasks_estate_block_area": "estate_block_area", - "root_tasks_estate_block_item_ids": "estate_block_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "item_id", - "lawn_flower_beds_shrubs_comments": "lawn_flower_beds_shrubs_comments", - "lift_comments": "lift_comments", - "root_lift_grading_grading_description": "lift_grading_description", - "root_lift_grading_grading_item_ids": "lift_grading_description_id", - "play_areas_playground_comments": "play_areas_playground_comments", - "root_play_areas_playgrounds_grading_grading_item_ids": "playgrounds_description_id", - "root_play_areas_playgrounds_grading_grading_description": "playgrounds_grading_description", - "raised_time": "raised_time", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "refuse_bins_bin_chambers_comments": "refuse_bins_chambers_comments", - "root_roadway_pathways_grading_grading_description": "roadway_pathway_grading_description", - "root_roadway_pathways_grading_grading_item_ids": "roadway_pathway_grading_description_id", - "roadways_pathways_comments": "roadways_pathways_comments", - "stairway_comments": "stairway_comments", - "root_stairway_grading_grading_description": "stairway_grading_description", - "root_stairway_grading_grading_item_ids": "stairway_grading_description_id", - "start_time": "start_time", - "root_status_task_statuses_status": "status", - "status": "status_id", - "root_status_task_statuses_item_ids": "status_id_1", - "subtitle": "subtitle", - "root_team_teams_team_name": "team_name", - "team": "team_name_id", - "root_team_teams_item_ids": "team_name_id_1", - "title": "title", - "window_louvre_comments": "window_louvre_comments", - "root_window_louvre_grading_grading_description": "window_louvre_grading_description", - "root_window_louvre_grading_grading_item_ids": "window_louvre_grading_description_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_task_statuses_1.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_task_statuses_1.json deleted file mode 100644 index 7caab957f..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_task_statuses_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "status": "status", - "item_id": "task_status_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/management inspections_teams_2.json b/scripts/jobs/env_services/alloy-mapping-files/management inspections_teams_2.json deleted file mode 100644 index 1c36d76ff..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/management inspections_teams_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "inspection_team_id", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "team_name": "team_name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_carriageway_8.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_carriageway_8.json deleted file mode 100644 index 2201fcc56..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_carriageway_8.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "carriageway_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "street_name": "street_name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_files_9.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_files_9.json deleted file mode 100644 index 35fbdded0..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_files_9.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "files_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "original_name": "original_name", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_2.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_2.json deleted file mode 100644 index 7834ed162..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "ni195_grading": "grading_description", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_3.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_3.json deleted file mode 100644 index 835245a23..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_3.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "ni195_grading": "ni195_grading", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_4.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_4.json deleted file mode 100644 index 835245a23..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_4.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "ni195_grading": "ni195_grading", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_5.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_5.json deleted file mode 100644 index 835245a23..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_5.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "ni195_grading": "ni195_grading", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_6.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_6.json deleted file mode 100644 index 835245a23..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_grading_6.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "grading_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "ni195_grading": "ni195_grading", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_land_use_class_1.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_land_use_class_1.json deleted file mode 100644 index 2191f901a..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ni195_land_use_class_1.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "land_use_class": "land_use_class", - "item_id": "land_use_class_id", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_task_statuses_10.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_task_statuses_10.json deleted file mode 100644 index ea0151be1..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_task_statuses_10.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "status": "task_status", - "item_id": "task_status_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ward_7.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ward_7.json deleted file mode 100644 index bfec6bb8b..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_ward_7.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_subtitle": "item_subtitle", - "predecessor_title": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "ward": "ward", - "item_id": "ward_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_x.json b/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_x.json deleted file mode 100644 index 4c5024f8e..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/ni195 monitoring_x.json +++ /dev/null @@ -1,52 +0,0 @@ -{ - "attachments": "attachment_id", - "completion_time": "completion_time", - "description": "description", - "detritus": "detritus_id", - "root_attachments_files_item_ids": "file_id", - "root_attachments_files_original_name": "file_name", - "flyposting": "flyposting_id", - "graffiti_above_head_height": "graffiti_above_head_height_id", - "graffiti_below_head_height": "graffiti_below_head_height_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "item_id", - "root_land_use_class_ni195_land_use_class_land_use_class": "land_use_class", - "land_use_class": "land_use_class_id", - "root_land_use_class_ni195_land_use_class_item_ids": "land_use_class_id_2", - "litter": "litter_id", - "root_detritus_ni195_grading_ni195_grading": "ni195_detritus_grading", - "root_detritus_ni195_grading_item_ids": "ni195_detritus_grading_item_id", - "root_flyposting_ni195_grading_ni195_grading": "ni195_flyposting_grading", - "root_flyposting_ni195_grading_item_ids": "ni195_flyposting_grading_item_id", - "root_graffiti_above_head_height_ni195_grading_ni195_grading": "ni195_graffiti_above_HH_grading", - "root_graffiti_above_head_height_ni195_grading_item_ids": "ni195_graffiti_above_HH_grading_item_id", - "root_graffiti_below_head_height_ni195_grading_ni195_grading": "ni195_graffiti_below_HH_grading", - "root_graffiti_below_head_height_ni195_grading_item_ids": "ni195_graffiti_below_HH_grading_item_id", - "root_litter_ni195_grading_ni195_grading": "ni195_litter_grading", - "root_litter_ni195_grading_item_ids": "ni195_litter_grading_item_id", - "root_dog_fouling_ni195_grading_ni195_grading":"ni195_dog_fouling_grading", - "root_dog_fouling_ni195_grading_item_ids":"ni195_dog_fouling_grading_item_id", - "root_flytipping_ni195_grading_ni195_grading":"ni195_fly_tipping_grading", - "root_flytipping_ni195_grading_item_ids":"ni195_fly_tipping_grading_item_id", - "raised_time": "raised_time", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "root_status_task_statuses_status": "status", - "status": "status_id", - "root_status_task_statuses_item_ids": "status_id_1", - "street_description": "street_description", - "root_street_description_carriageway_street_name": "street_name", - "root_street_description_carriageway_item_ids": "street_name_id", - "subtitle": "subtitle", - "title": "title", - "root_ward_name_ward_ward": "ward_1", - "root_ward_name_ward_item_ids": "ward_id", - "ward_name": "ward" -} diff --git a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_defect_statuses_3.json b/scripts/jobs/env_services/alloy-mapping-files/waste service defect_defect_statuses_3.json deleted file mode 100644 index c98c748a5..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_defect_statuses_3.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "attributes_defectstatusesstatus": "defect_status", - "item_id": "defect_status_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_dw_defect_type_2.json b/scripts/jobs/env_services/alloy-mapping-files/waste service defect_dw_defect_type_2.json deleted file mode 100644 index a275dfe37..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_dw_defect_type_2.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "attributes_defecttypedefecttype_5f8df195e27d98006789bb31": "defect_type", - "item_id": "defect_type_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_dw_service_type_5.json b/scripts/jobs/env_services/alloy-mapping-files/waste service defect_dw_service_type_5.json deleted file mode 100644 index d84c02c9e..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_dw_service_type_5.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "aqs_path": "aqs_path", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_item": "item_id", - "predecessor_attributes_itemstitle": "item_title", - "predecessor_file": "predecessor_file", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_dwservicetypeservicetype_5f9bea46bb524b006572f728": "service_type", - "item_id": "service_type_id" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_missed_justified_4.json b/scripts/jobs/env_services/alloy-mapping-files/waste service defect_missed_justified_4.json deleted file mode 100644 index a8f6ed022..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_missed_justified_4.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "defect_missed_justified_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "attributes_missedjustifiedmissedjustified_5fca9a910b95140064ad3650": "justified_or_not", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_nlpg_premises_1.json b/scripts/jobs/env_services/alloy-mapping-files/waste service defect_nlpg_premises_1.json deleted file mode 100644 index 5d89c2ee9..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_nlpg_premises_1.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "attributes_itemstitle": "address_title", - "aqs_path": "aqs_path", - "attributes_defectsassignabledefects_attributes_itemssubtitle": "defect_subtitle", - "attributes_defectsassignabledefects_attributes_itemstitle": "defect_title", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "item_id": "nlpg_premise_id", - "attributes_premisespostcode": "postcode", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_nlpgpremisesuprn": "uprn" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_teams_6.json b/scripts/jobs/env_services/alloy-mapping-files/waste service defect_teams_6.json deleted file mode 100644 index e178178b7..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_teams_6.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "aqs_path": "aqs_path", - "item_id": "defect_team_id", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "predecessor_file": "item_file", - "predecessor_item": "item_id", - "predecessor_attributes_itemssubtitle": "item_subtitle", - "predecessor_attributes_itemstitle": "item_title", - "primary_item": "primary_item", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_teamsteamname": "team_name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_waste_service_defect.json b/scripts/jobs/env_services/alloy-mapping-files/waste service defect_waste_service_defect.json deleted file mode 100644 index ceff95c12..000000000 --- a/scripts/jobs/env_services/alloy-mapping-files/waste service defect_waste_service_defect.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "root_attributes_defectsassignabledefects_designs_nlpgpremises_attributes_itemstitle": "address_1", - "attributes_wasteservicedefectcustomeremail_5fd2547ee69740006655cac5": "customer_email", - "attributes_wasteservicedefectcustomername_5fce52430d41040061144c75": "customer_name", - "attributes_wasteservicedefectcrew_605c8570169baa000a1428c8": "defect_crew", - "attributes_defectsdefectnumber": "defect_number", - "root_attributes_wasteservicedefectwastedefecttype_5f8df4d20e567e00661063c2_designs_defecttype_5f8df17a0e567e0066106368_attributes_defecttypedefecttype_5f8df195e27d98006789bb31": "defect_type", - "root_attributes_wasteservicedefectwastedefecttype_5f8df4d20e567e00661063c2_designs_defecttype_5f8df17a0e567e0066106368_item_ids": "defect_type_id", - "attributes_defectsdescription": "description", - "attributes_wasteservicedefectieg4formreference_5fc78d8e996b3d006423da4c": "form_reference", - "attributes_itemsgeometry": "geometry", - "import_date": "import_date", - "import_datetime": "import_datetime", - "import_day": "import_day", - "import_month": "import_month", - "import_timestamp": "import_timestamp", - "import_year": "import_year", - "item_id": "item_id", - "root_attributes_wasteservicedefectmissedjustified_5fca9b8f0b95140064ad3682_designs_missedjustified_5fca9a5b4340290065fa060e_attributes_missedjustifiedmissedjustified_5fca9a910b95140064ad3650": "justified", - "attributes_wasteservicedefectmissedjustified_5fca9b8f0b95140064ad3682": "justified_id", - "root_attributes_wasteservicedefectmissedjustified_5fca9b8f0b95140064ad3682_designs_missedjustified_5fca9a5b4340290065fa060e_item_ids": "justified_id_1", - "attributes_wasteservicedefectnotes_5fd0be400d410400611614f0": "notes", - "attributes_wasteservicedefectoutcomecomment_5fd381fc01068f005c803bf6": "outcome_comment", - "root_attributes_defectsassignabledefects_designs_nlpgpremises_attributes_premisespostcode": "postcode", - "root_attributes_defectsassignabledefects_designs_nlpgpremises_item_ids": "premises_id", - "refined_date": "refined_date", - "refined_day": "refined_day", - "refined_month": "refined_month", - "refined_year": "refined_year", - "attributes_defectsremedieddate": "remedied_date", - "attributes_defectsreporteddate": "reported_date", - "root_attributes_defectsassignabledefects_attributes_nlpgpremisesservicetype_5f9beae0a198dd0064e02c1a_designs_dwservicetype_5f9bea3572fe7e00640cdaa5_attributes_dwservicetypeservicetype_5f9bea46bb524b006572f728": "service_type", - "root_attributes_defectsassignabledefects_attributes_nlpgpremisesservicetype_5f9beae0a198dd0064e02c1a_designs_dwservicetype_5f9bea3572fe7e00640cdaa5_item_ids": "service_type_id", - "root_attributes_defectsstatus_designs_defectstatuses_attributes_defectstatusesstatus": "status", - "attributes_defectsstatus": "status_id", - "root_attributes_defectsstatus_designs_defectstatuses_item_ids": "status_id_1", - "attributes_itemssubtitle": "subtitle", - "root_attributes_wasteservicedefectcrew_605c8570169baa000a1428c8_designs_teams_attributes_teamsteamname": "team_name", - "root_attributes_wasteservicedefectcrew_605c8570169baa000a1428c8_designs_teams_item_ids": "team_name_id", - "attributes_itemstitle": "title", - "attributes_wasteservicedefectwastedefecttype_5f8df4d20e567e00661063c2": "type_id", - "root_attributes_defectsassignabledefects_designs_nlpgpremises_attributes_nlpgpremisesuprn": "uprn" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/alloy_api_export.py b/scripts/jobs/env_services/alloy_api_export.py deleted file mode 100644 index 3883f0cb4..000000000 --- a/scripts/jobs/env_services/alloy_api_export.py +++ /dev/null @@ -1,175 +0,0 @@ -import io -import json -import os -import re -import sys -import time -import zipfile -from datetime import date - -import boto3 -import requests -from awsglue.context import GlueContext -from awsglue.job import Job -from awsglue.transforms import * -from awsglue.utils import getResolvedOptions -from pyspark.context import SparkContext - -from scripts.helpers.helpers import ( - PARTITION_KEYS, - add_import_time_columns, - clean_column_names, - get_glue_env_var, - get_secret, -) - - -def api_response_json(response): - """ - checks the api response for exceptions, returns the response as json - """ - try: - response.raise_for_status() - except requests.exceptions.HTTPError as ehttp: - logger.info(f"Http Error: {ehttp} \n {response.json()}") - - except requests.exceptions.RequestException as e: - logger.info(str(e)) - raise - return json.loads(response.text) - - -def create_s3_key( - s3_prefix, file, prefix_to_remove=None, import_date=False, include_file_name=False -): - """ - creates the key argument for saving output files to s3 - """ - file_basename = os.path.basename(file) - file_table_name = os.path.splitext(file_basename) - file_table_name = file_table_name[0] - file_table_name = file_table_name.lower() - - if prefix_to_remove == None: - pass - else: - pre = prefix_to_remove.lower() - - if not file_table_name.startswith(pre): - pass - else: - file_table_name = file_table_name[len(pre) :] - - file_table_name = re.sub(r"[^A-Za-z0-9]+", "_", file_table_name) - - if import_date and include_file_name: - s3_key = f"{s3_prefix}{file_table_name}/import_year={import_date:%Y}/import_month={import_date:%m}/import_day={import_date:%d}/import_date={import_date:%Y%m%d}/{file_basename}" - elif import_date: - s3_key = f"{s3_prefix}{file_table_name}/import_year={import_date:%Y}/import_month={import_date:%m}/import_day={import_date:%d}/import_date={import_date:%Y%m%d}/" - else: - s3_key = f"{s3_prefix}{file_table_name}/" - - return s3_key - - -if __name__ == "__main__": - sc = SparkContext.getOrCreate() - glueContext = GlueContext(sc) - spark = glueContext.spark_session - - args = getResolvedOptions(sys.argv, ["JOB_NAME"]) - job = Job(glueContext) - job.init(args["JOB_NAME"], args) - - logger = glueContext.get_logger() - s3 = boto3.resource("s3") - - secret_name = get_glue_env_var("secret_name", "") - aqs = get_glue_env_var("aqs", "") - s3_raw_zone_bucket = get_glue_env_var("s3_raw_zone_bucket", "") - s3_downloads_prefix = get_glue_env_var("s3_downloads_prefix", "") - s3_parquet_prefix = get_glue_env_var("s3_parquet_prefix", "") - prefix_to_remove = get_glue_env_var("prefix_to_remove", "") - - region = "uk" - api_key = get_secret(secret_name, "eu-west-2") - headers = { - "Accept": "application/json", - "Content-Type": "application/json", - "Authorization": api_key, - } - - post_url = f"https://api.{region}.alloyapp.io/api/export" - - aqs = json.loads(aqs) - - response = requests.post(post_url, data=json.dumps(aqs), headers=headers) - response = api_response_json(response) - - task_id = response["backgroundTaskId"] - - logger.info(f"task id: {task_id}") - - url = f"https://api.{region}.alloyapp.io/api/task/{task_id}" - task_status = "" - file_id = "" - - while task_status != "Complete": - time.sleep(60) - response = requests.get(url, headers=headers) - - response = api_response_json(response) - task_status = response["task"]["status"] - - else: - url = f"https://api.{region}.alloyapp.io/api/export/{task_id}/file" - response = requests.get(url, headers=headers) - response = api_response_json(response) - file_id = response["fileItemId"] - - logger.info(f"file id: {file_id}") - - url_download = f"https://api.uk.alloyapp.io/api/file/{file_id}" - r = requests.get(url_download, headers=headers) - - import_date = date.today() - - with io.BytesIO(r.content) as z: - zip = zipfile.ZipFile(z, mode="r") - file_list = zip.namelist() - - for file in file_list: - raw_key = create_s3_key( - s3_downloads_prefix, - file, - prefix_to_remove, - import_date, - include_file_name=True, - ) - - s3.meta.client.upload_fileobj( - zip.open(file), - Bucket=s3_raw_zone_bucket, - Key=raw_key, - ) - - df = ( - spark.read.option("header", "true") - .option("multiline", "true") - .csv(f"s3://{s3_raw_zone_bucket}/{raw_key}") - ) - - df = clean_column_names(df) - df = add_import_time_columns(df) - - s3_parquet_key = create_s3_key( - s3_parquet_prefix, file, prefix_to_remove - ) - - df = ( - df.write.partitionBy(PARTITION_KEYS) - .mode("append") - .parquet(f"s3://{s3_raw_zone_bucket}/{s3_parquet_key}") - ) - - job.commit() diff --git a/scripts/jobs/env_services/alloy_api_ingestion.py b/scripts/jobs/env_services/alloy_api_ingestion.py deleted file mode 100644 index 2f0bebab1..000000000 --- a/scripts/jobs/env_services/alloy_api_ingestion.py +++ /dev/null @@ -1,190 +0,0 @@ -import datetime -import io -import json -import sys -import time -import zipfile - -import boto3 -import requests -from awsglue.context import GlueContext -from awsglue.dynamicframe import DynamicFrame -from awsglue.job import Job -from awsglue.transforms import * -from awsglue.utils import getResolvedOptions -from pyspark.context import SparkContext -from pyspark.sql import SparkSession, SQLContext -from scripts.helpers.helpers import ( - PARTITION_KEYS, - add_import_time_columns, - clean_column_names, - get_glue_env_var, - get_secret, - table_exists_in_catalog, -) - - -def get_last_import_date_time(glue_context, database, glue_catalog_table_name): - """ - get last import date from aws table - """ - if not table_exists_in_catalog(glue_context, glue_catalog_table_name, database): - logger.info( - f"Couldn't find table {glue_catalog_table_name} in database {database}." - ) - return datetime.datetime(1970, 1, 1) - logger.info(f"found table for {glue_catalog_table_name} in {database}") - return ( - glue_context.sql( - f"SELECT max(import_datetime) as max_import_date_time FROM `{database}`.{glue_catalog_table_name}" - ) - .take(1)[0] - .max_import_date_time - ) - - -def format_time(date_time): - """ - change date time to format expected in api payload - """ - t = date_time.strftime("%Y-%m-%dT%H:%M:%S.%f") - return t[:-3] + "Z" - - -def update_aqs(alloy_query, last_import_date_time): - """ - update the aqs query with parameters so that only updated items are returned - """ - child_value = [ - { - "type": "GreaterThan", - "children": [ - { - "type": "ItemProperty", - "properties": {"itemPropertyName": "lastEditDate"}, - }, - {"type": "DateTime", "properties": {"value": []}}, - ], - } - ] - child_value[0]["children"][1]["properties"]["value"] = [last_import_date_time] - alloy_query["aqs"]["children"] = child_value - return alloy_query - - -def api_response_json(response): - """ - checks the api resonse for exceptions, returns the response as json - """ - try: - response.raise_for_status() - except requests.exceptions.HTTPError as ehttp: - logger.info(f"Http Error: {ehttp} \n {response.json()}") - - except requests.exceptions.RequestException as e: - logger.info(str(e)) - raise - return json.loads(response.text) - - -if __name__ == "__main__": - args = getResolvedOptions(sys.argv, ["JOB_NAME"]) - sc = SparkContext.getOrCreate() - glue_context = GlueContext(sc) - sqlContext = SQLContext(sc) - spark = SparkSession(sc) - s3 = boto3.resource("s3") - logger = glue_context.get_logger() - job = Job(glue_context) - job.init(args["JOB_NAME"], args) - - resource = get_glue_env_var("resource", "") - bucket_target = get_glue_env_var("s3_bucket_target", "") - alloy_download_bucket = get_glue_env_var("alloy_download_bucket", "") - api_key = get_secret(get_glue_env_var("secret_name", ""), "eu-west-2") - database = get_glue_env_var("database", "") - s3_prefix = get_glue_env_var("s3_prefix", "") - table_prefix = get_glue_env_var("table_prefix", "") - aqs = get_glue_env_var("aqs", "") - - glue_catalog_table_name = table_prefix + resource - glue_catalog_table_name = glue_catalog_table_name.lower().replace(" ", "_") - s3_target_url = "s3://" + bucket_target + "/" + s3_prefix + resource + "/" - s3_download_url = "s3://" + bucket_target + "/" + alloy_download_bucket - - last_import_date_time = format_time( - get_last_import_date_time(glue_context, database, glue_catalog_table_name) - ) - - logger.info(f"last import date time: {last_import_date_time}") - - if resource == "": - raise Exception("--resource value must be defined in the job arguments") - - logger.info(f"Getting resource {resource}") - - headers = {"Accept": "application/json", "Content-Type": "application/json"} - region = "uk" - post_url = f"https://api.{region}.alloyapp.io/api/export/?token={api_key}" - aqs = json.loads(aqs) - aqs = update_aqs(aqs, last_import_date_time) - filename = aqs["fileName"] - file_path = filename.split(".")[0] + "/" + filename - - response = requests.post(post_url, data=json.dumps(aqs), headers=headers) - response = api_response_json(response) - task_id = response["backgroundTaskId"] - - logger.info(f"task id: {task_id}") - - url = f"https://api.{region}.alloyapp.io/api/task/{task_id}?token={api_key}" - task_status = "" - file_id = "" - - while task_status != "Complete": - time.sleep(60) - response = requests.get(url) - - response = api_response_json(response) - task_status = response["task"]["status"] - - else: - url = f"https://api.{region}.alloyapp.io/api/export/{task_id}/file?token={api_key}" - response = requests.get(url) - response = api_response_json(response) - file_id = response["fileItemId"] - - logger.info(f"file id: {file_id}") - - url_download = f"https://api.uk.alloyapp.io/api/file/{file_id}?token={api_key}" - r = requests.get(url_download, headers=headers) - - with io.BytesIO(r.content) as z: - with zipfile.ZipFile(z, mode="r") as zip: - s3.meta.client.upload_fileobj( - zip.open(file_path), - Bucket=bucket_target, - Key=alloy_download_bucket + filename, - ) - - df = spark.read.options(header=True, inferSchema=True, multiLine=True).csv( - s3_download_url + filename - ) - df = clean_column_names(df) - df = df.replace("nan", None).replace("NaT", None) - df = df.na.drop("all") - df = add_import_time_columns(df) - - dataframe = DynamicFrame.fromDF(df, glue_context, f"alloy_{resource}") - parquetData = glue_context.write_dynamic_frame.from_options( - frame=dataframe, - connection_type="s3", - connection_options={ - "path": s3_target_url, - "partitionKeys": PARTITION_KEYS, - }, - format="parquet", - transformation_ctx=f"alloy_{resource}_sink", - ) - - job.commit() diff --git a/scripts/jobs/env_services/alloy_create_snapshot.py b/scripts/jobs/env_services/alloy_create_snapshot.py deleted file mode 100644 index 0d9b21918..000000000 --- a/scripts/jobs/env_services/alloy_create_snapshot.py +++ /dev/null @@ -1,219 +0,0 @@ -import json -import sys -from datetime import datetime - -import boto3 -import botocore -import pyspark.sql.functions as F -from awsglue.context import GlueContext -from awsglue.dynamicframe import DynamicFrame -from awsglue.job import Job -from awsglue.utils import getResolvedOptions -from pyspark import SparkContext -from pyspark.sql import SparkSession, Window -from pyspark.sql.functions import col, max -from scripts.helpers.helpers import ( - create_pushdown_predicate, - get_glue_env_var, - table_exists_in_catalog, -) - - -def get_latest_snapshot(dfa, snapshot_date_col): - """ - get the latest snapshot table based on the snapshot_date column - """ - dfa = dfa.where( - col(snapshot_date_col) == dfa.select(max(snapshot_date_col)).first()[0] - ) - return dfa - - -def add_snapshot_date_columns(data_frame): - """ - create columns for snapshot date - """ - now = datetime.now() - snapshot_year = str(now.year) - snapshot_month = str(now.month).zfill(2) - snapshot_day = str(now.day).zfill(2) - snapshot_date = snapshot_year + snapshot_month + snapshot_day - data_frame = data_frame.withColumn("snapshot_year", F.lit(snapshot_year)) - data_frame = data_frame.withColumn("snapshot_month", F.lit(snapshot_month)) - data_frame = data_frame.withColumn("snapshot_day", F.lit(snapshot_day)) - data_frame = data_frame.withColumn("snapshot_date", F.lit(snapshot_date)) - return data_frame - - -def prepare_increments(increment_df, id_col, increment_date_col): - """ - create increment df with latest row for each item - """ - id_partition = Window.partitionBy(id_col) - increment_df = ( - increment_df.withColumn("latest", F.max(increment_date_col).over(id_partition)) - .where(F.col(increment_date_col) == F.col("latest")) - .drop("latest") - ) - return increment_df - - -def apply_increments(snapshot_df, increment_df, id_col): - """ - update previous snapshot with increment df - """ - snapshot_df = snapshot_df.join(increment_df, id_col, "left_anti") - snapshot_df = snapshot_df.unionByName(increment_df) - return snapshot_df - - -def load_increments_since_date(increment_table_name, name_space, date): - """ - load all of the increments since the provided date - """ - increment_ddf = glueContext.create_dynamic_frame.from_catalog( - name_space=name_space, - table_name=increment_table_name, - push_down_predicate=f"import_date>={date}", - transformation_ctx=f"datasource_{increment_table_name}", - ) - increment_df = increment_ddf.toDF() - return increment_df - - -def set_increment_df( - source_catalog_database, - increment_table_name, - increment_date_col, - id_col, - last_snapshot_date="1970-01-01", -): - """ - set increment to be applied to previous snapshot - """ - df = load_increments_since_date( - increment_table_name, source_catalog_database, last_snapshot_date - ) - df = prepare_increments(df, id_col, increment_date_col) - df = add_snapshot_date_columns(df) - return df - - -def rename_columns(df, columns): - """ - Renames columns of a dataframe as described by a dictionary of "old_name": "new_name" - """ - if isinstance(columns, dict): - return df.select( - *[ - F.col(col_name).alias(columns.get(col_name, col_name)) - for col_name in df.columns - ] - ) - else: - raise ValueError( - "'columns' should be a dict, like {'old_name_1': 'new_name_1', 'old_name_2': 'new_name_2'}" - ) - - -if __name__ == "__main__": - args = getResolvedOptions(sys.argv, ["JOB_NAME"]) - s3 = boto3.resource("s3") - sc = SparkContext.getOrCreate() - glueContext = GlueContext(sc) - spark = SparkSession(sc) - logger = glueContext.get_logger() - job = Job(glueContext) - job.init(args["JOB_NAME"], args) - - snapshot_catalog_database = get_glue_env_var("snapshot_catalog_database", "") - increment_catalog_database = get_glue_env_var("increment_catalog_database", "") - table_name = get_glue_env_var("table_name", "") - increment_table_prefix = get_glue_env_var("increment_prefix", "") - snapshot_table_prefix = get_glue_env_var("snapshot_prefix", "") - id_col = get_glue_env_var("id_col", "") - increment_date_col = get_glue_env_var("increment_date_col", "") - snapshot_date_col = get_glue_env_var("snapshot_date_col", "") - s3_bucket_target = get_glue_env_var("s3_bucket_target", "") - s3_mapping_bucket = get_glue_env_var("s3_mapping_bucket", "") - - increment_table_name = f"{increment_table_prefix}{table_name}" - snapshot_table_name = f"{snapshot_table_prefix}{table_name}" - mapping_file_key = "env-services/alloy/mapping-files/" + table_name + ".json" - - if not ( - table_exists_in_catalog( - glueContext, snapshot_table_name, snapshot_catalog_database - ) - or table_exists_in_catalog( - glueContext, increment_table_name, increment_catalog_database - ) - ): - logger.info(f"No snapshot or increments found for {table_name}.") - job.commit() - raise Exception( - f"no snapshot or increments found for {snapshot_table_name} in {snapshot_catalog_database} or {increment_table_name} in {increment_catalog_database}" - ) - - if not table_exists_in_catalog( - glueContext, snapshot_table_name, snapshot_catalog_database - ): - increment_df = set_increment_df( - increment_catalog_database, increment_table_name, increment_date_col, id_col - ) - snapshot_df = increment_df - - else: - pushDownPredicate = create_pushdown_predicate( - partitionDateColumn=snapshot_date_col, daysBuffer=14 - ) - snapshot_ddf = glueContext.create_dynamic_frame.from_catalog( - name_space=snapshot_catalog_database, - table_name=snapshot_table_name, - push_down_predicate=pushDownPredicate, - ) - snapshot_df = snapshot_ddf.toDF() - snapshot_df = get_latest_snapshot(snapshot_df, snapshot_date_col) - last_snapshot_date = snapshot_df.select(max(snapshot_date_col)).first()[0] - increment_df = set_increment_df( - glueContext, - increment_catalog_database, - increment_table_name, - last_snapshot_date, - ) - snapshot_df = apply_increments(snapshot_df, increment_df, "item_id") - - try: - s3.Object(s3_mapping_bucket, mapping_file_key).load() - except botocore.exceptions.ClientError as e: - if e.response["Error"]["Code"] == "404": - logger.info(f"No mapping file for {table_name} found, {e.response}") - else: - logger.info(f"Error retrieving mapping file {e.response}") - else: - obj = s3.Object(s3_mapping_bucket, mapping_file_key).get() - mapping = json.loads(obj["Body"].read()) - - snapshot_df = rename_columns(snapshot_df, mapping) - - PARTITION_KEYS = [ - "snapshot_year", - "snapshot_month", - "snapshot_day", - "snapshot_date", - ] - - resultDataFrame = DynamicFrame.fromDF(snapshot_df, glueContext, "resultDataFrame") - - target_destination = s3_bucket_target + snapshot_table_name - parquetData = glueContext.write_dynamic_frame.from_options( - frame=resultDataFrame, - connection_type="s3", - format="parquet", - connection_options={ - "path": target_destination, - "partitionKeys": PARTITION_KEYS, - }, - ) - - job.commit() diff --git a/scripts/jobs/env_services/alloy_raw_to_refined.py b/scripts/jobs/env_services/alloy_raw_to_refined.py deleted file mode 100644 index 01a8f2d8a..000000000 --- a/scripts/jobs/env_services/alloy_raw_to_refined.py +++ /dev/null @@ -1,138 +0,0 @@ -import datetime -import json -import sys - -import boto3 -import botocore -import pyspark.sql.functions as F -from awsglue.context import GlueContext -from awsglue.dynamicframe import DynamicFrame -from awsglue.job import Job -from awsglue.transforms import * -from awsglue.utils import getResolvedOptions -from pyspark.context import SparkContext - -from scripts.helpers.helpers import clean_column_names, get_glue_env_var - - -def get_table_names(glue_database, glue_table_prefix, region_name="eu-west-2"): - """ - Returns a list of tables from a glue catalog database that begin with a common prefix - """ - glue_client = boto3.client("glue", region_name=region_name) - response = glue_client.get_tables( - DatabaseName=glue_database, Expression=f"^{glue_table_prefix}*" - ) - - table_names = [t["Name"] for t in response["TableList"]] - return table_names - - -def rename_columns(df, columns): - """ - Renames columns of a dataframe as described by a dictionary of "old_name": "new_name" - """ - if isinstance(columns, dict): - return df.select( - *[ - F.col(col_name).alias(columns.get(col_name, col_name)) - for col_name in df.columns - ] - ) - else: - raise ValueError( - "'columns' should be a dict, like {'old_name_1': 'new_name_1', 'old_name_2': 'new_name_2'}" - ) - - -def add_refined_date_cols(daily_df): - now = datetime.datetime.now() - refined_year = str(now.year) - refined_month = str(now.month).zfill(2) - refined_day = str(now.day).zfill(2) - refined_date = refined_year + refined_month + refined_day - - daily_df_with_refined_cols = ( - daily_df.withColumn("refined_year", F.lit(refined_year)) - .withColumn("refined_month", F.lit(refined_month)) - .withColumn("refined_day", F.lit(refined_day)) - .withColumn("refined_date", F.lit(refined_date)) - ) - - return daily_df_with_refined_cols - - -if __name__ == "__main__": - args = getResolvedOptions(sys.argv, ["JOB_NAME"]) - sc = SparkContext() - glueContext = GlueContext(sc) - spark = glueContext.spark_session - - logger = glueContext.get_logger() - - s3 = boto3.resource("s3") - - job = Job(glueContext) - job.init(args["JOB_NAME"], args) - - glue_database = get_glue_env_var("glue_database", "") - glue_table_prefix = get_glue_env_var("glue_table_prefix", "") - s3_refined_zone_bucket = get_glue_env_var("s3_refined_zone_bucket", "") - s3_mapping_bucket = get_glue_env_var("s3_mapping_bucket", "") - s3_mapping_location = get_glue_env_var("s3_mapping_location", "") - s3_target_prefix = get_glue_env_var("s3_target_prefix", "") - - table_names = get_table_names(glue_database, glue_table_prefix) - - logger.info(f"found {len(table_names)}, creating trusted frames") - - for table in table_names: - logger.info(f"creating dyf for {table}") - daily_df = glueContext.create_dynamic_frame.from_catalog( - database=glue_database, - table_name=table, - transformation_ctx=f"datasource_{table}", - ) - - mapping_file_key = f"{s3_mapping_location}{table}.json" - - daily_df = daily_df.toDF() - - try: - s3.Object(s3_mapping_bucket, mapping_file_key).load() - except botocore.exceptions.ClientError as e: - if e.response["Error"]["Code"] == "404": - logger.info(f"No mapping file for {table} found, {e.response}") - else: - logger.info(f"Error retrieving mapping file {e.response}") - else: - obj = s3.Object(s3_mapping_bucket, mapping_file_key).get() - mapping = json.loads(obj["Body"].read()) - daily_df = rename_columns(daily_df, mapping) - - daily_df = clean_column_names(daily_df) - - daily_df_with_refined_cols = add_refined_date_cols(daily_df) - - outputDynamicFrame = DynamicFrame.fromDF( - daily_df_with_refined_cols, glueContext, "outputDynamicFrame" - ) - - target_path = f"s3://{s3_refined_zone_bucket}/{s3_target_prefix}{table}" - datasink = glueContext.write_dynamic_frame.from_options( - frame=outputDynamicFrame, - connection_type="s3", - format="parquet", - connection_options={ - "path": target_path, - "partitionKeys": [ - "refined_year", - "refined_month", - "refined_day", - "refined_date", - ], - }, - transformation_ctx=f"write_{table}", - ) - - job.commit() diff --git a/scripts/jobs/env_services/aqs/All resi prop inc service type.json b/scripts/jobs/env_services/aqs/All resi prop inc service type.json deleted file mode 100644 index 907326b84..000000000 --- a/scripts/jobs/env_services/aqs/All resi prop inc service type.json +++ /dev/null @@ -1,74 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_premisesBlpuClass", - "attributes_nlpgPremisesServiceType_5f9beae0a198dd0064e02c1a", - "attributes_nlpgPremisesFlashTimeBand_5fb7bd3ff52bbc00650d9eb4", - "attributes_nlpgPremisesUprn" - ], - "collectionCode": [ - "Live" - ], - "dodiCode": "designs_nlpgPremises", - "joinAttributes": [ - "root.attributes_nlpgPremisesServiceType_5f9beae0a198dd0064e02c1a.attributes_dWServiceTypeServiceType_5f9bea46bb524b006572f728", - "root.attributes_nlpgPremisesFlashTimeBand_5fb7bd3ff52bbc00650d9eb4.attributes_flashBandFlashBand_5fb7b7259e3c300067404c2b" - ], - "sortInfo": { - "attributeCode": "attributes_premisesBlpuClass", - "sortOrder": "Ascending" - } - }, - "children": [ - { - "type": "And", - "children": [ - { - "type": "And", - "children": [ - { - "type": "Equals", - "children": [ - { - "type": "Attribute", - "properties": { - "attributeCode": "attributes_premisesBlpuClass" - } - }, - { - "type": "String", - "properties": { - "value": [ - "R", - "RD", - "RD01", - "RD02", - "RD03", - "RD04", - "RD06", - "RD07", - "RD08", - "RH01", - "RH02", - "RH03", - "X" - ] - } - } - ] - } - ] - } - ] - } - ] - }, - "parameterValues": [], - "fileName": "NLPG Premises.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs/DW Container Job.json b/scripts/jobs/env_services/aqs/DW Container Job.json deleted file mode 100644 index e4d6a2bc7..000000000 --- a/scripts/jobs/env_services/aqs/DW Container Job.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_dWContainerJob_5f8df8688dae040066c5a0bc", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_dWContainerJobContainerJobType_5f8dfac68dae040066c5a127", - "attributes_dWContainerJobWasteContainerTypes_5f8dfb94e27d98006789bbf8", - "attributes_dWContainerJobContainerToRemove_5f96d0fcd1f4f500660f418e", - "attributes_dWContainerJobDeliveryFailureReason_5fbfb1a5374e6d006467722b", - "attributes_dWContainerJobOrderReferenceNo_5fc78d590b95140064ab3175", - "attributes_dWContainerJobCustomerName_5fbfb069fe88bd0066b44f6e", - "attributes_dWContainerJobCustomerEmail_5fd253fc0d410400611822a7", - "attributes_dWContainerJobBackOfficeNotes_5ffdabf098ab7e00657dd08e", - "attributes_dWContainerJobAdditionalCapacityReason_6026849736db1900656bd571", - "attributes_dWContainerJobUrgent_6070221b98d359000a284bd4", - "attributes_itemsGeometry", - "attributes_jobsJobNumber", - "attributes_tasksDescription", - "attributes_tasksStatus", - "attributes_tasksTeam", - "attributes_tasksRaisedTime", - "attributes_tasksStartTime", - "attributes_tasksCompletionTime", - "attributes_tasksCancelledTime", - "attributes_tasksTargetTime" - ], - "joinAttributes": [ - "root.attributes_dWContainerJobContainerJobType_5f8dfac68dae040066c5a127.attributes_containerJobTypeContainerJobType_5f8df9558dae040066c5a0fd", - "root.attributes_dWContainerJobWasteContainerTypes_5f8dfb94e27d98006789bbf8.attributes_wasteContainerTypesDescription", - "root.attributes_dWContainerJobContainerToRemove_5f96d0fcd1f4f500660f418e.attributes_wasteContainerTypesDescription", - "root.attributes_dWContainerJobDeliveryFailureReason_5fbfb1a5374e6d006467722b.attributes_failureReasonContainerDeliveryFailureReason_5fbfb0ed5a11bc0065280da6", - "root.attributes_dWContainerJobAdditionalCapacityReason_6026849736db1900656bd571.attributes_additionalCapacityReasonAdditionalCapacityReason_602682c756a3380066568246", - "root.attributes_tasksStatus.attributes_taskStatusesStatus", - "root.attributes_tasksTeam.attributes_teamsTeamName", - "root^attributes_tasksAssignableTasks.attributes_nlpgPremisesUprn", - "root^attributes_tasksAssignableTasks.attributes_itemsGeometry", - "root^attributes_tasksAssignableTasks^attributes_assetGroupsAssets.attributes_wasteGroupsStreet_5f89babde27d980067890023", - "root.attributes_jobsJobWorkItems.attributes_jobWorkItemsActualValue" - ] - }, - "children": [] - }, - "parameterValues": [], - "fileName": "DW Container Job.csv", - "exportHeaderType": "Code", - "discriminator": "CsvExportWebRequestModel" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs/DW Education&Compliance Inspection.json b/scripts/jobs/env_services/aqs/DW Education&Compliance Inspection.json deleted file mode 100644 index dba73c580..000000000 --- a/scripts/jobs/env_services/aqs/DW Education&Compliance Inspection.json +++ /dev/null @@ -1,48 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_wasteEducationInspection_6032eb1356a338006661f6e4", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_itemsGeometry", - "attributes_inspectionsInspectionNumber", - "attributes_tasksStatus", - "attributes_tasksTeam", - "attributes_tasksRaisedTime", - "attributes_tasksStartTime", - "attributes_tasksCompletionTime", - "attributes_wasteEducationInspectionServiceOutcome_6032eba956a338006661f6f8", - "attributes_wasteEducationInspectionResidentAvailable_6034de1cca290e006b10eaa5", - "attributes_wasteEducationInspectionBarriersToRRW_6034e4f16668f2006c62013b", - "attributes_wasteEducationInspectionEnforcementOutcome_6036a88b267b37006a951ac8", - "attributes_wasteEducationInspectionEnforcementIssue_603c11fa306e42000a19ee8e", - "attributes_tasksDescription", - "attributes_tasksTeamMember" - ], - "joinAttributes": [ - "root.attributes_tasksStatus.attributes_taskStatusesStatus", - "root.attributes_tasksTeam.attributes_teamsTeamName", - "root.attributes_wasteEducationInspectionServiceOutcome_6032eba956a338006661f6f8.attributes_serviceOutcomeServiceOutcome_602eaaad3cf282006c40f4f0", - "root.attributes_wasteEducationInspectionBarriersToRRW_6034e4f16668f2006c62013b.attributes_barriersToRRWBarriersToRRW_6034e1c96668f2006c61f949", - "root.attributes_wasteEducationInspectionEnforcementOutcome_6036a88b267b37006a951ac8.attributes_enforcementOutcomeEnforcementOutcome_602ea67d3cf282006c40f3f3", - "root.attributes_wasteEducationInspectionEnforcementIssue_603c11fa306e42000a19ee8e.attributes_enforcementIssueEnforcementIssue_603c0f135b27c7000aed8475", - "root^attributes_tasksAssignableTasks^attributes_wasteContainersAssignableWasteContainers.attributes_nlpgPremisesUprn", - "root^attributes_tasksAssignableTasks^attributes_wasteContainersAssignableWasteContainers.attributes_premisesPostcode", - "root.attributes_tasksTeamMember.attributes_itemsTitle" - ], - "sortInfo": { - "attributeCode": "attributes_inspectionsInspectionNumber", - "sortOrder": "Ascending" - } - }, - "children": [] - }, - "fileName": "DW Education&Compliance Inspection.csv", - "exportHeaderType": "Code", - "discriminator": "CsvExportWebRequestModel" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs/Fix My Street Defect.json b/scripts/jobs/env_services/aqs/Fix My Street Defect.json deleted file mode 100644 index 4ee0e1240..000000000 --- a/scripts/jobs/env_services/aqs/Fix My Street Defect.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_fixedMyStreetDefect_613f1ff6dcf79201591d6ffa", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_defectsReportedDate", - "attributes_defectsRemediedDate", - "attributes_defectsStatus", - "attributes_fixedMyStreetDefectFMSCategory_613f213c227cd101577028f2", - "attributes_fixedMyStreetDefectFMSID_613f2b6b9909f8015a6a9df6", - "attributes_filesAttachableAttachments", - "attributes_fixedMyStreetDefectFMSNearestAddress_618a5617347bd6015743e071", - "attributes_fixedMyStreetDefectGraffitiSize_61ade7b492a138015b9f57bf", - "attributes_fixedMyStreetDefectGraffitiOffensive_61ade7f607907b015bb80698", - "attributes_fixedMyStreetDefectGraffitiSize_61ade7d992a138015b9f59e5", - "attributes_fixedMyStreetDefectFMSReportTitle_62548a0c178711016fb359a5", - "attributes_fixedMyStreetDefectBackOfficeNotes_6294abb0eda1dd01c407bf79", - "attributes_itemsGeometry", - "attributes_fixedMyStreetDefectTeam_63317087fa8f37015293052f" - ], - "joinAttributes": [ - "root.attributes_defectsStatus.attributes_defectStatusesStatus", - "root.attributes_fixedMyStreetDefectFMSCategory_613f213c227cd101577028f2.attributes_fMSCategoryFMSCategory_613f20a49909f8015a6a6868", - "root.attributes_filesAttachableAttachments.attributes_filesOriginalName", - "root.attributes_fixedMyStreetDefectTeam_63317087fa8f37015293052f.attributes_teamsTeamName" - ] - }, - "children": [] - }, - "parameterValues": [], - "fileName": "Fix My Street Defect.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} - - - - diff --git a/scripts/jobs/env_services/aqs/FlyTipJobs.json b/scripts/jobs/env_services/aqs/FlyTipJobs.json deleted file mode 100644 index e2b1a0c0e..000000000 --- a/scripts/jobs/env_services/aqs/FlyTipJobs.json +++ /dev/null @@ -1,40 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_dumpCollection_5d774e80fe2ad80a285bae48", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_tasksDescription", - "attributes_tasksStatus", - "attributes_tasksStartTime", - "attributes_tasksCompletionTime", - "attributes_dumpCollectionQuantity_5d774ea4fe2ad80a285bae50", - "attributes_dumpCollectionWasteType_5d774ebcfe2ad80a285bae55", - "attributes_dumpCollectionDescription_5d774edafe2ad80a285bae5a", - "attributes_dumpCollectionLandType_5d774f02fe2ad80a285bae64", - "attributes_dumpCollectionFromFMS_6166a61434dd550159f72276", - "attributes_itemsGeometry", - "attributes_dumpCollectionNearestAddress_6202d0c54c5c560154682782", - "attributes_tasksTeam", - "attributes_tasksRaisedTime" - ], - "joinAttributes": [ - "root.attributes_tasksStatus.attributes_taskStatusesStatus", - "root.attributes_tasksTeam.attributes_teamsTeamName", - "root.attributes_dumpCollectionQuantity_5d774ea4fe2ad80a285bae50.attributes_loadQuantityLoadQuantity_5d766742fe2ad80cdc58aa74", - "root.attributes_dumpCollectionWasteType_5d774ebcfe2ad80a285bae55.attributes_wasteTypeWasteType_5d766963fe2ad80cdc58af1a", - "root.attributes_dumpCollectionLandType_5d774f02fe2ad80a285bae64.attributes_landTypeLandType_5d766bccfe2ad80304c624d5" - ] - }, - "children": [] - }, - "parameterValues": [], - "fileName": "Dump Collection.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs/General Waste Events.json b/scripts/jobs/env_services/aqs/General Waste Events.json deleted file mode 100644 index a1448f8c6..000000000 --- a/scripts/jobs/env_services/aqs/General Waste Events.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_wasteEvents", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_wasteEventsType", - "attributes_eventsEventNumber", - "attributes_eventsStartTime", - "attributes_eventsEndTime", - "attributes_eventsNotes", - "attributes_filesAttachableAttachments" - ], - "joinAttributes": [ - "root.attributes_wasteEventsType.attributes_wasteEventTypesDescription", - "root.attributes_filesAttachableAttachments.attributes_filesOriginalName", - "root^attributes_eventsAssignableEvents^attributes_wasteContainersAssignableWasteContainers.attributes_nlpgPremisesUprn" - ] - }, - "children": [] - }, - "parameterValues": [], - "fileName": "General Waste Events.csv", - "exportHeaderType": "Code", - "discriminator": "CsvExportWebRequestModel" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs/Graffiti.json b/scripts/jobs/env_services/aqs/Graffiti.json deleted file mode 100644 index 6c49e5fcf..000000000 --- a/scripts/jobs/env_services/aqs/Graffiti.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_graffiti_5d76650afe2ad80cdc58a241", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_graffitiDescription_5d76669cfe2ad80304c617bc", - "attributes_graffitiOffensive_5d766672fe2ad80cdc58a9c1", - "attributes_graffitiAreaClearedm2_5d766663fe2ad80304c617b6", - "attributes_graffitiNearestAddress_6194e3f292a138015b8bd977", - "attributes_graffitiIncidentType_6213aea7caf7db01596c7bef", - "attributes_tasksStatus", - "attributes_tasksTeam", - "attributes_tasksRaisedTime", - "attributes_tasksStartTime", - "attributes_tasksCompletionTime", - "attributes_graffitiFromFMS_6166a5fe13abdf015b8533bb", - "attributes_itemsGeometry" - ], - "joinAttributes": [ - "root.attributes_graffitiIncidentType_6213aea7caf7db01596c7bef.attributes_graffitiIncidentLookUpGraffitiIncidentLookUp_6213ada9caf7db01596c74aa", - "root.attributes_tasksStatus.attributes_taskStatusesStatus", - "root.attributes_tasksTeam.attributes_teamsTeamName" - ] - }, - "children": [] - }, - "parameterValues": [], - "fileName": "Graffiti.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs/Gully Cleanse.json b/scripts/jobs/env_services/aqs/Gully Cleanse.json deleted file mode 100644 index 848f387d9..000000000 --- a/scripts/jobs/env_services/aqs/Gully Cleanse.json +++ /dev/null @@ -1,44 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_gullyCleanse_5ea883d0ca31500a58d5fe86", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_tasksStatus", - "attributes_jobsJobNumber", - "attributes_tasksTeam", - "attributes_tasksRaisedTime", - "attributes_tasksStartTime", - "attributes_tasksCompletionTime", - "attributes_gullyCleanseGullyOpComments_5eab0b96ca31500bfc6b7708", - "attributes_gullyCleanseLastEvent_5eab09e6ca31500d1cd8273b", - "attributes_gullyCleanseGullyOperativeComments_5ea9a8b9ca31500a88cc9078", - "attributes_gullyCleanseFMSFlag_62dfb323e5a3d201553827a5" - ], - "joinAttributes": [ - "root.attributes_tasksStatus.attributes_taskStatusesStatus", - "root.attributes_tasksTeam.attributes_teamsTeamName", - "root.attributes_gullyCleanseGullyOpComments_5eab0b96ca31500bfc6b7708.attributes_gullyOpCommentsGullyOpsComments_5eab0be4ca31500ad0ec571b", - "root.attributes_gullyCleanseLastEvent_5eab09e6ca31500d1cd8273b.attributes_gullyLastEventLastEvent_5eab0860ca3150104c2c2172", - "root^attributes_tasksAssignableTasks.attributes_itemsTitle", - "root^attributes_tasksAssignableTasks.attributes_itemsSubtitle", - "root^attributes_tasksAssignableTasks.attributes_highwayAssetsReference", - "root^attributes_tasksAssignableTasks.attributes_gulliesWard_5ea81364ca31500f7cdf1ef1", - "root^attributes_tasksAssignableTasks.attributes_itemsGeometry", - "root^attributes_tasksAssignableTasks.attributes_gulliesLocation_5ea812e1ca31500c446b45c6", - "root^attributes_tasksAssignableTasks.attributes_gulliesType", - "root^attributes_tasksAssignableTasks.attributes_gulliesType.attributes_gullyTypesType" - ] - }, - "children": [] - }, - "parameterValues": [], - "fileName": "Gully Cleanse.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs/Management Inspections.json b/scripts/jobs/env_services/aqs/Management Inspections.json deleted file mode 100644 index fb1bbd963..000000000 --- a/scripts/jobs/env_services/aqs/Management Inspections.json +++ /dev/null @@ -1,55 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_managementInspection_5d774fc2fe2ad80a285bae69", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_tasksStatus", - "attributes_tasksTeam", - "attributes_tasksRaisedTime", - "attributes_tasksStartTime", - "attributes_tasksCompletionTime", - "attributes_managementInspectionLiftComments_5d77506afe2ad809a0b220db", - "attributes_managementInspectionCommunalCorridorsGrading_5d775099fe2ad809a0b220e5", - "attributes_managementInspectionStairwayComments_5d7750befe2ad809a0b220ea", - "attributes_managementInspectionChuteHopperRoomsComments_5d7750f3fe2ad80a285baeb0", - "attributes_managementInspectionWindowLouvreComments_5d775118fe2ad80a285baeba", - "attributes_managementInspectionBlockLightingComments_5d775142fe2ad809a0b220f4", - "attributes_managementInspectionRoadwaysPathwaysComments_5d775175fe2ad809a0b220f9", - "attributes_managementInspectionPlayAreasPlaygroundComments_5d7751abfe2ad809a0b220fe", - "attributes_managementInspectionRefuseBinsBinChambersComments_5d7751dafe2ad809a0b22107", - "attributes_managementInspectionLawnFlowerBedsShrubsComments_5d775213fe2ad809a0b22115", - "attributes_managementInspectionCarParkGaragesComments_5d77523efe2ad809a0b2211a", - "attributes_managementInspectionEntranceComments_601bff11b7a5840065b73fac", - "attributes_managementInspectionEntranceGrading_601bff3ebf1eb20065da5703" - ], - "joinAttributes": [ - "root.attributes_tasksStatus.attributes_taskStatusesStatus", - "root.attributes_tasksTeam.attributes_teamsTeamName", - "root.attributes_managementInspectionLiftGrading_5d77505cfe2ad80a285bae8f.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionCommunalCorridorsGrading_5d77508bfe2ad80a285baea1.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionStairwayGrading_5d7750b0fe2ad80a285baea6.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionChuteHopperRoomsGrading_5d7750ddfe2ad80a285baeab.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionWindowLouvreGrading_5d77510bfe2ad80a285baeb5.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionBlockLightingGrading_5d775133fe2ad809a0b220ef.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionRoadwayPathwaysGrading_5d77515cfe2ad80a285bb016.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionPlayAreasPlaygroundsGrading_5d775195fe2ad80a285bb01b.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionRefuseBinsBinChambersGrading_5d7751c6fe2ad80a285bb021.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionLawnFlowerBedsShrubsGrading_5d7751f9fe2ad809a0b2210c.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionCarParksGaragesGrading_5d77522cfe2ad80a285bb026.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root.attributes_managementInspectionEntranceGrading_601bff3ebf1eb20065da5703.attributes_grading1000309Description_5d5fa808fe2ad8106427bedd", - "root^attributes_tasksAssignableTasks.attributes_estateBlock1000770Area_621cd4322aff0101afc86270" - ] - }, - "children": [] - }, - "parameterValues": [], - "fileName": "Management Inspection.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs/NI195 Monitoring.json b/scripts/jobs/env_services/aqs/NI195 Monitoring.json deleted file mode 100644 index edd820b9f..000000000 --- a/scripts/jobs/env_services/aqs/NI195 Monitoring.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_nI195MonitoringWardName_62a1ecc1bbe13f01c3256233", - "attributes_tasksRaisedTime", - "attributes_tasksCompletionTime", - "attributes_tasksStatus", - "attributes_nI195MonitoringLandUseClass_62a1e98644c5c601cb4dd9db", - "attributes_nI195MonitoringLitter_62a1eb90bbe13f01c32551d2", - "attributes_nI195MonitoringDetritus_62a1ebc5eda1dd01c4715787", - "attributes_nI195MonitoringFlyposting_62a1ebf198d0d101c41385ba", - "attributes_nI195MonitoringGraffitiAboveHeadHeight_62a1ec3098d0d101c41388e8", - "attributes_nI195MonitoringGraffitiBelowHeadHeight_62a1ec6e98d0d101c4138c50", - "attributes_nI195MonitoringDogFouling_6447f87d46cda503707815f0", - "attributes_nI195MonitoringFlytipping_6447f8e841d5f4036890e8af", - "attributes_nI195MonitoringStreetDescription_62a1ecf598d0d101c41393a5", - "attributes_tasksDescription", - "attributes_filesAttachableAttachments", - "attributes_itemsMetadataCreatedBy", - "attributes_tasksTeamMember", - "attributes_itemsGeometry", - "attributes_nI195MonitoringFlyTippingPresent_65b0befe0a7ad5c96356dc51" - ], - "dodiCode": "designs_nI195Monitoring_62a1e88d44c5c601cb4dca5e", - "collectionCode": [ - "Live" - ], - "joinAttributes": [ - "root.attributes_nI195MonitoringWardName_62a1ecc1bbe13f01c3256233.attributes_wardWard_5f69d91b8163400065ea0682", - "root.attributes_tasksStatus.attributes_taskStatusesStatus", - "root.attributes_nI195MonitoringLandUseClass_62a1e98644c5c601cb4dd9db.attributes_landUseClassLandUseClass_62a1e4fc209a5101c523921b", - "root.attributes_nI195MonitoringLitter_62a1eb90bbe13f01c32551d2.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringDetritus_62a1ebc5eda1dd01c4715787.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringFlyposting_62a1ebf198d0d101c41385ba.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringGraffitiAboveHeadHeight_62a1ec3098d0d101c41388e8.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringGraffitiBelowHeadHeight_62a1ec6e98d0d101c4138c50.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringDogFouling_6447f87d46cda503707815f0.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringFlytipping_6447f8e841d5f4036890e8af.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringStreetDescription_62a1ecf598d0d101c41393a5.attributes_carriagewayStreetName_5dc96881ca315012006ed588", - "root.attributes_filesAttachableAttachments.attributes_filesOriginalName", - "root.attributes_tasksTeamMember.attributes_itemsTitle" - ] - } - }, - "parameterValues": [], - "fileName": "x.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} diff --git a/scripts/jobs/env_services/aqs/Waste Service Defect.json b/scripts/jobs/env_services/aqs/Waste Service Defect.json deleted file mode 100644 index 6f4c35895..000000000 --- a/scripts/jobs/env_services/aqs/Waste Service Defect.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_wasteServiceDefect_5f8df1448dae040066c5a029", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_defectsReportedDate", - "attributes_wasteServiceDefectWasteDefectType_5f8df4d20e567e00661063c2", - "attributes_defectsStatus", - "attributes_wasteServiceDefectMissedJustified_5fca9b8f0b95140064ad3682", - "attributes_defectsRemediedDate", - "attributes_wasteServiceDefectOutcomeComment_5fd381fc01068f005c803bf6", - "attributes_wasteServiceDefectCrew_605c8570169baa000a1428c8", - "attributes_wasteServiceDefectIEG4FormReference_5fc78d8e996b3d006423da4c", - "attributes_wasteServiceDefectCustomerName_5fce52430d41040061144c75", - "attributes_wasteServiceDefectNotes_5fd0be400d410400611614f0", - "attributes_wasteServiceDefectCustomerEmail_5fd2547ee69740006655cac5", - "attributes_itemsGeometry", - "attributes_defectsDefectNumber", - "attributes_defectsDescription" - ], - "joinAttributes": [ - "root^attributes_defectsAssignableDefects.attributes_itemsTitle", - "root^attributes_defectsAssignableDefects.attributes_premisesPostcode", - "root.attributes_wasteServiceDefectWasteDefectType_5f8df4d20e567e00661063c2.attributes_defectTypeDefectType_5f8df195e27d98006789bb31", - "root.attributes_defectsStatus.attributes_defectStatusesStatus", - "root.attributes_wasteServiceDefectMissedJustified_5fca9b8f0b95140064ad3682.attributes_missedJustifiedMissedJustified_5fca9a910b95140064ad3650", - "root^attributes_defectsAssignableDefects.attributes_nlpgPremisesServiceType_5f9beae0a198dd0064e02c1a.attributes_dWServiceTypeServiceType_5f9bea46bb524b006572f728", - "root.attributes_wasteServiceDefectCrew_605c8570169baa000a1428c8.attributes_teamsTeamName", - "root^attributes_defectsAssignableDefects.attributes_nlpgPremisesUprn" - ] - }, - "children": [] - }, - "fileName": "Waste Service Defect.csv", - "exportHeaderType": "Code", - "discriminator": "CsvExportWebRequestModel" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs_backup/Fix My Street Defect.json b/scripts/jobs/env_services/aqs_backup/Fix My Street Defect.json deleted file mode 100644 index 91acaf7f8..000000000 --- a/scripts/jobs/env_services/aqs_backup/Fix My Street Defect.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_fixedMyStreetDefect_613f1ff6dcf79201591d6ffa", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_defectsReportedDate", - "attributes_defectsRemediedDate", - "attributes_defectsStatus", - "attributes_fixedMyStreetDefectFMSCategory_613f213c227cd101577028f2", - "attributes_fixedMyStreetDefectFMSID_613f2b6b9909f8015a6a9df6", - "attributes_filesAttachableAttachments", - "attributes_fixedMyStreetDefectFMSNearestAddress_618a5617347bd6015743e071", - "attributes_fixedMyStreetDefectGraffitiSize_61ade7b492a138015b9f57bf", - "attributes_fixedMyStreetDefectGraffitiOffensive_61ade7f607907b015bb80698", - "attributes_fixedMyStreetDefectGraffitiSize_61ade7d992a138015b9f59e5", - "attributes_fixedMyStreetDefectFMSReportTitle_62548a0c178711016fb359a5", - "attributes_fixedMyStreetDefectBackOfficeNotes_6294abb0eda1dd01c407bf79", - "attributes_itemsGeometry" - ], - "joinAttributes": [ - "root.attributes_defectsStatus.attributes_defectStatusesStatus", - "root.attributes_fixedMyStreetDefectFMSCategory_613f213c227cd101577028f2.attributes_fMSCategoryFMSCategory_613f20a49909f8015a6a6868", - "root.attributes_filesAttachableAttachments.attributes_filesOriginalName" - ] - }, - "children": [] - }, - "parameterValues": [], - "fileName": "Fix My Street Defect.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} \ No newline at end of file diff --git a/scripts/jobs/env_services/aqs_backup/NI195 Monitoring.json b/scripts/jobs/env_services/aqs_backup/NI195 Monitoring.json deleted file mode 100644 index 0c21c4c89..000000000 --- a/scripts/jobs/env_services/aqs_backup/NI195 Monitoring.json +++ /dev/null @@ -1,52 +0,0 @@ -{ - "aqs": { - "type": "Join", - "properties": { - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_nI195MonitoringWardName_62a1ecc1bbe13f01c3256233", - "attributes_tasksRaisedTime", - "attributes_tasksCompletionTime", - "attributes_tasksStatus", - "attributes_nI195MonitoringLandUseClass_62a1e98644c5c601cb4dd9db", - "attributes_nI195MonitoringLitter_62a1eb90bbe13f01c32551d2", - "attributes_nI195MonitoringDetritus_62a1ebc5eda1dd01c4715787", - "attributes_nI195MonitoringFlyposting_62a1ebf198d0d101c41385ba", - "attributes_nI195MonitoringGraffitiAboveHeadHeight_62a1ec3098d0d101c41388e8", - "attributes_nI195MonitoringGraffitiBelowHeadHeight_62a1ec6e98d0d101c4138c50", - "attributes_nI195MonitoringDogFouling_6447f87d46cda503707815f0", - "attributes_nI195MonitoringFlytipping_6447f8e841d5f4036890e8af", - "attributes_nI195MonitoringStreetDescription_62a1ecf598d0d101c41393a5", - "attributes_tasksDescription", - "attributes_filesAttachableAttachments", - "attributes_itemsMetadataCreatedBy", - "attributes_tasksTeamMember", - "attributes_itemsGeometry" - ], - "dodiCode": "designs_nI195Monitoring_62a1e88d44c5c601cb4dca5e", - "collectionCode": [ - "Live" - ], - "joinAttributes": [ - "root.attributes_nI195MonitoringWardName_62a1ecc1bbe13f01c3256233.attributes_wardWard_5f69d91b8163400065ea0682", - "root.attributes_tasksStatus.attributes_taskStatusesStatus", - "root.attributes_nI195MonitoringLandUseClass_62a1e98644c5c601cb4dd9db.attributes_landUseClassLandUseClass_62a1e4fc209a5101c523921b", - "root.attributes_nI195MonitoringLitter_62a1eb90bbe13f01c32551d2.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringDetritus_62a1ebc5eda1dd01c4715787.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringFlyposting_62a1ebf198d0d101c41385ba.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringGraffitiAboveHeadHeight_62a1ec3098d0d101c41388e8.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringGraffitiBelowHeadHeight_62a1ec6e98d0d101c4138c50.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringDogFouling_6447f87d46cda503707815f0.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringFlytipping_6447f8e841d5f4036890e8af.attributes_nI195GradingNI195Grading_62a1ca76bbe13f01c32310aa", - "root.attributes_nI195MonitoringStreetDescription_62a1ecf598d0d101c41393a5.attributes_carriagewayStreetName_5dc96881ca315012006ed588", - "root.attributes_filesAttachableAttachments.attributes_filesOriginalName", - "root.attributes_tasksTeamMember.attributes_itemsTitle" - ] - } - }, - "parameterValues": [], - "fileName": "x.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} diff --git a/scripts/jobs/env_services/aqs_backup/graffiti.json b/scripts/jobs/env_services/aqs_backup/graffiti.json deleted file mode 100644 index 33b19aeac..000000000 --- a/scripts/jobs/env_services/aqs_backup/graffiti.json +++ /dev/null @@ -1,38 +0,0 @@ -//deprecated query used for data pre 2023-07-07 - -{ - "aqs": { - "type": "Join", - "properties": { - "dodiCode": "designs_graffiti_5d76650afe2ad80cdc58a241", - "collectionCode": [ - "Live" - ], - "attributes": [ - "attributes_itemsTitle", - "attributes_itemsSubtitle", - "attributes_graffitiNearestAddress_6194e3f292a138015b8bd977", - "attributes_tasksStatus", - "attributes_tasksStartTime", - "attributes_tasksCompletionTime", - "attributes_graffitiAreaClearedm2_5d766663fe2ad80304c617b6", - "attributes_graffitiOffensive_5d766672fe2ad80cdc58a9c1", - "attributes_graffitiDescription_5d76669cfe2ad80304c617bc", - "attributes_graffitiFromFMS_6166a5fe13abdf015b8533bb", - "attributes_itemsGeometry", - "attributes_graffitiIncidentJobType_60c0c7bbb5ff77022a8f6427", - "attributes_tasksRaisedTime" - ], - "joinAttributes": [ - "root.attributes_tasksStatus.attributes_taskStatusesStatus", - "root.attributes_tasksTeam.attributes_teamsTeamName", - "root.attributes_graffitiIncidentJobType_60c0c7bbb5ff77022a8f6427.attributes_incidentJobTypeIncidentJobType_60c0c718b5ff77022a8f6384" - ] - }, - "children": [] - }, - "parameterValues": [], - "fileName": "Graffiti.csv", - "discriminator": "CsvExportWebRequestModel", - "exportHeaderType": "Name" -} diff --git a/scripts/tests/env_services/test_create_s3_key.py b/scripts/tests/env_services/test_create_s3_key.py deleted file mode 100644 index 3f70e33b7..000000000 --- a/scripts/tests/env_services/test_create_s3_key.py +++ /dev/null @@ -1,83 +0,0 @@ -from datetime import date - -from freezegun import freeze_time - -from scripts.jobs.env_services.alloy_api_export import create_s3_key - -test_prefix = "my/s3/prefix/" -test_file = "I_Hate_horses.csv" - - -@freeze_time("2022-11-07") -class TestCreateS3Key: - def test_no_prefix_no_import_date(self): - output = create_s3_key(s3_prefix=test_prefix, file=test_file) - assert output == "my/s3/prefix/i_hate_horses/" - - def test_no_import_date(self): - output = create_s3_key( - s3_prefix=test_prefix, - file=test_file, - prefix_to_remove="I_Hate_", - ) - assert output == "my/s3/prefix/horses/" - - def test_no_prefix(self): - output = create_s3_key( - s3_prefix=test_prefix, - file=test_file, - import_date=date.today(), - ) - assert ( - output - == "my/s3/prefix/i_hate_horses/import_year=2022/import_month=11/import_day=07/import_date=20221107/" - ) - - def test_import_date_and_prefix(self): - output = create_s3_key( - s3_prefix=test_prefix, - file=test_file, - prefix_to_remove="I_Hate_", - import_date=date.today(), - ) - assert ( - output - == "my/s3/prefix/horses/import_year=2022/import_month=11/import_day=07/import_date=20221107/" - ) - - def test_prefix_arg_not_in_filename(self): - output = create_s3_key( - s3_prefix=test_prefix, - file=test_file, - prefix_to_remove="I_Love_", - import_date=date.today(), - ) - assert ( - output - == "my/s3/prefix/i_hate_horses/import_year=2022/import_month=11/import_day=07/import_date=20221107/" - ) - - def test_prefix_case_insensitive(self): - output = create_s3_key( - s3_prefix=test_prefix, - file=test_file, - prefix_to_remove="i_HaTe_", - import_date=date.today(), - ) - assert ( - output - == "my/s3/prefix/horses/import_year=2022/import_month=11/import_day=07/import_date=20221107/" - ) - - def test_include_file_name_in_key(self): - output = create_s3_key( - s3_prefix=test_prefix, - file=test_file, - prefix_to_remove="i_HaTe_", - import_date=date.today(), - include_file_name=True, - ) - assert ( - output - == "my/s3/prefix/horses/import_year=2022/import_month=11/import_day=07/import_date=20221107/I_Hate_horses.csv" - )