From 2b470794e765c932fde777e9b9c2e386ce3a8bb5 Mon Sep 17 00:00:00 2001 From: timburke-hackit Date: Mon, 3 Mar 2025 11:28:08 +0000 Subject: [PATCH] change tascomi domain to idoxcloud --- .../planning/load-table-from-tascomi-API-endpoint.ipynb | 2 +- scripts/jobs/planning/tascomi_api_ingestion.py | 6 +++--- scripts/tests/planning/test_tascomi_parse_tables.py | 4 ++-- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/notebook/scripts/planning/load-table-from-tascomi-API-endpoint.ipynb b/notebook/scripts/planning/load-table-from-tascomi-API-endpoint.ipynb index bc9ce2711..1d1648ffd 100644 --- a/notebook/scripts/planning/load-table-from-tascomi-API-endpoint.ipynb +++ b/notebook/scripts/planning/load-table-from-tascomi-API-endpoint.ipynb @@ -58,7 +58,7 @@ "private_key = PRIVATE_KEY.encode('utf-8')\n", "\n", "table_to_read = \"\"\n", - "request_uri = f'https://hackney-planning.tascomi.com/rest/v1/{table_to_read}'\n", + "request_uri = f'https://hackney-planning.idoxcloud.com/rest/v1/{table_to_read}'\n", "request_method = 'GET'" ] }, diff --git a/scripts/jobs/planning/tascomi_api_ingestion.py b/scripts/jobs/planning/tascomi_api_ingestion.py index b758b0d5b..e5c1352a9 100644 --- a/scripts/jobs/planning/tascomi_api_ingestion.py +++ b/scripts/jobs/planning/tascomi_api_ingestion.py @@ -87,7 +87,7 @@ def get_number_of_pages(resource, query=""): headers = authenticate_tascomi(headers, public_key, private_key) - url = f'https://hackney-planning.tascomi.com/rest/v1/{resource}{query}' + url = f'https://hackney-planning.idoxcloud.com/rest/v1/{resource}{query}' res = requests.get(url, data="", headers=headers) if res.status_code == 202: logger.info(f"received status code 202, whilst getting number of pages for {resource}, with query {query}") @@ -144,7 +144,7 @@ def get_requests_since_last_import(resource, last_import_date): number_of_pages = number_of_pages_reponse["number_of_pages"] logger.info(f"Number of pages to retrieve for {day}: {number_of_pages}") requests_list += [RequestRow(page_number, - f'https://hackney-planning.tascomi.com/rest/v1/{resource}?page={page_number}&last_updated={day}', + f'https://hackney-planning.idoxcloud.com/rest/v1/{resource}?page={page_number}&last_updated={day}', "") for page_number in range(1, number_of_pages + 1)] number_of_requests = len(requests_list) if number_of_requests == 0: @@ -162,7 +162,7 @@ def get_requests_for_full_load(resource): number_of_pages = number_of_pages_reponse["number_of_pages"] logger.info(f"Number of pages to retrieve: {number_of_pages}") requests_list = [ - RequestRow(page_number, f'https://hackney-planning.tascomi.com/rest/v1/{resource}?page={page_number}', "") for + RequestRow(page_number, f'https://hackney-planning.idoxcloud.com/rest/v1/{resource}?page={page_number}', "") for page_number in range(1, number_of_pages + 1)] number_of_requests = len(requests_list) requests_list = sc.parallelize(requests_list) diff --git a/scripts/tests/planning/test_tascomi_parse_tables.py b/scripts/tests/planning/test_tascomi_parse_tables.py index d0306237c..fcaf294b4 100644 --- a/scripts/tests/planning/test_tascomi_parse_tables.py +++ b/scripts/tests/planning/test_tascomi_parse_tables.py @@ -53,7 +53,7 @@ def test_parsed_row_data(self, spark): "creation_user_id": None, "title_id": "4", "page_number": 691, - "import_api_url_requested": "https://hackney-planning.tascomi.com/rest/v1/contacts?page=691", + "import_api_url_requested": "https://hackney-planning.idoxcloud.com/rest/v1/contacts?page=691", "import_api_status_code": 200, "import_exception_thrown": "", "import_datetime": datetime(2021, 9, 16, 13, 10), @@ -69,7 +69,7 @@ def parse_json_into_dataframe(self, spark, column, data): data_with_imports = [ { "page_number": 691, - "import_api_url_requested": "https://hackney-planning.tascomi.com/rest/v1/contacts?page=691", + "import_api_url_requested": "https://hackney-planning.idoxcloud.com/rest/v1/contacts?page=691", "import_api_status_code": 200, "import_exception_thrown": "", "import_datetime": datetime(2021, 9, 16, 13, 10),