From 8ed5d89151459af4352d1cb8cc1c835b78c3326b Mon Sep 17 00:00:00 2001 From: Oliver Hine Date: Fri, 6 Feb 2026 14:27:59 +0000 Subject: [PATCH] use useragent to avoid bromley headless browser block --- .../uk_bin_collection/councils/BromleyBoroughCouncil.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/uk_bin_collection/uk_bin_collection/councils/BromleyBoroughCouncil.py b/uk_bin_collection/uk_bin_collection/councils/BromleyBoroughCouncil.py index e116b7d930..1335952e55 100644 --- a/uk_bin_collection/uk_bin_collection/councils/BromleyBoroughCouncil.py +++ b/uk_bin_collection/uk_bin_collection/councils/BromleyBoroughCouncil.py @@ -30,7 +30,9 @@ def parse_data(self, page: str, **kwargs) -> dict: data = {"bins": []} # Get our initial session running - driver = create_webdriver(web_driver, headless, None, __name__) + # the HeadlessChrome useragent is blocked and immediately returns a 503 + user_agent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36" + driver = create_webdriver(web_driver, headless, user_agent, __name__) driver.get(kwargs.get("url")) wait = WebDriverWait(driver, 30)