[pull] master from robbrad:master

.github/workflows/ha_compatibility_test.yml

@@ -181,7 +181,7 @@ jobs:
 
       - name: Upload HA log (always)
         if: always()
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v7
         with:
           name: ha-log-${{ matrix.ha_version }}
           path: home-assistant.log

.github/workflows/release.yml

@@ -90,13 +90,13 @@ jobs:
         uses: actions/checkout@v6
 
       - name: Login to Docker Hub
-        uses: docker/login-action@v3
+        uses: docker/login-action@v4
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_API_KEY }}
 
       - name: Build and push Docker image
-        uses: docker/build-push-action@v6
+        uses: docker/build-push-action@v7
         with:
           context: ./uk_bin_collection_api_server
           push: true

CHANGELOG.md

@@ -1,4 +1,63 @@
 =======
+## 0.164.0 (2026-03-14)
+
+### Feat
+
+- NewhamCouncil - add food waste collection scraping
+
+### Fix
+
+- update address selection XPath for BroxbourneCouncil
+- nuneaton and bedworth
+- nuneaton and bedworth
+- NewhamCouncil - correct datetime parsing from DD/MM/YYYY to MM/DD/YYYY
+- NewhamCouncil - disable SSL verification to resolve certificate verification errors
+- updated ID's for multiple elements that had changed
+- Broxtowe Borough Council
+- #1872 - Broxtowe Borough Council
+- Adding North Warwickshire Borough Council
+- #1869 - Adding North Warwickshire Borough Council
+- Bath and North East Somerset
+- #1876 -  Bath and North East Somerset
+- Hinckley & Bosworth Council
+- #1879 - Hinckley & Bosworth Council
+- Midlothian Council
+- #1880 Midlothian Council
+- Merton Council
+- #1868 - Merton Council
+- Eastleigh Borough Council
+- #1867 - Eastleigh Borough Council
+- London Borough Havering
+- #1863 - London Borough Havering
+- Leeds City Council
+- #1864 - Leeds City Council
+- North East Derbyshire District Council
+- #1861 - North East Derbyshire District Council
+- Cumberland Council
+- #1858 - Cumberland Council
+- Barking & Dagenham
+- #1855 - Barking & Dagenham
+- Redcar and Cleveland Council
+- #1848 - Redcar and Cleveland Council
+- Wakefield City Council
+- #1853 - Wakefield City Council
+- Bromley Borough Council
+- #1851 Bromley Borough Council
+- Mid Suffolk District Council
+- #1845 - Mid Suffolk District Council
+- Powys Council
+- #1846 - Powys Council
+- LondonBoroughHammersmithandFulham
+- LondonBoroughHammersmithandFulham
+- HarboroughDistrictCouncil
+- HarboroughDistrictCouncil
+- Adding Hammersmith & Fulham
+- #1504 - Adding Hammersmith & Fulham
+- Harborough District Council
+- #1831 - Harborough District Council
+- London Borough Redbridge
+- #1836 - fix: London Borough Redbridge
+
 ## 0.163.0 (2026-02-02)
 
 ### Feat

custom_components/uk_bin_collection/const.py

@@ -4,7 +4,7 @@
 
 from homeassistant.const import Platform
 
-INPUT_JSON_URL = "https://raw.githubusercontent.com/robbrad/UKBinCollectionData/0.163.0/uk_bin_collection/tests/input.json"
+INPUT_JSON_URL = "https://raw.githubusercontent.com/robbrad/UKBinCollectionData/0.164.0/uk_bin_collection/tests/input.json"
 
 DEFAULT_NAME = "UK Bin Collection Data"
 

custom_components/uk_bin_collection/manifest.json

@@ -9,7 +9,7 @@
     "integration_type": "service",
     "iot_class": "cloud_polling",
     "issue_tracker": "https://github.com/robbrad/UKBinCollectionData/issues",
-    "requirements": ["uk-bin-collection>=0.163.0"],
-    "version": "0.163.0",
+    "requirements": ["uk-bin-collection>=0.164.0"],
+    "version": "0.164.0",
     "zeroconf": []
 }

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "uk_bin_collection"
-version = "0.163.0"
+version = "0.164.0"
 description = "Python Lib to collect UK Bin Data"
 readme = "README.md"
 authors = ["Robert Bradley <robbrad182@gmail.com>"]
@@ -24,7 +24,7 @@ issues = "https://github.com/robbrad/UKBinCollectionData/issues"
 requires = ["poetry-core>=1.2.0"]
 build-backend = "poetry.core.masonry.api"
 
-[tool.poetry.dev-dependencies]
+[tool.poetry.group.dev.dependencies]
 black = "*"
 coverage = "*"
 flake8 = "*"

uk_bin_collection/tests/input.json

@@ -1344,14 +1344,11 @@
         "LAD24CD": "E07000121"
     },
     "LeedsCityCouncil": {
-        "house_number": "1",
-        "postcode": "LS6 2SE",
         "skip_get_url": true,
         "uprn": "72506983",
         "url": "https://www.leeds.gov.uk/residents/bins-and-recycling/check-your-bin-day",
-        "web_driver": "http://selenium:4444",
         "wiki_name": "Leeds",
-        "wiki_note": "Pass the house number, postcode, and UPRN. This parser requires a Selenium webdriver.",
+        "wiki_note": "Pass the UPRN.",
         "LAD24CD": "E08000035"
     },
     "LeicesterCityCouncil": {
@@ -1420,6 +1417,14 @@
         "wiki_note": "Pass the UPRN. You can find it using [FindMyAddress](https://www.findmyaddress.co.uk/search).",
         "LAD24CD": "E09000009"
     },
+    "LondonBoroughHammersmithandFulham": {
+        "postcode": "W12 0BQ",
+        "url": "https://www.lbhf.gov.uk/",
+        "wiki_command_url_override": "https://www.lbhf.gov.uk/",
+        "wiki_name": "Hammersmith & Fulham",
+        "wiki_note": "Pass only the property postcode",
+        "LAD24CD": "E09000013"
+    },
     "LondonBoroughHarrow": {
         "uprn": "100021298754",
         "url": "https://www.harrow.gov.uk",
@@ -1843,6 +1848,15 @@
         "wiki_note": "Pass the UPRN. You can find it using [FindMyAddress](https://www.findmyaddress.co.uk/search).",
         "LAD24CD": "E06000057"
     },
+    "NorthWarwickshireBoroughCouncil": {
+        "uprn": "10001179576",
+        "skip_get_url": true,
+        "url": "https://www.northwarks.gov.uk",
+        "web_driver": "http://selenium:4444",
+        "wiki_name": "North Warwickshire",
+        "wiki_note": "Pass the UPRN. You can find it using [FindMyAddress](https://www.findmyaddress.co.uk/search).",
+        "LAD24CD": "E07000220"
+    },
     "NorwichCityCouncil": {
         "house_number": "2",
         "postcode": "NR2 3TT",

uk_bin_collection/uk_bin_collection/councils/BarkingDagenham.py

@@ -47,23 +47,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             # Close popup if it exists
             driver.switch_to.active_element.send_keys(Keys.ESCAPE)
 
-            # Handle cookie banner if present
-            wait = WebDriverWait(driver, 60)
-            try:
-                cookie_button = wait.until(
-                    EC.element_to_be_clickable(
-                        (
-                            By.CSS_SELECTOR,
-                            ".agree-button.eu-cookie-compliance-secondary-button.button.button--small",
-                        )
-                    ),
-                    message="Cookie banner not found",
-                )
-                cookie_button.click()
-                print("Cookie banner clicked.")
-                time.sleep(1)  # Brief pause to let banner disappear
-            except (TimeoutException, NoSuchElementException):
-                print("No cookie banner appeared or selector failed.")
+            wait = WebDriverWait(driver, 10)
 
             # Enter postcode
             print("Looking for postcode input...")
@@ -84,7 +68,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
                 EC.element_to_be_clickable((By.ID, "address")),
                 message="Address dropdown not found",
             )
-            
+
             dropdown = Select(address_select)
 
             found = False

uk_bin_collection/uk_bin_collection/councils/BarnsleyMBCouncil.py

@@ -71,7 +71,7 @@ def parse_data(self, page: str, **kwargs: Any) -> Dict[str, Any]:
             "sec-fetch-site": "same-origin",
             "sec-fetch-user": "?1",
             "upgrade-insecure-requests": "1",
-            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.5993.118 Safari/537.36",
+            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
         }
         form_data = {
             "personInfo.person1.HouseNumberOrName": "",

uk_bin_collection/uk_bin_collection/councils/BasingstokeCouncil.py

@@ -36,7 +36,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             "Sec-Fetch-Mode": "navigate",
             "Sec-Fetch-Site": "cross-site",
             "Sec-Fetch-User": "?1",
-            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.5845.188 Safari/537.36",
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
         }
 
         response = requests.get(

uk_bin_collection/uk_bin_collection/councils/BathAndNorthEastSomersetCouncil.py

@@ -1,10 +1,12 @@
 import json
+import ssl
+
 import requests
+import urllib3
 from bs4 import BeautifulSoup
+
 from uk_bin_collection.uk_bin_collection.common import *
 from uk_bin_collection.uk_bin_collection.get_bin_data import AbstractGetBinDataClass
-import ssl
-import urllib3
 
 
 class CustomHttpAdapter(requests.adapters.HTTPAdapter):
@@ -45,7 +47,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             "Sec-Fetch-Dest": "empty",
             "Sec-Fetch-Mode": "cors",
             "Sec-Fetch-Site": "same-origin",
-            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.5845.188 Safari/537.36",
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
             "X-Requested-With": "XMLHttpRequest",
         }
 
@@ -56,7 +58,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
 
         requests.packages.urllib3.disable_warnings()
         response = session.get(
-            f"https://www.bathnes.gov.uk/webapi/api/BinsAPI/v2/getbartecroute/{user_uprn}/true",
+            f"https://api.bathnes.gov.uk/webapi/api/BinsAPI/v2/BartecFeaturesandSchedules/CollectionSummary/{user_uprn}",
             headers=headers,
         )
         if response.text == "":
@@ -68,30 +70,14 @@ def parse_data(self, page: str, **kwargs) -> dict:
 
         data = {"bins": []}
 
-        if len(json_data["residualNextDate"]) > 0:
-            dict_data = {
-                "type": "Black Rubbish Bin",
-                "collectionDate": datetime.strptime(
-                    json_data["residualNextDate"], "%Y-%m-%dT%H:%M:%S"
-                ).strftime(date_format),
-            }
-            data["bins"].append(dict_data)
-        if len(json_data["recyclingNextDate"]) > 0:
-            dict_data = {
-                "type": "Recycling Containers",
-                "collectionDate": datetime.strptime(
-                    json_data["recyclingNextDate"], "%Y-%m-%dT%H:%M:%S"
-                ).strftime(date_format),
-            }
-            data["bins"].append(dict_data)
-        if len(json_data["organicNextDate"]) > 0:
-            dict_data = {
-                "type": "Garden Waste",
-                "collectionDate": datetime.strptime(
-                    json_data["organicNextDate"], "%Y-%m-%dT%H:%M:%S"
-                ).strftime(date_format),
-            }
-            data["bins"].append(dict_data)
+        for collection in json_data:
+            collection_date = datetime.fromisoformat(collection["nextCollectionDate"])
+            for feature in collection["features"]:
+                dict_data = {
+                    "type": feature["featureDisplayName"],
+                    "collectionDate": collection_date.strftime(date_format),
+                }
+                data["bins"].append(dict_data)
 
         data["bins"].sort(
             key=lambda x: datetime.strptime(x.get("collectionDate"), date_format)

uk_bin_collection/uk_bin_collection/councils/BedfordshireCouncil.py

@@ -29,7 +29,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             "Origin": "https://www.centralbedfordshire.gov.uk",
             "Referer": "https://www.centralbedfordshire.gov.uk/info/163/bins_and_waste_collections_-_check_bin_collection_day",
 
-            "User-Agent": "Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.7968.1811 Mobile Safari/537.36",
+            "User-Agent": "Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Mobile Safari/537.36",
         }
 
         files = {

uk_bin_collection/uk_bin_collection/councils/BirminghamCityCouncil.py

@@ -40,7 +40,7 @@ def get_data(self, url: str) -> str:
         # Set a user agent so we look like a browser ;-)
         user_agent = (
             "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) "
-            "Chrome/108.0.0.0 Safari/537.36"
+            "Chrome/134.0.0.0 Safari/537.36"
         )
         headers = {"User-Agent": user_agent}
         requests.packages.urllib3.disable_warnings()

uk_bin_collection/uk_bin_collection/councils/BostonBoroughCouncil.py

@@ -48,7 +48,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             check_postcode(user_postcode)
 
             # Create Selenium webdriver
-            user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
+            user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36"
             driver = create_webdriver(web_driver, headless, user_agent, __name__)
             driver.get("https://www.boston.gov.uk/findwastecollections")
 

uk_bin_collection/uk_bin_collection/councils/BracknellForestCouncil.py

@@ -27,7 +27,7 @@ def get_headers(base_url: str, method: str) -> dict[str, str]:
         "Sec-Fetch-Dest": "document",
         "Sec-Fetch-User": "?1",
         "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko)"
-        " Chrome/109.0.0.0 Safari/537.36",
+        " Chrome/134.0.0.0 Safari/537.36",
     }
     if method.lower() == "post":
         headers["Accept"] = "application/json, text/javascript, */*; q=0.01"

uk_bin_collection/uk_bin_collection/councils/BradfordMDC.py

@@ -35,7 +35,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             "Sec-Fetch-User": "?1",
             "Sec-GPC": "1",
             "Upgrade-Insecure-Requests": "1",
-            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36",
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
         }
         params = {
             "ebp": "30",

uk_bin_collection/uk_bin_collection/councils/BraintreeDistrictCouncil.py

@@ -31,7 +31,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
 
         headers = {
             "Content-Type": "application/x-www-form-urlencoded",
-            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36",
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
             "Referer": "https://www.braintree.gov.uk/xfp/form/554",
         }
 

uk_bin_collection/uk_bin_collection/councils/BristolCityCouncil.py

@@ -36,7 +36,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             "Sec-GPC": "1",
             "Upgrade-Insecure-Requests": "1",
             "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, "
-            "like Gecko) Chrome/105.0.0.0 Safari/537.36",
+            "like Gecko) Chrome/134.0.0.0 Safari/537.36",
         }
         service_type_params = {
             "servicetypeid": "7dce896c-b3ba-ea11-a812-000d3a7f1cdc",
@@ -60,7 +60,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             "Sec-Fetch-Site": "cross-site",
             "Sec-GPC": "1",
             "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, "
-            "like Gecko) Chrome/105.0.0.0 Safari/537.36",
+            "like Gecko) Chrome/134.0.0.0 Safari/537.36",
         }
         llpg_uprn = "UPRN" + user_uprn
         llpg_json_data = {
@@ -86,7 +86,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             "Sec-Fetch-Mode": "cors",
             "Sec-Fetch-Site": "cross-site",
             "Sec-GPC": "1",
-            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/105.0.0.0 Safari/537.36",
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
         }
         json_data = {
             "uprn": user_uprn,

uk_bin_collection/uk_bin_collection/councils/BromleyBoroughCouncil.py

@@ -30,7 +30,9 @@ def parse_data(self, page: str, **kwargs) -> dict:
             data = {"bins": []}
 
             # Get our initial session running
-            driver = create_webdriver(web_driver, headless, None, __name__)
+            # the HeadlessChrome useragent is blocked and immediately returns a 503
+            user_agent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36"
+            driver = create_webdriver(web_driver, headless, user_agent, __name__)
             driver.get(kwargs.get("url"))
 
             wait = WebDriverWait(driver, 30)