From 8ee1f42765a07b859b2a96dc5221022707716527 Mon Sep 17 00:00:00 2001 From: Simon K <6615834+simon-20@users.noreply.github.com> Date: Sat, 29 Nov 2025 11:24:37 +0000 Subject: [PATCH 1/3] feat: update to pull only discoverable orgs --- src/dataset_registration/iati_registry_suitecrm.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/src/dataset_registration/iati_registry_suitecrm.py b/src/dataset_registration/iati_registry_suitecrm.py index 57fd406..0929c9c 100644 --- a/src/dataset_registration/iati_registry_suitecrm.py +++ b/src/dataset_registration/iati_registry_suitecrm.py @@ -3,7 +3,7 @@ import uuid from datetime import datetime -from libsuitecrm import SuiteCRM # type: ignore +from libsuitecrm import Filter, SuiteCRM # type: ignore from bulk_data_service.data_validators import ( validate_suitecrm_record_structure, @@ -52,8 +52,8 @@ def fetch_datasets_metadata( if owning_org is None: context.logger.error( f"SuiteCRM dataset id: {record['id']} has reporting org id: " - f"{record['attributes'].get('iati_dataset_owner_org_id', '')} but there is no such reporting org. " - "Skipping." + f"{record['attributes'].get('iati_dataset_owner_org_id', '')} but that reporting org does not exist " + "or is not discoverable. Skipping." ) continue @@ -72,7 +72,8 @@ def fetch_reporting_orgs_metadata(context: BDSContext, refresh_timestamp: dateti context.logger.info("Fetching all reporting orgs using the libsuitecrm library...") - suitecrm_reporting_org_records = [r for r in crm.get_all_records("Accounts")] + filters = Filter().equal("iati_registry_discoverable", "1") + suitecrm_reporting_org_records = [r for r in crm.get_all_records("Accounts", filters=filters)] crm.logout() From 54ccc04fb843fbbf549752fcf89c34b8adadd6b6 Mon Sep 17 00:00:00 2001 From: Simon K <6615834+simon-20@users.noreply.github.com> Date: Sat, 29 Nov 2025 11:24:45 +0000 Subject: [PATCH 2/3] docs: update CHANGELOG --- CHANGELOG.md | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 64464b5..2a1ea14 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -14,6 +14,13 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/). ### Removed +## [1.4.1] + +### Changed + +- Modified so that the BDS only pulls reporting orgs marked as discoverable on + the Registry. + ## [1.4.0] ### Added From 70bfdc042b0f613f0ce3e2514a12e8b039d9945b Mon Sep 17 00:00:00 2001 From: Simon K <6615834+simon-20@users.noreply.github.com> Date: Sat, 29 Nov 2025 11:24:53 +0000 Subject: [PATCH 3/3] build: version bump --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index 7b80815..f30cc2e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "bulk-data-service" -version = "1.4.0" +version = "1.4.1" requires-python = ">= 3.12.6" readme = "README.md" dependencies = [