Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
115 changes: 115 additions & 0 deletions .github/workflows/conformance-tests.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,115 @@
# Copyright 2026 UCP Authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: Conformance Tests

on:
pull_request:
branches: [main]
push:
branches: [main]
schedule:
# Nightly at 2:17 AM UTC
- cron: "17 2 * * *"
workflow_dispatch:

permissions:
contents: read

env:
MERCHANT_SERVER_PORT: 8182
SIMULATION_SECRET: super-secret-sim-key
DATABASE_PATH: /tmp/ucp_test

jobs:
test:
name: Run Conformance Tests
runs-on: ubuntu-latest
steps:
- name: Check out conformance repo
uses: actions/checkout@v4
with:
path: conformance

- name: Check out samples repo
uses: actions/checkout@v4
with:
repository: Universal-Commerce-Protocol/samples
path: samples

- name: Check out SDK repo
uses: actions/checkout@v4
with:
repository: Universal-Commerce-Protocol/python-sdk
path: python-sdk

- name: Install uv
uses: astral-sh/setup-uv@v6
with:
prune-cache: false

- name: Set up Python
run: uv python install 3.12

- name: Sync dependencies
run: |
uv sync --directory python-sdk/
uv sync --directory samples/rest/python/server/
uv sync --directory conformance/

- name: Initialize test database
run: |
rm -rf ${DATABASE_PATH}
mkdir -p ${DATABASE_PATH}
uv run --directory samples/rest/python/server import_csv.py \
--products_db_path=${DATABASE_PATH}/products.db \
--transactions_db_path=${DATABASE_PATH}/transactions.db \
--data_dir=../../../../conformance/test_data/flower_shop

- name: Start Flower Shop server
run: |
uv run --directory samples/rest/python/server server.py \
--products_db_path=${DATABASE_PATH}/products.db \
--transactions_db_path=${DATABASE_PATH}/transactions.db \
--port=${MERCHANT_SERVER_PORT} \
--simulation_secret=${SIMULATION_SECRET} &
# Wait for the server to be ready
for i in $(seq 1 30); do
if curl -sf http://localhost:${MERCHANT_SERVER_PORT}/.well-known/ucp > /dev/null 2>&1; then
echo "Server is ready"
break
fi
if [ "$i" -eq 30 ]; then
echo "Server failed to start within 30 seconds"
exit 1
fi
sleep 1
done

- name: Run conformance tests
continue-on-error: ${{ github.event_name == 'pull_request' }}
working-directory: conformance
run: |
EXIT_CODE=0
for test_file in *_test.py; do
echo "::group::${test_file}"
if ! uv run "${test_file}" \
--server_url=http://localhost:${MERCHANT_SERVER_PORT} \
--simulation_secret=${SIMULATION_SECRET} \
--conformance_input=test_data/flower_shop/conformance_input.json; then
EXIT_CODE=1
fi
echo "::endgroup::"
done
exit ${EXIT_CODE}
62 changes: 35 additions & 27 deletions protocol_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,8 @@
from absl.testing import absltest
import integration_test_utils
import httpx
from ucp_sdk.models.schemas.ucp import BusinessSchema
from pydantic import ValidationError
from ucp_sdk.models.schemas.ucp import BusinessSchema, ReverseDomainName
from ucp_sdk.models.schemas.shopping import checkout as checkout
from ucp_sdk.models.schemas.shopping.payment import (
Payment,
Expand Down Expand Up @@ -180,32 +181,39 @@ def test_discovery(self):
f"Missing expected capabilities in discovery: {missing_caps}",
)

# Verify Payment Handlers
handlers = {
h.get("id")
for handlers in data.get("payment_handlers", {}).values()
for h in (handlers if isinstance(handlers, list) else [handlers])
}
expected_handlers = {"google_pay", "mock_payment_handler", "shop_pay"}
missing_handlers = expected_handlers - handlers
self.assertFalse(
missing_handlers,
f"Missing expected payment handlers: {missing_handlers}",
)

# Specific check for Shop Pay config
shop_pay = next(
(
h
for handlers in data.get("payment_handlers", {}).values()
for h in (handlers if isinstance(handlers, list) else [handlers])
if h.get("id") == "shop_pay"
),
None,
)
self.assertIsNotNone(shop_pay, "Shop Pay handler not found")
self.assertEqual(shop_pay.get("name"), "com.shopify.shop_pay")
self.assertIn("shop_id", shop_pay.get("config"))
# Verify Payment Handlers - structural validation (server-agnostic)
if data.get("payment_handlers"):
handler_count = 0
for handler_name, handler_list in data.get(
"payment_handlers", {}
).items():
# Validate handler group name using the SDK's ReverseDomainName
# model, which enforces the pattern defined in the UCP spec.
try:
ReverseDomainName(root=str(handler_name))
except ValidationError as e:
self.fail(
f"Payment handler group name '{handler_name}' "
f"does not follow reverse-DNS convention: {e}"
)
for h in (
handler_list if isinstance(handler_list, list) else [handler_list]
):
handler_count += 1
# Validate required fields are present and non-empty
self.assertTrue(
h.get("id"),
"Payment handler missing 'id'",
)
self.assertTrue(
h.get("version"),
f"Payment handler '{h.get('id')}' missing 'version'",
)
self.assertGreater(
handler_count,
0,
"payment_handlers is present but contains no handlers",
)

# Verify shopping capability
shopping_services = data.get("services", {}).get("dev.ucp.shopping")
Expand Down
Loading