From cdd21173614ffbc0a5aa7aa0b91d9751f683d119 Mon Sep 17 00:00:00 2001 From: Jaak Laineste Date: Wed, 2 Sep 2026 12:16:54 +0000 Subject: [PATCH 1/8] fix(example): reconcile worked example validation --- .github/workflows/evals.yml | 6 +- examples/tartu-development/dashboard.html | 2 +- examples/tartu-development/pipeline.py | 163 ++++++++++++++++-- examples/tartu-development/project.qgz | Bin 2977 -> 3287 bytes examples/tartu-development/project.yaml | 14 +- .../runs/run-20260902-112919.json | 113 ++++++++++++ .../validation/latest-report.json | 8 +- openmapstack/checks/qgis.py | 8 +- tests/evals/test_visual_assertions.py | 9 + tests/test_verify.py | 19 ++ 10 files changed, 315 insertions(+), 27 deletions(-) create mode 100644 examples/tartu-development/runs/run-20260902-112919.json diff --git a/.github/workflows/evals.yml b/.github/workflows/evals.yml index 4c42eba..a32ef89 100644 --- a/.github/workflows/evals.yml +++ b/.github/workflows/evals.yml @@ -42,8 +42,12 @@ jobs: python -m coverage json python -m coverage xml - - name: Smoke-test CLI against worked example + - name: Smoke-test CLI and committed worked-example evidence run: | + # Source and derived snapshots are intentionally gitignored, so a + # clean checkout can only run preflight validation. These two tests + # still make pipeline/run-record and manifest/QGIS drift fail CI. + python -m unittest -v tests.test_verify.CommittedWorkedExampleContractTests openmapstack validate examples/tartu-development/project.yaml --preflight openmapstack inspect examples/tartu-development/project.yaml --json > /tmp/openmapstack-inspection.json diff --git a/examples/tartu-development/dashboard.html b/examples/tartu-development/dashboard.html index 0bfe0c4..5b892f2 100644 --- a/examples/tartu-development/dashboard.html +++ b/examples/tartu-development/dashboard.html @@ -581,7 +581,7 @@