From 5cddc6954dce70eb57ab6c9b2a6cb34b7c380354 Mon Sep 17 00:00:00 2001 From: cyril-ui-developer Date: Fri, 4 Sep 2026 15:12:25 -0400 Subject: [PATCH] OCPMCP-xxx: allow VERIFY_TIMEOUT override for mcpchecker-eval openshift/openshift-mcp-server#463 restores each eval task's original (fast) setup/verify timeout as the default and moves the OpenShift-specific increase behind a VERIFY_TIMEOUT env var, so generic/upstream CI is not penalized by timeouts only needed for OpenShift's slower SCC/PSS admission and cloud PVC binding. Declare VERIFY_TIMEOUT on the openshift-mcp-server-mcpchecker-eval ref (default empty, so scripts keep their own defaults unless overridden) and set it to 300s on the mcp-server core-suite tests that run against a live OCP cluster: mcpchecker-eval-google and mcpchecker-eval-anthropic on main and release-0.5, and periodic-mcpchecker-eval on release-0.5. Co-authored-by: Cursor --- .../openshift-openshift-mcp-server-main.yaml | 2 ++ .../openshift-openshift-mcp-server-release-0.5.yaml | 3 +++ .../openshift-mcp-server-mcpchecker-eval-ref.yaml | 4 ++++ 3 files changed, 9 insertions(+) diff --git a/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-main.yaml b/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-main.yaml index 04da1821a141e..47070dd307497 100644 --- a/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-main.yaml +++ b/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-main.yaml @@ -69,6 +69,7 @@ tests: GOOGLE_CLOUD_LOCATION: global GOOGLE_CLOUD_PROJECT: ocp-mcp-server-team TASK_PASS_RATE: "0.8" + VERIFY_TIMEOUT: 300s test: - chain: openshift-mcp-server-mcpchecker-eval-vertex workflow: ipi-aws @@ -85,6 +86,7 @@ tests: GOOGLE_CLOUD_LOCATION: us-east5 GOOGLE_CLOUD_PROJECT: ocp-mcp-server-team TASK_PASS_RATE: "0.8" + VERIFY_TIMEOUT: 300s test: - chain: openshift-mcp-server-mcpchecker-eval-vertex workflow: ipi-aws diff --git a/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-release-0.5.yaml b/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-release-0.5.yaml index 351984bd55e95..0e939d2d7c2c5 100644 --- a/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-release-0.5.yaml +++ b/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-release-0.5.yaml @@ -41,6 +41,7 @@ tests: GEMINI_USE_VERTEX: "1" GOOGLE_CLOUD_LOCATION: global GOOGLE_CLOUD_PROJECT: ocp-mcp-server-team + VERIFY_TIMEOUT: 300s test: - chain: openshift-mcp-server-mcpchecker-eval-vertex workflow: ipi-aws @@ -55,6 +56,7 @@ tests: GEMINI_USE_VERTEX: "" GOOGLE_CLOUD_LOCATION: us-east5 GOOGLE_CLOUD_PROJECT: ocp-mcp-server-team + VERIFY_TIMEOUT: 300s test: - chain: openshift-mcp-server-mcpchecker-eval-vertex workflow: ipi-aws @@ -67,6 +69,7 @@ tests: EVAL_CONFIG: evals/core-eval-testing/builtin-openai/eval-core.yaml EVAL_LABEL_SELECTOR: suite=core TASK_PASS_RATE: "0.8" + VERIFY_TIMEOUT: 300s test: - chain: openshift-mcp-server-mcpchecker-eval-model-api workflow: ipi-aws diff --git a/ci-operator/step-registry/openshift/mcp-server/mcpchecker-eval/openshift-mcp-server-mcpchecker-eval-ref.yaml b/ci-operator/step-registry/openshift/mcp-server/mcpchecker-eval/openshift-mcp-server-mcpchecker-eval-ref.yaml index b7c5a54c4df93..c24b46810add0 100644 --- a/ci-operator/step-registry/openshift/mcp-server/mcpchecker-eval/openshift-mcp-server-mcpchecker-eval-ref.yaml +++ b/ci-operator/step-registry/openshift/mcp-server/mcpchecker-eval/openshift-mcp-server-mcpchecker-eval-ref.yaml @@ -31,6 +31,10 @@ ref: - name: ANTHROPIC_USE_VERTEX default: "" documentation: Set to "1" to route Anthropic Claude calls through Vertex AI + - name: VERIFY_TIMEOUT + default: "" + documentation: Optional override for task setup/verify script wait timeouts + (e.g. "300s") on slower environments; empty keeps each script's own default. resources: requests: cpu: "2"