diff --git a/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-main.yaml b/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-main.yaml index 300a9694694e7..616965b0aa66e 100644 --- a/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-main.yaml +++ b/ci-operator/config/openshift/openshift-mcp-server/openshift-openshift-mcp-server-main.yaml @@ -44,11 +44,13 @@ tests: cluster_profile: openshift-org-aws env: ANTHROPIC_USE_VERTEX: "" + ASSERTION_PASS_RATE: "0.8" EVAL_CONFIG: evals/core-eval-testing/builtin-google/eval-core.yaml EVAL_LABEL_SELECTOR: suite=core GEMINI_USE_VERTEX: "1" GOOGLE_CLOUD_LOCATION: us-east5 GOOGLE_CLOUD_PROJECT: ocp-mcp-server-team + TASK_PASS_RATE: "0.8" test: - chain: openshift-mcp-server-mcpchecker-eval-vertex workflow: ipi-aws @@ -58,11 +60,13 @@ tests: cluster_profile: openshift-org-aws env: ANTHROPIC_USE_VERTEX: "1" + ASSERTION_PASS_RATE: "0.8" EVAL_CONFIG: evals/core-eval-testing/builtin-anthropic/eval-core.yaml EVAL_LABEL_SELECTOR: suite=core GEMINI_USE_VERTEX: "" GOOGLE_CLOUD_LOCATION: us-east5 GOOGLE_CLOUD_PROJECT: ocp-mcp-server-team + TASK_PASS_RATE: "0.8" test: - chain: openshift-mcp-server-mcpchecker-eval-vertex workflow: ipi-aws diff --git a/ci-operator/step-registry/openshift/mcp-server/mcpchecker-eval/openshift-mcp-server-mcpchecker-eval-commands.sh b/ci-operator/step-registry/openshift/mcp-server/mcpchecker-eval/openshift-mcp-server-mcpchecker-eval-commands.sh index 12ed750bbdb19..7a9b94c7ca16a 100644 --- a/ci-operator/step-registry/openshift/mcp-server/mcpchecker-eval/openshift-mcp-server-mcpchecker-eval-commands.sh +++ b/ci-operator/step-registry/openshift/mcp-server/mcpchecker-eval/openshift-mcp-server-mcpchecker-eval-commands.sh @@ -2,6 +2,7 @@ set -euo pipefail export KUBECONFIG="${SHARED_DIR}/kubeconfig" +export MCP_EVAL_KUBECONFIG="${KUBECONFIG}" # Source credentials written by the preceding setup step if [[ -f "${SHARED_DIR}/mcpchecker-creds.env" ]]; then