{ "schema": "varexis-public-evidence-record/0.3", "generated_at_utc": "2026-10-14T20:21:57.226Z", "record_id": "VXI-EXT-TOOL-TRUST-BUILDKITE-01-v1", "record_kind": "external_reference", "title": "Buildkite MCP: Version control and incomplete failure evidence", "system": "Buildkite", "evidence_family": "agent_tool_trust_review", "index_status": "PUBLIC_SAFE_SOURCE_REVIEW", "evidence_state": "PRIMARY_DOCUMENTATION_REVIEW_ONLY", "canonical_question": "Does a Buildkite MCP failure summary mean the job is finished and evidence is complete?", "near_questions": [ "Does a CI failure signal prove a job has finished?", "Can a Buildkite summary omit logs or test evidence?", "Can the hosted Buildkite MCP version be pinned?", "Does connecting Buildkite start a background watcher?", "What does a blocked build mean to a waiting tool?", "Can read-only toolsets coexist with a write-capable connection?", "Which identity authorises a build retry?", "Can starting a build indirectly run a deployment?", "What evidence should follow an early promised failure?", "Does a short monitoring call watch indefinitely?", "When should a CI result stay provisional?", "Can I preserve a Buildkite evidence-completeness review?" ], "supported_claims": [ { "claim": "No. The documentation distinguishes promised failure from a final job result and warns that investigation summaries can be partial. Remote endpoints update automatically; version pinning requires the local server. Confirm final status, missing evidence and write restrictions before relying on a CI review.", "reliance": "DOCUMENTED_CAPABILITY_ONLY" } ], "not_demonstrated_claims": [ "Verified buyer configuration or effective access rights", "Independent execution, completeness or security testing", "Vendor certification, legal compliance or guaranteed suitability" ], "public_summary": "No. The documentation distinguishes promised failure from a final job result and warns that investigation summaries can be partial. Remote endpoints update automatically; version pinning requires the local server. Confirm final status, missing evidence and write restrictions before relying on a CI review.", "related_record_ids": [ "VXI-EXT-TOOL-TRUST-NEW-RELIC-01-v1", "VXI-EXT-TOOL-TRUST-CIRCLECI-01-v1" ], "source_review": { "source_type": "official_external_documentation", "source_title": "Buildkite MCP hosting and credentials", "source_url": "https://buildkite.com/docs/apis/mcp-server", "checked_on": "2026-10-14", "candidate_record_id": "VXI-EXT-TOOL-TRUST-BUILDKITE-01-v1", "candidate_record_sha256": "134b376b94a431cdb09a4633bb1d5970daa748d3caa308cd9183d2f6b2446c03", "method": "Primary documentation reviewed for the published bounded statement.", "deployment_tested_by_varexis": false, "revalidation": "The delivered snapshot preserves the review date shown. Recheck current primary documentation and deployment context before relying on present applicability; payment does not trigger fresh research." }, "answer_policy": { "classification": "DOCUMENTED_WITH_DEPLOYMENT_BOUNDARY", "bounded_answer": "No. The documentation distinguishes promised failure from a final job result and warns that investigation summaries can be partial. Remote endpoints update automatically; version pinning requires the local server. Confirm final status, missing evidence and write restrictions before relying on a CI review.", "required_buyer_context": "Server variant/version, token scope, enabled tools, build identity and evidence completeness.", "missing_evidence": "A broader claim needs evidence matching the intended use. Payment does not upgrade the evidence state." }, "private_boundary": "Raw logs, thresholds, private paths, source code, protected mechanisms and reconstruction-level details are excluded from public and paid delivery.", "trust_profile": { "schema": "varexis-agent-tool-trust/1", "identity": { "tool": "Buildkite", "variant": "Remote and local Buildkite MCP" }, "review_status": "documentation_review_only", "checked_on": "2026-10-14", "version_scope": "Dated rolling documentation snapshot; no installed or hosted runtime version independently verified.", "plan_scope": "Buyer plan, entitlement and effective configuration are not verified.", "findings": [ { "field": "operator", "label": "Publisher and operator", "status": "documented", "statement": "Buildkite hosts remote MCP and publishes a local server.", "source_ids": [ "buildkite", "buildkite-tools" ] }, { "field": "purpose", "label": "Purpose", "status": "documented", "statement": "Investigate and manage pipeline and test information.", "source_ids": [ "buildkite", "buildkite-tools" ] }, { "field": "reads", "label": "Read capability", "status": "documented", "statement": "Builds, job logs, annotations and available test results.", "source_ids": [ "buildkite", "buildkite-tools" ] }, { "field": "writes", "label": "Write capability", "status": "documented", "statement": "Permitted actions can retry jobs or start builds.", "source_ids": [ "buildkite", "buildkite-tools" ] }, { "field": "auth", "label": "Authentication", "status": "documented", "statement": "Remote OAuth or token pass-through; local API token.", "source_ids": [ "buildkite", "buildkite-tools" ] }, { "field": "permissions", "label": "Permission surface", "status": "documented", "statement": "Toolsets and read-only controls complement underlying access.", "source_ids": [ "buildkite", "buildkite-tools" ] }, { "field": "egress", "label": "Data leaving the environment", "status": "review_inference", "statement": "Logs and test details can be returned to the client.", "source_ids": [ "buildkite", "buildkite-tools" ] }, { "field": "failures", "label": "Failure modes to consider", "status": "review_inference", "statement": "A promised failure or partial summary can be mistaken for final evidence.", "source_ids": [ "buildkite", "buildkite-tools" ] }, { "field": "unknown", "label": "Unknowns and applicability", "status": "unknown", "statement": "Installed version, actual access and evidence completeness are unverified.", "source_ids": [] }, { "field": "gate", "label": "Suggested refusal or clarification condition", "status": "varexis_review_policy", "statement": "Do not report a final outcome until final status and missing evidence are checked.", "source_ids": [] } ], "evidence_sources": [ { "source_id": "buildkite", "url": "https://buildkite.com/docs/apis/mcp-server", "final_url": "https://buildkite.com/docs/apis/mcp-server", "title": "Buildkite MCP hosting and credentials", "checked_on": "2026-10-14", "sha256": "f6e1ea4e6bc5fbdf00f59a2359f830112e2aa0eb366f190e43c713b5495d435c", "bytes": 372991 }, { "source_id": "buildkite-tools", "url": "https://buildkite.com/docs/apis/mcp-server/tools/toolsets", "final_url": "https://buildkite.com/docs/apis/mcp-server/tools/toolsets", "title": "Buildkite MCP toolset restrictions", "checked_on": "2026-10-14", "sha256": "2f4506ec7dbe9af116b05f0acc5ba3521db72e92284d93a0db962dc307677db6", "bytes": 393429 } ], "observed_tool_execution": false, "policy_basis": "Suggested VAREXIS review gates; apply the buyer's authorized task and policy. These conditions do not execute or enforce controls.", "commercial_reliance_boundary": "A source-linked review aid, not a vendor certification, security clearance or deployment assessment. Unknown does not mean false or unsafe.", "paid_value": { "decision_context": "Save the reviewed distinction between an early failure signal and a completed, sufficiently evidenced result.", "free": "Complete review, practical questions, sources and limitations; may be saved locally.", "single_request": "Existing server-saved version-bound route snapshot for later authenticated retrieval.", "evidence_receipt": "The same snapshot plus the existing unsigned delivery receipt.", "excluded": [ "Fresh vendor research", "Continuous monitoring or change alerts", "Testing the buyer configuration", "Private evidence or vendor certification" ], "integrity": "Hashes identify content versions; they do not prove truth or provide a signature." }, "revalidation": { "trigger": "Recheck when permissions, deployment, authentication, source guidance or intended use changes; a purchase does not trigger revalidation.", "specific_watch": "Remote tool changes, local pinned version and investigation result coverage." }, "change_history": [ { "version": 1, "date": "2026-10-14", "change": "Initial documentation review; no earlier vendor assessment claimed." } ] }, "paid_access_note": "The full published answer and boundaries are free. Paid access saves the selected route and source versions, with an unsigned receipt when purchased. Preview coverage before paying. Fresh research, bespoke assessment and protected evidence are excluded.", "service_route": { "request_guide": "/varexis-index/request.html", "request_workflow": "/varexis-index/request-workflow.json", "service_id": "single_request", "service_routes_url": "/varexis-index/service-routes.json", "payment_required": true, "availability_endpoint": "/api/index/capabilities", "operational_status": "AUTOMATIC_SERVICE_CAPABILITIES_GATED", "checkout_url": "/index-access" }, "authority_boundary": "VAREXIS-INDEX informs evidence reliance. It does not provide advice, certification, deployment authority, security assurance, production approval, or guarantee.", "human_page": "/varexis-index/catalog.html#buildkite-mcp-version-evidence-trust", "machine_readable_record": "/varexis-index/records/buildkite-mcp-version-evidence-trust.json" }