{
  "schema": "varexis-public-evidence-record/0.3",
  "generated_at_utc": "2026-10-16T07:59:18.009Z",
  "record_id": "VXI-EXT-TOOL-TRUST-LANGSMITH-01-v1",
  "record_kind": "external_reference",
  "title": "LangSmith MCP: Trace reads, prompt writes and experiments",
  "system": "LangSmith Remote MCP",
  "evidence_family": "agent_tool_trust_review",
  "index_status": "PUBLIC_SAFE_SOURCE_REVIEW",
  "evidence_state": "PRIMARY_DOCUMENTATION_REVIEW_ONLY",
  "canonical_question": "Can a LangSmith MCP agent inspect traces without also being authorised to run evaluations?",
  "near_questions": [
    "Does LangSmith MCP include write tools?",
    "Can it publish a prompt?",
    "Can an agent run an experiment?",
    "Which trace and thread content is returned?",
    "Can an API key replace OAuth for a supported client?",
    "Does self-hosted MCP require signing configuration?",
    "Which deployment version applies?",
    "Can a read request justify dataset changes?",
    "Who authorises evaluation cost?",
    "Does successful authentication prove every client is compatible?",
    "Which result pagination limits should a reviewer inspect?",
    "Can I save the LangSmith operation review?"
  ],
  "supported_claims": [
    {
      "claim": "The remote tool surface includes trace reads alongside prompt publishing, dataset changes and experiment execution. OAuth and API-key access are documented. Self-hosted availability also depends on version and signing configuration. Connection success does not grant task authority for every exposed operation.",
      "reliance": "DOCUMENTED_CAPABILITY_ONLY"
    }
  ],
  "not_demonstrated_claims": [
    "Verified buyer configuration or effective access rights",
    "Independent execution, completeness or security testing",
    "Vendor certification, legal compliance or guaranteed suitability"
  ],
  "public_summary": "The remote tool surface includes trace reads alongside prompt publishing, dataset changes and experiment execution. OAuth and API-key access are documented. Self-hosted availability also depends on version and signing configuration. Connection success does not grant task authority for every exposed operation.",
  "related_record_ids": [],
  "source_review": {
    "source_type": "official_external_documentation",
    "source_title": "LangSmith remote MCP",
    "source_url": "https://docs.langchain.com/langsmith/langsmith-remote-mcp",
    "checked_on": "2026-10-16",
    "candidate_record_id": "VXI-EXT-TOOL-TRUST-LANGSMITH-01-v1",
    "candidate_record_sha256": "d494f1b5395cbb570b1a02eed833582799e6cb3e57b693b64b81da343ffe9657",
    "method": "Primary documentation reviewed for the published bounded statement.",
    "deployment_tested_by_varexis": false,
    "revalidation": "The delivered snapshot preserves the review date shown. Recheck current primary documentation and deployment context before relying on present applicability; payment does not trigger fresh research."
  },
  "answer_policy": {
    "classification": "DOCUMENTED_WITH_DEPLOYMENT_BOUNDARY",
    "bounded_answer": "The remote tool surface includes trace reads alongside prompt publishing, dataset changes and experiment execution. OAuth and API-key access are documented. Self-hosted availability also depends on version and signing configuration. Connection success does not grant task authority for every exposed operation.",
    "required_buyer_context": "Deployment, client compatibility, identity, selected tools, data scope and evaluation authority.",
    "missing_evidence": "A broader claim needs evidence matching the intended use. Payment does not upgrade the evidence state."
  },
  "private_boundary": "Raw logs, thresholds, private paths, source code, protected mechanisms and reconstruction-level details are excluded from public and paid delivery.",
  "trust_profile": {
    "schema": "varexis-agent-tool-trust/1",
    "identity": {
      "tool": "LangSmith Remote MCP",
      "variant": "Hosted service or supported self-hosted deployment"
    },
    "review_status": "documentation_review_only",
    "checked_on": "2026-10-16",
    "version_scope": "Dated rolling documentation snapshot; no installed or hosted runtime version independently verified.",
    "plan_scope": "Buyer plan, entitlement and effective configuration are not verified.",
    "findings": [
      {
        "field": "operator",
        "label": "Publisher and operator",
        "status": "documented",
        "statement": "LangChain operates Cloud; buyers can self-host LangSmith.",
        "source_ids": [
          "langsmith"
        ]
      },
      {
        "field": "purpose",
        "label": "Purpose",
        "status": "documented",
        "statement": "Inspect traces and manage supported development/evaluation objects.",
        "source_ids": [
          "langsmith"
        ]
      },
      {
        "field": "reads",
        "label": "Read capability",
        "status": "documented",
        "statement": "Runs, projects, prompts, datasets, threads and billing usage.",
        "source_ids": [
          "langsmith"
        ]
      },
      {
        "field": "writes",
        "label": "Write capability",
        "status": "documented",
        "statement": "Prompt publishing, dataset/example changes and experiments.",
        "source_ids": [
          "langsmith"
        ]
      },
      {
        "field": "auth",
        "label": "Authentication",
        "status": "documented",
        "statement": "OAuth or a LangSmith API key.",
        "source_ids": [
          "langsmith"
        ]
      },
      {
        "field": "permissions",
        "label": "Permission surface",
        "status": "documented",
        "statement": "Authenticated access and available tool permissions require review.",
        "source_ids": [
          "langsmith"
        ]
      },
      {
        "field": "egress",
        "label": "Data leaving the environment",
        "status": "review_inference",
        "statement": "Trace and dataset content reaches the agent.",
        "source_ids": [
          "langsmith"
        ]
      },
      {
        "field": "failures",
        "label": "Failure modes to consider",
        "status": "review_inference",
        "statement": "An experiment may invoke configured work beyond passive inspection.",
        "source_ids": [
          "langsmith"
        ]
      },
      {
        "field": "unknown",
        "label": "Unknowns and applicability",
        "status": "unknown",
        "statement": "Buyer scope, evaluation cost and client compatibility are unverified.",
        "source_ids": []
      },
      {
        "field": "gate",
        "label": "Suggested refusal or clarification condition",
        "status": "varexis_review_policy",
        "statement": "Require separate authority for writes and experiment execution.",
        "source_ids": []
      }
    ],
    "evidence_sources": [
      {
        "source_id": "langsmith",
        "url": "https://docs.langchain.com/langsmith/langsmith-remote-mcp",
        "final_url": "https://docs.langchain.com/langsmith/langsmith-remote-mcp",
        "title": "LangSmith remote MCP",
        "checked_on": "2026-10-16",
        "sha256": "07b897bba11201f929e810a088045323b82a440c9e67c0a012db0b8aa7e9d0e5",
        "bytes": 747438
      }
    ],
    "observed_tool_execution": false,
    "policy_basis": "Suggested VAREXIS review gates; apply the buyer's authorized task and policy. These conditions do not execute or enforce controls.",
    "commercial_reliance_boundary": "A source-linked review aid, not a vendor certification, security clearance or deployment assessment. Unknown does not mean false or unsafe.",
    "paid_value": {
      "decision_context": "Preserve why trace inspection did or did not authorise a later evaluation or change.",
      "free": "Complete review, practical questions, sources and limitations; may be saved locally.",
      "single_request": "Existing server-saved version-bound route snapshot for later authenticated retrieval.",
      "evidence_receipt": "The same snapshot plus the existing unsigned delivery receipt.",
      "excluded": [
        "Fresh vendor research",
        "Continuous monitoring or change alerts",
        "Testing the buyer configuration",
        "Private evidence or vendor certification"
      ],
      "integrity": "Hashes identify content versions; they do not prove truth or provide a signature."
    },
    "revalidation": {
      "trigger": "Recheck when permissions, deployment, authentication, source guidance or intended use changes; a purchase does not trigger revalidation.",
      "specific_watch": "Tool surface, authentication support, self-hosted prerequisites and experiment scope."
    },
    "change_history": [
      {
        "version": 1,
        "date": "2026-10-16",
        "change": "Initial documentation review; no earlier vendor assessment claimed."
      }
    ]
  },
  "paid_access_note": "The full published answer and boundaries are free. Paid access saves the selected route and source versions, with an unsigned receipt when purchased. Preview coverage before paying. Fresh research, bespoke assessment and protected evidence are excluded.",
  "service_route": {
    "request_guide": "/varexis-index/request.html",
    "request_workflow": "/varexis-index/request-workflow.json",
    "service_id": "single_request",
    "service_routes_url": "/varexis-index/service-routes.json",
    "payment_required": true,
    "availability_endpoint": "/api/index/capabilities",
    "operational_status": "AUTOMATIC_SERVICE_CAPABILITIES_GATED",
    "checkout_url": "/index-access"
  },
  "authority_boundary": "VAREXIS-INDEX informs evidence reliance. It does not provide advice, certification, deployment authority, security assurance, production approval, or guarantee.",
  "human_page": "/varexis-index/catalog.html#langsmith-remote-mcp-evaluation-authority",
  "machine_readable_record": "/varexis-index/records/langsmith-remote-mcp-evaluation-authority.json"
}