{ "schema": "varexis-index-free-publication-preview/1", "catalogue_version": "ice-08-tranche-67-v1", "route_id": "agentic_reviewed_langsmith_evaluator_spend_not_provider_invoice", "record_id": "VXI-EXT-ICE08-LANGSMITH-EVALUATOR-SPEND-NOT-PROVIDER-INVOICE-01-v1", "question": "Does LangSmith evaluator spend independently verify the provider invoice?", "answer": "Evaluator spend is calculated from configured model prices, not provider billing. Discounts, custom contracts and unconfigured variants can produce differences from an invoice.", "records": [ { "record_id": "VXI-EXT-ICE08-LANGSMITH-EVALUATOR-SPEND-NOT-PROVIDER-INVOICE-01-v1", "url": "/varexis-index/records/langsmith-evaluator-spend-not-provider-invoice.json", "content_sha256": "0a569eba54d960a4ebe8cf9b50bf9c0076d897956bd4a3b4986b7c4b53e8855e", "evidence": { "schema": "varexis-public-evidence-record/0.3", "generated_at_utc": "2026-10-30T12:29:00.575278+00:00", "record_id": "VXI-EXT-ICE08-LANGSMITH-EVALUATOR-SPEND-NOT-PROVIDER-INVOICE-01-v1", "record_kind": "external_reference", "title": "Does LangSmith evaluator spend independently verify the provider invoice", "system": "LangChain", "evidence_family": "vendor_evidence_review", "index_status": "PUBLIC_SAFE_SOURCE_REVIEW", "evidence_state": "PRIMARY_DOCUMENTATION_REVIEW_ONLY", "canonical_question": "Does LangSmith evaluator spend independently verify the provider invoice?", "near_questions": [ "Why can evaluator spend differ from a model-provider bill?", "Does a dashboard amount include negotiated discounts automatically?", "Which price source governs LangSmith evaluator estimates?", "Can evaluator telemetry prove an invoice was paid?" ], "supported_claims": [ { "claim": "Evaluator spend is calculated from configured model prices, not provider billing. Discounts, custom contracts and unconfigured variants can produce differences from an invoice.", "reliance": "DOCUMENTED_CAPABILITY_ONLY" } ], "not_demonstrated_claims": [ "Reconcile pricing assumptions and provider evidence before treating a difference as incorrect billing or settlement.", "Buyer implementation, live runtime enforcement, settled payment, verified deletion or certification are not established.", "No expanded capabilities or licences for existing INDEX executables." ], "public_summary": "Evaluator spend is calculated from configured model prices, not provider billing. Discounts, custom contracts and unconfigured variants can produce differences from an invoice.", "related_record_ids": [], "source_review": { "source_type": "official_external_documentation", "source_title": "Track and limit evaluator spend", "source_url": "https://docs.langchain.com/langsmith/evaluator-spend.md", "checked_on": "2026-10-30", "candidate_record_id": "VXI-EXT-ICE08-LANGSMITH-EVALUATOR-SPEND-NOT-PROVIDER-INVOICE-01-v1", "candidate_record_sha256": "70390e5ba750c0ea0ad7d7e394c13cb186d4abd04311de3dfe7545450da1a9b3", "method": "Primary documentation reviewed for the published bounded statement.", "deployment_tested_by_varexis": false, "revalidation": "The delivered snapshot preserves the review date shown. Recheck current primary documentation and deployment context before relying on present applicability; payment does not trigger fresh research." }, "answer_policy": { "classification": "DOCUMENTED_WITH_DEPLOYMENT_BOUNDARY", "bounded_answer": "Evaluator spend is calculated from configured model prices, not provider billing. Discounts, custom contracts and unconfigured variants can produce differences from an invoice.", "required_buyer_context": "configured prices; model variants; evaluation usage; provider contract and invoice. Buyer deployment not inspected.", "missing_evidence": "A broader claim needs evidence matching the intended use. Payment does not upgrade the evidence state." }, "private_boundary": "Raw logs, thresholds, private paths, source code, protected mechanisms and reconstruction-level details are excluded from public and paid delivery.", "decision_profile": { "schema": "varexis-vendor-evidence-review/1", "review_status": "documentation_review_only", "checked_on": "2026-10-30", "claim_to_check": "Does LangSmith evaluator spend independently verify the provider invoice?", "documented_statement": { "status": "documented", "statement": "Evaluator spend is calculated from configured model prices, not provider billing. Discounts, custom contracts and unconfigured variants can produce differences from an invoice.", "source_ids": [ "langsmith-evaluator-spend" ] }, "review_inference": { "status": "review_inference", "statement": "Does LangSmith evaluator spend independently verify the provider invoice? Use the stated boundary to identify missing scope, source or outcome evidence before closing the review. Evaluator cost estimation differs from invoice cost-basis selection. This is an operational review inference, not an observed deployment outcome.", "source_ids": [ "langsmith-evaluator-spend" ] }, "buyer_evidence_required": [ "configured prices", "model variants", "evaluation usage", "provider contract and invoice" ], "review_condition": { "status": "varexis_review_policy", "statement": "Reconcile pricing assumptions and provider evidence before treating a difference as incorrect billing or settlement." }, "unknowns": "The buyer implementation, effective authority, source-data completeness and actual business outcomes were not inspected.", "unknown_finding": { "status": "unknown", "statement": "No buyer deployment or transaction was observed." }, "evidence_sources": [ { "source_id": "langsmith-evaluator-spend", "url": "https://docs.langchain.com/langsmith/evaluator-spend.md", "final_url": "https://docs.langchain.com/langsmith/evaluator-spend.md", "captured_at_utc": "2026-10-30T12:18:09.149088+00:00", "status": 200, "content_type": "text/markdown; charset=utf-8", "bytes": 10815, "sha256": "836b56c6ac8597506c3d35f5899e72ee44bbf7499c72fe9bfaff1aef32833aa9", "title": "Track and limit evaluator spend", "publisher": "LangChain", "checked_on": "2026-10-30", "capture_status": 200, "claim_review_completed": true, "hash_basis": "SHA-256 of captured HTTP response-body bytes; not a signature or factual guarantee.", "version_context": "Official SDK/service documentation captured 2026-10-30. Rolling documentation, not a pinned implementation release; recheck current version and configuration before reliance.", "rights_disposition": "Original bounded paraphrase with source attribution. Captured source body remains private; no source-body redistribution. Vendor documentation rights, code licences and marks are not transferred.", "reviewed_sections": [ "How enforcement works", "When a limit is reached", "Override the default for an attached project or dataset", "Troubleshooting" ] } ], "observed_deployment": false, "commercial_reliance_boundary": "Documentation supports only the stated boundary. Existing licensed checkers analyse supported supplied declarations locally; they do not inspect provider accounts, verify live behaviour, enforce decisions or certify compliance.", "paid_value": { "decision_context": "Does LangSmith evaluator spend independently verify the provider invoice? Use the stated boundary to identify missing scope, source or outcome evidence before closing the review.", "free": "Complete source review, questions, provenance and limitations; free to read and save locally.", "single_request": "Unavailable for this publication-only record; historical saved retrieval is unchanged.", "evidence_receipt": "Unavailable for this publication-only record; no paid retrieval entitlement is added.", "excluded": [ "Fresh source research", "Native provider integration or schema support", "Live inspection or runtime enforcement", "Payment settlement or verified deletion", "Certification or expanded licences" ], "integrity": "Hashes identify content versions; they do not prove factual truth or provide a signature." }, "revalidation": { "trigger": "Recheck current primary documentation and the applicable API, service, account and configuration before reliance. No ongoing monitoring is included.", "specific_watch": "Troubleshooting" }, "buyer_relevance": "Does LangSmith evaluator spend independently verify the provider invoice? Use the stated boundary to identify missing scope, source or outcome evidence before closing the review.", "refusal_conditions": [ "Reconcile pricing assumptions and provider evidence before treating a difference as incorrect billing or settlement.", "Do not infer deployment conformance, authority or successful outcomes from source documentation." ], "decision_context": { "operator": "Agent platform operator or cost reviewer", "scenario": "Does LangSmith evaluator spend independently verify the provider invoice?", "consequence": "Use the stated boundary to identify missing scope, source or outcome evidence before closing the review.", "confidence": "High for captured documentation; applicability and deployed behaviour unverified." }, "novelty_review": { "candidate_id": "ICE08-034", "disposition": "EXTENSION", "nearest_record_id": "VXI-EXT-PROCUREMENT-FOCUS-BILLED-EFFECTIVE-COST-PERIOD-BASIS-01-v1", "nearest_record_url": "/varexis-index/records/focus-billed-effective-cost-period-basis.json", "nearest_record_sha256": "4b84758f698092801e1d7c4f2f71ae7da275ad247f4c84d698243a1767b11a06", "material_distinction": "Evaluator cost estimation differs from invoice cost-basis selection.", "review_status": "PASS: implementing-agent source and duplication review" }, "optional_selection": { "guide_id": "agent-run-cost-trace-evidence", "guide_url": "/index-guides/agent-run-cost-trace-evidence", "guide_manifest": "/varexis-index/decision-guides.json", "checker": { "product_id": "agent-audit-coverage", "price_gbp_excluding_vat": 79, "purchase_url": "/index-access?route=agentic_pack_audit_coverage_v1", "licence_scope": "Existing separate internal-use licence; subscriptions do not include the executable.", "benefit": "Optional local analysis of supported supplied declarations only; no native provider integration or verification is added." }, "boundary": "Optional Audit Coverage only reconciles supported supplied event-chain declarations. It does not connect to these providers, calculate model charges, verify live permissions, export traces or enforce budgets." }, "exact_access": { "endpoint": "/mcp/catalogue", "tool": "get_publication_record", "arguments": { "record_id": "VXI-EXT-ICE08-LANGSMITH-EVALUATOR-SPEND-NOT-PROVIDER-INVOICE-01-v1" }, "record_url": "/varexis-index/records/langsmith-evaluator-spend-not-provider-invoice.json", "original_mcp_search": false, "paid_saved_retrieval": false } }, "niche": { "niche_id": "ice08-audit", "label": "Audit, Provenance & Evidence Accountability", "classification_id": "audit", "classification_label": "Audit, Provenance & Evidence Accountability", "topic_id": "audit", "buyer_intent": "Does LangSmith evaluator spend independently verify the provider invoice? Use the stated boundary to identify missing scope, source or outcome evidence before closing the review.", "comparison_role": "supplementary_discovery" }, "paid_access_note": "The full published answer and boundaries are free. Paid access saves the selected route and source versions, with an unsigned receipt when purchased. Preview coverage before paying. Fresh research, bespoke assessment and protected evidence are excluded.", "service_route": { "request_guide": "/varexis-index/request.html", "request_workflow": "/varexis-index/request-workflow.json", "service_id": "single_request", "service_routes_url": "/varexis-index/service-routes.json", "payment_required": true, "availability_endpoint": "/api/index/capabilities", "operational_status": "AUTOMATIC_SERVICE_CAPABILITIES_GATED", "checkout_url": "/index-access" }, "authority_boundary": "VAREXIS-INDEX informs evidence reliance. It does not provide advice, certification, deployment authority, security assurance, production approval, or guarantee.", "human_page": "/varexis-index/catalog.html#langsmith-evaluator-spend-not-provider-invoice", "machine_readable_record": "/varexis-index/records/langsmith-evaluator-spend-not-provider-invoice.json" } } ], "access": { "mode": "exact_http_only", "payment_required": false, "purchase_url": null, "mcp_preview_available": false, "paid_saved_retrieval_available": false, "natural_language_search_qualified": false }, "boundary": "Catalogue additions are available free through the exact HTTP JSON links below. Enhanced natural-language discovery is not yet qualified for these records. They are outside MCP search, MCP preview and paid saved retrieval. No search qualification, executable capability or entitlement is added.", "content_sha256": "e51ab9a5c834c66261d372e3a0f59a128d5b28e3e971fa59b740d2373c247a8b" }