{
  "id": "grok-grok-4-5-build-v02",
  "provider": "grok",
  "model": "grok-4.5-build",
  "variant": "v02",
  "raw": {
    "schema": "cellara.proof.pipeline-model-run/v1",
    "benchmark_id": "pipeline-reality-check-2026-08-10-v3-v02",
    "variant_id": "v02",
    "provider": "grok",
    "model": "grok-4.5-build",
    "arm": "raw",
    "started_at": "2026-08-10T20:21:37.628Z",
    "completed_at": "2026-08-10T20:22:58.125Z",
    "elapsed_seconds": 80.497,
    "prompt_bytes": 105142,
    "prompt_sha256": "89340e70622986e9855bbac702e6dfb2790aacfb578a68a89388ad2411292778",
    "response": {
      "manager_summary": "Only two deals meet the frozen commit rule with budget, economic path, and Q1 timing, and without a later hard negative. Summit Health and Northline are evidence-backed; ACME, Pinnacle, Meridian, Cobalt, and Atlas look active but fail at least one hard gate; Orbit is blocked by a post-signature cancel; Helix, Cascade, Brightpath, and Riverbend lack complete B/E/T proof.",
      "committed_total_usd": 113000,
      "decisions": [
        {
          "deal_id": "D-01",
          "status": "commit",
          "failed_criteria": [],
          "evidence_ids": [
            "R-0144",
            "R-0288",
            "R-0311"
          ],
          "reason": "CFO Dana Ruiz funded the $48k Q1 ops purchase; procurement opened a PO with signature targeted by 2026-03-28; no later hard negative supersedes.",
          "next_question": "Confirm PO countersignature lands before 2026-03-31."
        },
        {
          "deal_id": "D-02",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0199",
            "R-0291"
          ],
          "reason": "Champion energy and negotiation stage are not enough; no funded amount or budget owner, no named economic buyer or open PO, and no evidenced Q1 signature path.",
          "next_question": "Who is the economic buyer and is the $90k funded for signature by 2026-03-31?"
        },
        {
          "deal_id": "D-03",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0171",
            "R-0366"
          ],
          "reason": "Activity is product/SSO and intro chatter only; no funded budget, economic buyer, or Q1 procurement/signature evidence.",
          "next_question": "Is there a named budget owner and Q1 buying path for the $22k proposal?"
        },
        {
          "deal_id": "D-04",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0014",
            "R-0378"
          ],
          "reason": "CRM close is already after quarter end; records show only demos/marketing sentiment, not budget, economic buyer, or Q1 timing.",
          "next_question": "Is any Q1-funded path real, or is this a Q2 evaluation?"
        },
        {
          "deal_id": "D-05",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0331",
            "R-0116"
          ],
          "reason": "Negotiation stage and implementation questions do not evidence funded budget, a named economic buyer/PO, or a hard Q1 signature commitment.",
          "next_question": "Who owns budget and has procurement opened a PO for $120k this quarter?"
        },
        {
          "deal_id": "D-06",
          "status": "hold",
          "failed_criteria": [
            "N"
          ],
          "evidence_ids": [
            "R-0091",
            "R-0255"
          ],
          "reason": "Earlier closed-won / signed path is superseded by a later customer cancellation and competitor award, so N fails.",
          "next_question": "Is there any residual recoverable scope, or is the cancel final?"
        },
        {
          "deal_id": "D-07",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0028",
            "R-0230"
          ],
          "reason": "CRM close is after quarter end; available records are marketing and tasks, not budget funding, economic buyer, or Q1 timing.",
          "next_question": "Can Cascade fund and sign by 2026-03-31, or is this Q2?"
        },
        {
          "deal_id": "D-08",
          "status": "commit",
          "failed_criteria": [],
          "evidence_ids": [
            "R-0224",
            "R-0162",
            "R-0271"
          ],
          "reason": "Finance funded $65k for this quarter; economic buyer path and procurement/signature timing before 2026-03-31 are evidenced; no later hard negative.",
          "next_question": "Track legal redlines to keep signature on or before 2026-03-31."
        },
        {
          "deal_id": "D-09",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0337",
            "R-0066"
          ],
          "reason": "Discovery-stage enthusiasm and demos are explicitly non-commitments; no budget, buyer, or Q1 procurement evidence.",
          "next_question": "Is there any funded Q1 initiative with a named economic buyer?"
        },
        {
          "deal_id": "D-10",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E"
          ],
          "evidence_ids": [
            "R-0047",
            "R-0068"
          ],
          "reason": "Atlas US is a separate entity from any EU path; records lack US budget funding and a named US economic buyer/PO despite Q1 CRM timing.",
          "next_question": "Does Atlas Freight US have a funded Q1 PO owner separate from EU?"
        },
        {
          "deal_id": "D-11",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0024",
            "R-0208"
          ],
          "reason": "Security clearance removes a blocker but does not prove funded budget, economic buyer/PO, or an evidenced signature date by quarter end.",
          "next_question": "Has finance funded $55k and is legal targeting signature by 2026-03-31?"
        },
        {
          "deal_id": "D-12",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0073",
            "R-0359"
          ],
          "reason": "Tasks and product questions only; no funded budget statement, named economic buyer/PO, or hard Q1 signature evidence.",
          "next_question": "Who is funding $88k and what is the evidenced signature date?"
        }
      ],
      "material_unknowns": [
        "Whether ACME has a funded $90k owner and economic buyer for Q1 signature",
        "Whether Pinnacle has opened a PO or named budget owner for $120k this quarter",
        "Whether Meridian legal has a funded path and signature date on or before 2026-03-31",
        "Whether Cobalt has any budget owner or procurement open this quarter",
        "Whether Atlas Freight US has its own funded Q1 budget separate from Atlas EU",
        "Whether Orbit cancellation is final with no recoverable remainder",
        "Whether any of Helix, Cascade, Brightpath, or Riverbend has undisclosed Q1 funding not present in the source universe"
      ]
    },
    "score": {
      "schema": "cellara.proof.pipeline-score/v1",
      "benchmark_id": "pipeline-reality-check-2026-08-10-v3-v02",
      "structurally_valid": true,
      "decision_accuracy": 0.6666666666666666,
      "commit_precision": 0.5,
      "commit_recall": 0.25,
      "commit_f1": 0.3333333333333333,
      "committed_total_usd": 113000,
      "computed_committed_total_usd": 113000,
      "gold_committed_total_usd": 211000,
      "committed_dollar_error": 98000,
      "false_commit_ids": [
        "D-08"
      ],
      "fatal_false_commit_ids": [
        "D-08"
      ],
      "missed_commit_ids": [
        "D-04",
        "D-07",
        "D-11"
      ],
      "blocker_recall": 0.7142857142857143,
      "decisive_evidence_recall": 0.14814814814814814,
      "unsupported_evidence_ids": [],
      "duplicate_failed_criteria_deal_ids": [],
      "duplicate_evidence_deal_ids": [],
      "duplicate_deal_ids": [],
      "unknown_deal_ids": [],
      "missing_deal_ids": []
    },
    "transport_metadata": {
      "stop_reason": "end_turn",
      "usage": {
        "input_tokens": 107,
        "cache_read_input_tokens": 28416,
        "cache_creation_input_tokens": 0,
        "output_tokens": 1475,
        "reasoning_tokens": 60,
        "total_tokens": 29998
      },
      "num_turns": 1,
      "total_cost_usd": 0.0175888
    }
  },
  "cellara": {
    "schema": "cellara.proof.pipeline-model-run/v1",
    "benchmark_id": "pipeline-reality-check-2026-08-10-v3-v02",
    "variant_id": "v02",
    "provider": "grok",
    "model": "grok-4.5-build",
    "arm": "cellara",
    "started_at": "2026-08-10T20:22:58.126Z",
    "completed_at": "2026-08-10T20:23:59.239Z",
    "elapsed_seconds": 61.113,
    "prompt_bytes": 33379,
    "prompt_sha256": "e8c715b87622f25ab2b199ced2abf9d203dbdbd376b642f46168be314ddc4b68",
    "response": {
      "manager_summary": "Commit only D-01 ($48k), D-04 ($72k), D-07 ($36k), and D-11 ($55k): each has evidenced budget, economic path, and Q1 timing with no later hard negative. Hold the other eight for missing B/E/T and/or superseding freezes, competitor wins, or push-outs past 2026-03-31. Committed total is $211,000. CRM stage and enthusiasm were not treated as sufficient.",
      "committed_total_usd": 211000,
      "decisions": [
        {
          "deal_id": "D-01",
          "status": "commit",
          "failed_criteria": [],
          "evidence_ids": [
            "R-0144",
            "R-0021"
          ],
          "reason": "CFO funds the $48k purchase from Q1 ops budget; PR-4412 is open with requested signature March 29; no later hard negative.",
          "next_question": "Will PR-4412 be signed on or before 2026-03-29?"
        },
        {
          "deal_id": "D-02",
          "status": "hold",
          "failed_criteria": [
            "N"
          ],
          "evidence_ids": [
            "R-0325",
            "R-0004"
          ],
          "reason": "Legal ops paused the project and reallocated FY budget, directing no procurement this quarter—a later hard negative.",
          "next_question": "Has any later authority restored budget and reopened procurement this quarter?"
        },
        {
          "deal_id": "D-03",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0382",
            "R-0029"
          ],
          "reason": "Champion demo interest only; customer states funding is not secured and cannot give a decision date.",
          "next_question": "Who is the named budget owner and what is the funded decision date?"
        },
        {
          "deal_id": "D-04",
          "status": "commit",
          "failed_criteria": [],
          "evidence_ids": [
            "R-0002",
            "R-0145"
          ],
          "reason": "Approved Q1 budget ($80k) covers $72k; PRO-908 is open for signature before quarter end; no hard negative.",
          "next_question": "Will PRO-908 be signed on or before 2026-03-31?"
        },
        {
          "deal_id": "D-05",
          "status": "hold",
          "failed_criteria": [
            "T"
          ],
          "evidence_ids": [
            "R-0260",
            "R-0163"
          ],
          "reason": "Economic buyer confirms funding, but procurement starts in May after ERP cutover; March signature is off the table.",
          "next_question": "Is there any path to open procurement before 2026-03-31?"
        },
        {
          "deal_id": "D-06",
          "status": "hold",
          "failed_criteria": [
            "N"
          ],
          "evidence_ids": [
            "R-0195",
            "R-0236"
          ],
          "reason": "CRM Closed-Won is contradicted; procurement says Orbit selected WorkStream Co. instead—competitor win supersedes.",
          "next_question": "Is there a signed Aperture Ops order form that would reverse the competitor win?"
        },
        {
          "deal_id": "D-07",
          "status": "commit",
          "failed_criteria": [],
          "evidence_ids": [
            "R-0170",
            "R-0211"
          ],
          "reason": "COO/signer confirms board-approved $36k funding and March 28 signature target; no later hard negative.",
          "next_question": "Has the final order form been signed on or before 2026-03-28?"
        },
        {
          "deal_id": "D-08",
          "status": "hold",
          "failed_criteria": [
            "B",
            "N"
          ],
          "evidence_ids": [
            "R-0224",
            "R-0375"
          ],
          "reason": "Finance freeze through Q2 withdraws the prior $65k approval—budget gone and hard negative supersedes.",
          "next_question": "Has finance lifted the freeze and re-approved this quarter’s spend?"
        },
        {
          "deal_id": "D-09",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E",
            "T"
          ],
          "evidence_ids": [
            "R-0326",
            "R-0091",
            "R-0202"
          ],
          "reason": "No approved project or purchase date; contact lacks evidenced buying authority and is not a Riverbend employee.",
          "next_question": "Who at Riverbend is the economic buyer with funded authority this quarter?"
        },
        {
          "deal_id": "D-10",
          "status": "hold",
          "failed_criteria": [
            "B",
            "E"
          ],
          "evidence_ids": [
            "R-0047",
            "R-0133",
            "R-0069"
          ],
          "reason": "EU budget is a separate entity; US has no allocated budget and no named signer or procurement owner.",
          "next_question": "Does Atlas Freight US have a funded amount and named economic buyer this quarter?"
        },
        {
          "deal_id": "D-11",
          "status": "commit",
          "failed_criteria": [],
          "evidence_ids": [
            "R-0108",
            "R-0272",
            "R-0024"
          ],
          "reason": "CISO/executive owner funded $55k for signature this month; legal targets March 26; security clear; no hard negative.",
          "next_question": "Will Meridian execute final signature copies by 2026-03-26?"
        },
        {
          "deal_id": "D-12",
          "status": "hold",
          "failed_criteria": [
            "N"
          ],
          "evidence_ids": [
            "R-0355",
            "R-0228"
          ],
          "reason": "Procurement signed an exclusive MSA with another vendor and will not evaluate alternatives this year.",
          "next_question": "Has the exclusive MSA been terminated or carved out for Aperture Ops?"
        }
      ],
      "material_unknowns": [
        "Whether Northline PR-4412 reaches signature by 2026-03-29.",
        "Whether Helix PRO-908 is signed by 2026-03-31 despite CRM close date 2026-04-15.",
        "Whether Cascade’s order form is executed by 2026-03-28.",
        "Whether Meridian legal completes signature by 2026-03-26.",
        "Whether Atlas Freight US ever allocates budget and names a signer this quarter.",
        "Whether any commit-eligible deal receives a later freeze, cancellation, or competitor win before quarter end."
      ]
    },
    "score": {
      "schema": "cellara.proof.pipeline-score/v1",
      "benchmark_id": "pipeline-reality-check-2026-08-10-v3-v02",
      "structurally_valid": true,
      "decision_accuracy": 1,
      "commit_precision": 1,
      "commit_recall": 1,
      "commit_f1": 1,
      "committed_total_usd": 211000,
      "computed_committed_total_usd": 211000,
      "gold_committed_total_usd": 211000,
      "committed_dollar_error": 0,
      "false_commit_ids": [],
      "fatal_false_commit_ids": [],
      "missed_commit_ids": [],
      "blocker_recall": 1,
      "decisive_evidence_recall": 1,
      "unsupported_evidence_ids": [],
      "duplicate_failed_criteria_deal_ids": [],
      "duplicate_evidence_deal_ids": [],
      "duplicate_deal_ids": [],
      "unknown_deal_ids": [],
      "missing_deal_ids": []
    },
    "transport_metadata": {
      "stop_reason": "end_turn",
      "usage": {
        "input_tokens": 28483,
        "cache_read_input_tokens": 38656,
        "cache_creation_input_tokens": 0,
        "output_tokens": 4458,
        "reasoning_tokens": 1607,
        "total_tokens": 71597
      },
      "num_turns": 2,
      "total_cost_usd": 0.0953108
    }
  },
  "comparison": {
    "schema": "cellara.proof.pipeline-pair-comparison/v1",
    "benchmark_id": "pipeline-reality-check-2026-08-10-v3-v02",
    "precision_lift": 0.5,
    "recall_delta": 0.75,
    "dollar_error_reduction": 98000,
    "recovered_commit_ids": [
      "D-04",
      "D-07",
      "D-11"
    ],
    "eliminated_false_commit_ids": [
      "D-08"
    ],
    "eliminated_fatal_false_commit_ids": [
      "D-08"
    ],
    "zero_commit_recovery": false,
    "consequential_improvement_count": 4,
    "unsupported_evidence_did_not_increase": true,
    "provisional_hero_gate_pass": true,
    "publication_gate_pass": false,
    "publication_gate_reason": "Requires repetition on hidden packs and at least two model families."
  },
  "efficiency": {
    "schema": "cellara.proof.pipeline-efficiency-comparison/v1",
    "quality_parity": true,
    "prompt_byte_reduction": 0.6825340967453539,
    "elapsed_time_reduction": 0.24080400511820316,
    "reported_token_reduction": -1.3867257817187812,
    "reported_cost_reduction": -4.418834712999181,
    "development_efficiency_gate_pass": false
  },
  "exact": {
    "raw": false,
    "cellara": true
  }
}