Weigh evals you can watch
2026-11-12 06:38 UTC

V-10

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Variant desk

Hello,

Reviewing options for Timberline Walk Apartments LLC — 44 units at 7800 Timberline Dr, Portland, OR 97219 (Multnomah County). Wood frame (unprotected), 4 stories, built 1996, no sprinklers.

TIV $6,100,000. Target premium $58,000. One large water loss 2021, $86,000 paid.

Regards.

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

FieldExpectedCurrent prompt v3New prompt v6
insuredNameTimberline Walk Apartments LLCTimberline Walk Apartments LLCMatches the expertTimberline Walk Apartments LLCMatches the expert
stateORORMatches the expertORMatches the expert
countyMultnomahMultnomahMatches the expertMultnomahMatches the expert
units4444Matches the expert44Matches the expert
tiv$6,100,000$6,100,000Matches the expert$6,100,000Matches the expert
constructionTypeFrame (unprotected)Frame (unprotected)Matches the expertFrame (unprotected)Matches the expert
yearBuilt19961996Matches the expert1996Matches the expert
targetPremium$58,000$58,000Matches the expert$58,000Matches the expert
DecisionDECLINEDDECLINEDMatches the expertDECLINEDMatches the expert
For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result
ok
prompt tokens
4,335
output tokens
949
cost
$0.0099
latency
14,674 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
DECLINED
fitScore
28
retries
0
fieldsWrong
1
modelErrors
checkverdict
extraction_schemapass
fields_correctfail
construction_canonicalfail
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudefail
{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 28,
 "confidence": 0.9614285714285714,
 "reasons": [
  "\"Wood frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
 ],
 "extraction": {
  "insuredName": {
   "value": "Timberline Walk Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OR",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Multnomah",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 44,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 6100000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Wood frame (unprotected)",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1996,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 58000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.5,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One large water loss in 2021, $86,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Timberline Walk Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OR",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Multnomah",
   "source": "email"
  },
  {
   "field": "units",
   "value": 44,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Wood frame (unprotected)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1996,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 58000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One large water loss in 2021, $86,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Timberline Walk Apartments LLC",
   "got": "Timberline Walk Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OR",
   "got": "OR",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Multnomah",
   "got": "Multnomah",
   "correct": true
  },
  {
   "field": "units",
   "expected": 44,
   "got": 44,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6100000,
   "got": 6100000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (unprotected)",
   "got": "Wood frame (unprotected)",
   "correct": false
  },
  {
   "field": "yearBuilt",
   "expected": 1996,
   "got": 1996,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 58000,
   "got": 58000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 4 stories but never labels the property as mid-rise apartments; the subclass is inferred."
  }
 ]
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-10",
  "variant": "v1",
  "at": "2026-10-21T01:08:39.452Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 949,
    "costUsd": 0.0099349,
    "calls": 3,
    "cacheReadTokens": 4329,
    "cacheCreationTokens": 0,
    "latencyMs": 14674,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": false,
    "construction_canonical": false,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "36040fe2cbdee73d",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 28,
    "confidence": 0.9614285714285714,
    "reasons": [
      "\"Wood frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
    ],
    "extraction": {
      "insuredName": {
        "value": "Timberline Walk Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OR",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Multnomah",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 44,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 6100000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Wood frame (unprotected)",
        "confidence": 0.9,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1996,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 58000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Mid-rise apartments",
        "confidence": 0.5,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One large water loss in 2021, $86,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Timberline Walk Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OR",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Multnomah",
        "source": "email"
      },
      {
        "field": "units",
        "value": 44,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 6100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Wood frame (unprotected)",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1996,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 58000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Mid-rise apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One large water loss in 2021, $86,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Timberline Walk Apartments LLC",
        "got": "Timberline Walk Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OR",
        "got": "OR",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Multnomah",
        "got": "Multnomah",
        "correct": true
      },
      {
        "field": "units",
        "expected": 44,
        "got": 44,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 6100000,
        "got": 6100000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "Frame (unprotected)",
        "got": "Wood frame (unprotected)",
        "correct": false
      },
      {
        "field": "yearBuilt",
        "expected": 1996,
        "got": 1996,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 58000,
        "got": 58000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says 4 stories but never labels the property as mid-rise apartments; the subclass is inferred."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4329,
    "cacheCreationTokens": 0,
    "outputTokens": 949,
    "costUsd": 0.0099349,
    "latencyMs": 14674,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result
ok
prompt tokens
4,757
output tokens
927
cost
$0.0224
latency
13,409 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
DECLINED
fitScore
32
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudefail
{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 32,
 "confidence": 0.9742857142857143,
 "reasons": [
  "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
 ],
 "extraction": {
  "insuredName": {
   "value": "Timberline Walk Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OR",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Multnomah",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 44,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 6100000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame (unprotected)",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1996,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 58000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.5,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One large water loss in 2021, $86,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Timberline Walk Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OR",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Multnomah",
   "source": "email"
  },
  {
   "field": "units",
   "value": 44,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame (unprotected)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1996,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 58000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One large water loss in 2021, $86,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Timberline Walk Apartments LLC",
   "got": "Timberline Walk Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OR",
   "got": "OR",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Multnomah",
   "got": "Multnomah",
   "correct": true
  },
  {
   "field": "units",
   "expected": 44,
   "got": 44,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6100000,
   "got": 6100000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (unprotected)",
   "got": "Frame (unprotected)",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1996,
   "got": 1996,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 58000,
   "got": 58000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: 'Garden apartments' is not stated; email only says 44 units, 4 stories, which is an inference."
  }
 ]
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-10",
  "variant": "v2",
  "at": "2026-10-21T01:08:13.563Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 927,
    "costUsd": 0.022358000000000003,
    "calls": 3,
    "cacheReadTokens": 1520,
    "cacheCreationTokens": 3231,
    "latencyMs": 13409,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "b0d99aa4a88e5bc4",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 32,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 32,
    "confidence": 0.9742857142857143,
    "reasons": [
      "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
    ],
    "extraction": {
      "insuredName": {
        "value": "Timberline Walk Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OR",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Multnomah",
        "confidence": 0.98,
        "source": "email"
      },
      "units": {
        "value": 44,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 6100000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame (unprotected)",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1996,
        "confidence": 0.98,
        "source": "email"
      },
      "targetPremium": {
        "value": 58000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Garden apartments",
        "confidence": 0.5,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One large water loss in 2021, $86,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Timberline Walk Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OR",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Multnomah",
        "source": "email"
      },
      {
        "field": "units",
        "value": 44,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 6100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame (unprotected)",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1996,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 58000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Garden apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One large water loss in 2021, $86,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Timberline Walk Apartments LLC",
        "got": "Timberline Walk Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OR",
        "got": "OR",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Multnomah",
        "got": "Multnomah",
        "correct": true
      },
      {
        "field": "units",
        "expected": 44,
        "got": 44,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 6100000,
        "got": 6100000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "Frame (unprotected)",
        "got": "Frame (unprotected)",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1996,
        "got": 1996,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 58000,
        "got": 58000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: 'Garden apartments' is not stated; email only says 44 units, 4 stories, which is an inference."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 1520,
    "cacheCreationTokens": 3231,
    "outputTokens": 927,
    "costUsd": 0.022358000000000003,
    "latencyMs": 13409,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 32,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3

result
ok
prompt tokens
5,041
output tokens
877
cost
$0.0093
latency
12,235 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
DECLINED
fitScore
28
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 28,
 "confidence": 0.9742857142857143,
 "reasons": [
  "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
 ],
 "extraction": {
  "insuredName": {
   "value": "Timberline Walk Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OR",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Multnomah",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 44,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 6100000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame (unprotected)",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1996,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 58000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One large water loss in 2021, $86,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Timberline Walk Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OR",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Multnomah",
   "source": "email"
  },
  {
   "field": "units",
   "value": 44,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame (unprotected)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1996,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 58000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One large water loss in 2021, $86,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Timberline Walk Apartments LLC",
   "got": "Timberline Walk Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OR",
   "got": "OR",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Multnomah",
   "got": "Multnomah",
   "correct": true
  },
  {
   "field": "units",
   "expected": 44,
   "got": 44,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6100000,
   "got": 6100000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (unprotected)",
   "got": "Frame (unprotected)",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1996,
   "got": 1996,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 58000,
   "got": 58000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-10",
  "variant": "v3",
  "at": "2026-10-21T01:08:21.265Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 877,
    "costUsd": 0.0092855,
    "calls": 3,
    "cacheReadTokens": 5035,
    "cacheCreationTokens": 0,
    "latencyMs": 12235,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "953becd293466cc9",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 28,
    "confidence": 0.9742857142857143,
    "reasons": [
      "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
    ],
    "extraction": {
      "insuredName": {
        "value": "Timberline Walk Apartments LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OR",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Multnomah",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 44,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 6100000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame (unprotected)",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1996,
        "confidence": 0.98,
        "source": "email"
      },
      "targetPremium": {
        "value": 58000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One large water loss in 2021, $86,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Timberline Walk Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OR",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Multnomah",
        "source": "email"
      },
      {
        "field": "units",
        "value": 44,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 6100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame (unprotected)",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1996,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 58000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One large water loss in 2021, $86,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Timberline Walk Apartments LLC",
        "got": "Timberline Walk Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OR",
        "got": "OR",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Multnomah",
        "got": "Multnomah",
        "correct": true
      },
      {
        "field": "units",
        "expected": 44,
        "got": 44,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 6100000,
        "got": 6100000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "Frame (unprotected)",
        "got": "Frame (unprotected)",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1996,
        "got": 1996,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 58000,
        "got": 58000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5035,
    "cacheCreationTokens": 0,
    "outputTokens": 877,
    "costUsd": 0.0092855,
    "latencyMs": 12235,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3-repeat

result
ok
prompt tokens
5,041
output tokens
911
cost
$0.0096
latency
12,022 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
DECLINED
fitScore
28
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 28,
 "confidence": 0.9585714285714284,
 "reasons": [
  "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
 ],
 "extraction": {
  "insuredName": {
   "value": "Timberline Walk Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "OR",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Multnomah",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 44,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 6100000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame (unprotected)",
   "confidence": 0.93,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1996,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 58000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One large water loss in 2021, $86,000 paid.",
   "confidence": 0.93,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Timberline Walk Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OR",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Multnomah",
   "source": "email"
  },
  {
   "field": "units",
   "value": 44,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame (unprotected)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1996,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 58000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One large water loss in 2021, $86,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Timberline Walk Apartments LLC",
   "got": "Timberline Walk Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OR",
   "got": "OR",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Multnomah",
   "got": "Multnomah",
   "correct": true
  },
  {
   "field": "units",
   "expected": 44,
   "got": 44,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6100000,
   "got": 6100000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (unprotected)",
   "got": "Frame (unprotected)",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1996,
   "got": 1996,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 58000,
   "got": 58000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-10",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:08:24.663Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 911,
    "costUsd": 0.009625500000000002,
    "calls": 3,
    "cacheReadTokens": 5035,
    "cacheCreationTokens": 0,
    "latencyMs": 12022,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "0f5278de6ec998f0",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 28,
    "confidence": 0.9585714285714284,
    "reasons": [
      "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
    ],
    "extraction": {
      "insuredName": {
        "value": "Timberline Walk Apartments LLC",
        "confidence": 0.95,
        "source": "email"
      },
      "propertyAddress": {
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "OR",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Multnomah",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 44,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 6100000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame (unprotected)",
        "confidence": 0.93,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1996,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 58000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One large water loss in 2021, $86,000 paid.",
        "confidence": 0.93,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Timberline Walk Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OR",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Multnomah",
        "source": "email"
      },
      {
        "field": "units",
        "value": 44,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 6100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame (unprotected)",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1996,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 58000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One large water loss in 2021, $86,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Timberline Walk Apartments LLC",
        "got": "Timberline Walk Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OR",
        "got": "OR",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Multnomah",
        "got": "Multnomah",
        "correct": true
      },
      {
        "field": "units",
        "expected": 44,
        "got": 44,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 6100000,
        "got": 6100000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "Frame (unprotected)",
        "got": "Frame (unprotected)",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1996,
        "got": 1996,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 58000,
        "got": 58000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5035,
    "cacheCreationTokens": 0,
    "outputTokens": 911,
    "costUsd": 0.009625500000000002,
    "latencyMs": 12022,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v4

result
ok
prompt tokens
5,250
output tokens
895
cost
$0.0095
latency
13,089 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
DECLINED
fitScore
28
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 28,
 "confidence": 0.9671428571428571,
 "reasons": [
  "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
 ],
 "extraction": {
  "insuredName": {
   "value": "Timberline Walk Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OR",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Multnomah",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 44,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 6100000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame (unprotected)",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1996,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 58000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One large water loss in 2021, $86,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Timberline Walk Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OR",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Multnomah",
   "source": "email"
  },
  {
   "field": "units",
   "value": 44,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame (unprotected)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1996,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 58000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One large water loss in 2021, $86,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Timberline Walk Apartments LLC",
   "got": "Timberline Walk Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OR",
   "got": "OR",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Multnomah",
   "got": "Multnomah",
   "correct": true
  },
  {
   "field": "units",
   "expected": 44,
   "got": 44,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6100000,
   "got": 6100000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (unprotected)",
   "got": "Frame (unprotected)",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1996,
   "got": 1996,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 58000,
   "got": 58000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-10",
  "variant": "v4",
  "at": "2026-10-21T01:08:26.890Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 895,
    "costUsd": 0.0094864,
    "calls": 3,
    "cacheReadTokens": 5244,
    "cacheCreationTokens": 0,
    "latencyMs": 13089,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "c12b28439ffb7c81",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 28,
    "confidence": 0.9671428571428571,
    "reasons": [
      "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
    ],
    "extraction": {
      "insuredName": {
        "value": "Timberline Walk Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OR",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Multnomah",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 44,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 6100000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame (unprotected)",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1996,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 58000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One large water loss in 2021, $86,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Timberline Walk Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OR",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Multnomah",
        "source": "email"
      },
      {
        "field": "units",
        "value": 44,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 6100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame (unprotected)",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1996,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 58000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One large water loss in 2021, $86,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Timberline Walk Apartments LLC",
        "got": "Timberline Walk Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OR",
        "got": "OR",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Multnomah",
        "got": "Multnomah",
        "correct": true
      },
      {
        "field": "units",
        "expected": 44,
        "got": 44,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 6100000,
        "got": 6100000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "Frame (unprotected)",
        "got": "Frame (unprotected)",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1996,
        "got": 1996,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 58000,
        "got": 58000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5244,
    "cacheCreationTokens": 0,
    "outputTokens": 895,
    "costUsd": 0.0094864,
    "latencyMs": 13089,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result
ok
prompt tokens
5,382
output tokens
894
cost
$0.0095
latency
13,382 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
DECLINED
fitScore
28
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 28,
 "confidence": 0.972857142857143,
 "reasons": [
  "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
 ],
 "extraction": {
  "insuredName": {
   "value": "Timberline Walk Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OR",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Multnomah",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 44,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 6100000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame (unprotected)",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1996,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 58000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One large water loss in 2021, $86,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Timberline Walk Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OR",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Multnomah",
   "source": "email"
  },
  {
   "field": "units",
   "value": 44,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame (unprotected)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1996,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 58000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One large water loss in 2021, $86,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Timberline Walk Apartments LLC",
   "got": "Timberline Walk Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OR",
   "got": "OR",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Multnomah",
   "got": "Multnomah",
   "correct": true
  },
  {
   "field": "units",
   "expected": 44,
   "got": 44,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6100000,
   "got": 6100000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (unprotected)",
   "got": "Frame (unprotected)",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1996,
   "got": 1996,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 58000,
   "got": 58000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-10",
  "variant": "v5",
  "at": "2026-10-21T01:08:34.656Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 894,
    "costUsd": 0.0094896,
    "calls": 3,
    "cacheReadTokens": 5376,
    "cacheCreationTokens": 0,
    "latencyMs": 13382,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "7e867fac042d6b10",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 28,
    "confidence": 0.972857142857143,
    "reasons": [
      "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
    ],
    "extraction": {
      "insuredName": {
        "value": "Timberline Walk Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OR",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Multnomah",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 44,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 6100000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame (unprotected)",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1996,
        "confidence": 0.98,
        "source": "email"
      },
      "targetPremium": {
        "value": 58000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One large water loss in 2021, $86,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Timberline Walk Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OR",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Multnomah",
        "source": "email"
      },
      {
        "field": "units",
        "value": 44,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 6100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame (unprotected)",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1996,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 58000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One large water loss in 2021, $86,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Timberline Walk Apartments LLC",
        "got": "Timberline Walk Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OR",
        "got": "OR",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Multnomah",
        "got": "Multnomah",
        "correct": true
      },
      {
        "field": "units",
        "expected": 44,
        "got": 44,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 6100000,
        "got": 6100000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "Frame (unprotected)",
        "got": "Frame (unprotected)",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1996,
        "got": 1996,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 58000,
        "got": 58000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5376,
    "cacheCreationTokens": 0,
    "outputTokens": 894,
    "costUsd": 0.0094896,
    "latencyMs": 13382,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result
ok
prompt tokens
5,417
output tokens
896
cost
$0.0121
latency
12,459 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
DECLINED
fitScore
28
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 28,
 "confidence": 0.9671428571428571,
 "reasons": [
  "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
 ],
 "extraction": {
  "insuredName": {
   "value": "Timberline Walk Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OR",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Multnomah",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 44,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 6100000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame (unprotected)",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1996,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 58000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One large water loss in 2021, $86,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Timberline Walk Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "7800 Timberline Dr, Portland, OR 97219",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OR",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Multnomah",
   "source": "email"
  },
  {
   "field": "units",
   "value": 44,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame (unprotected)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1996,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 58000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One large water loss in 2021, $86,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Timberline Walk Apartments LLC",
   "got": "Timberline Walk Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OR",
   "got": "OR",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Multnomah",
   "got": "Multnomah",
   "correct": true
  },
  {
   "field": "units",
   "expected": 44,
   "got": 44,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6100000,
   "got": 6100000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (unprotected)",
   "got": "Frame (unprotected)",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1996,
   "got": 1996,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 58000,
   "got": 58000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-10",
  "variant": "v6",
  "at": "2026-10-21T01:08:29.915Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 896,
    "costUsd": 0.0120754,
    "calls": 3,
    "cacheReadTokens": 4754,
    "cacheCreationTokens": 657,
    "latencyMs": 12459,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "f9d6725efe630dd5",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 28,
    "confidence": 0.9671428571428571,
    "reasons": [
      "\"Frame (unprotected)\" matches excluded construction: unprotected wood frame over 3 stories"
    ],
    "extraction": {
      "insuredName": {
        "value": "Timberline Walk Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OR",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Multnomah",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 44,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 6100000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame (unprotected)",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1996,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 58000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One large water loss in 2021, $86,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Timberline Walk Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "7800 Timberline Dr, Portland, OR 97219",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OR",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Multnomah",
        "source": "email"
      },
      {
        "field": "units",
        "value": 44,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 6100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame (unprotected)",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1996,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 58000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One large water loss in 2021, $86,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Timberline Walk Apartments LLC",
        "got": "Timberline Walk Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OR",
        "got": "OR",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Multnomah",
        "got": "Multnomah",
        "correct": true
      },
      {
        "field": "units",
        "expected": 44,
        "got": 44,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 6100000,
        "got": 6100000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "Frame (unprotected)",
        "got": "Frame (unprotected)",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1996,
        "got": 1996,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 58000,
        "got": 58000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4754,
    "cacheCreationTokens": 657,
    "outputTokens": 896,
    "costUsd": 0.0120754,
    "latencyMs": 12459,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 28,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}