GOLD-06

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Gary Novak, Novak & Associates

Underwriting team,

Larger habitational opportunity: Lakeshore Tower Apartments LLC, a single 120-unit high-rise at 5455 N Sheridan Rd, Chicago, IL 60640 (Cook County). Fire-resistive construction, built 1974, sprinklered, 24/7 door staff.

TIV is $22,000,000. Expiring premium $185,000. Two five-figure water claims in the past five years, both from riser failures, risers replaced 2024.

I know it's bigger than your usual appetite but the insured liked your paper on their other schedules. Worth a look?

Gary Novak
Novak & Associates

ATTACHMENT:
location,address,state,county,units,construction,year_built,tiv
1,5455 N Sheridan Rd Chicago IL 60640,IL,Cook,120,Fire resistive,1974,22000000

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

Field	Expected	Current prompt v3	New prompt v6
insuredName	Lakeshore Tower Apartments LLC	Lakeshore Tower Apartments LLCMatches the expert	Lakeshore Tower Apartments LLCMatches the expert
state	IL	ILMatches the expert	ILMatches the expert
county	Cook	CookMatches the expert	CookMatches the expert
units	120	120Matches the expert	120Matches the expert
tiv	$22,000,000	$22,000,000Matches the expert	$22,000,000Matches the expert
constructionType	fire resistive	Fire ResistiveMatches the expert	Fire ResistiveMatches the expert
yearBuilt	1974	1974Matches the expert	1974Matches the expert
Decision	DECLINED	DECLINEDMatches the expert	DECLINEDMatches the expert

For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,596
output tokens: 1,223
cost: $0.0127
latency: 14,468 ms · 3 calls
at: 2026-10-21 01:02
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.9742857142857143,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.97,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.97,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire resistive",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "subclass": {
   "value": null,
   "confidence": 0.6,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-06",
  "variant": "v1",
  "at": "2026-10-21T01:02:42.440Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1223,
    "costUsd": 0.012700999999999999,
    "calls": 3,
    "cacheReadTokens": 4590,
    "cacheCreationTokens": 0,
    "latencyMs": 14468,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "234d72dce2c9df7f",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 12,
    "confidence": 0.9742857142857143,
    "reasons": [
      "120 units exceeds max 60 per location",
      "TIV $22,000,000 outside $250,000–$15,000,000"
    ],
    "extraction": {
      "insuredName": {
        "value": "Lakeshore Tower Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "confidence": 0.97,
        "source": "both"
      },
      "state": {
        "value": "IL",
        "confidence": 0.99,
        "source": "both"
      },
      "county": {
        "value": "Cook",
        "confidence": 0.97,
        "source": "both"
      },
      "units": {
        "value": 120,
        "confidence": 0.98,
        "source": "both"
      },
      "tiv": {
        "value": 22000000,
        "confidence": 0.98,
        "source": "both"
      },
      "constructionType": {
        "value": "Fire resistive",
        "confidence": 0.95,
        "source": "both"
      },
      "yearBuilt": {
        "value": 1974,
        "confidence": 0.98,
        "source": "both"
      },
      "targetPremium": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "subclass": {
        "value": null,
        "confidence": 0.6,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Lakeshore Tower Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "source": "both"
      },
      {
        "field": "state",
        "value": "IL",
        "source": "both"
      },
      {
        "field": "county",
        "value": "Cook",
        "source": "both"
      },
      {
        "field": "units",
        "value": 120,
        "source": "both"
      },
      {
        "field": "tiv",
        "value": 22000000,
        "source": "both"
      },
      {
        "field": "constructionType",
        "value": "Fire resistive",
        "source": "both"
      },
      {
        "field": "yearBuilt",
        "value": 1974,
        "source": "both"
      },
      {
        "field": "priorLossSummary",
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Lakeshore Tower Apartments LLC",
        "got": "Lakeshore Tower Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "IL",
        "got": "IL",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cook",
        "got": "Cook",
        "correct": true
      },
      {
        "field": "units",
        "expected": 120,
        "got": 120,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 22000000,
        "got": 22000000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "fire resistive",
        "got": "Fire resistive",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1974,
        "got": 1974,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4590,
    "cacheCreationTokens": 0,
    "outputTokens": 1223,
    "costUsd": 0.012700999999999999,
    "latencyMs": 14468,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result: ok
prompt tokens: 5,069
output tokens: 955
cost: $0.0101
latency: 12,253 ms · 3 calls
at: 2026-10-21 01:02
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.972857142857143,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.98,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire Resistive",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.6,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire Resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire Resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "contradiction",
   "detail": "Email describes a single 120-unit high-rise, not a mid-rise; no source says mid-rise."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-06",
  "variant": "v2",
  "at": "2026-10-21T01:02:17.596Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 955,
    "costUsd": 0.010068300000000002,
    "calls": 3,
    "cacheReadTokens": 5063,
    "cacheCreationTokens": 0,
    "latencyMs": 12253,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "21f0fdf685b4897b",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 12,
    "confidence": 0.972857142857143,
    "reasons": [
      "120 units exceeds max 60 per location",
      "TIV $22,000,000 outside $250,000–$15,000,000"
    ],
    "extraction": {
      "insuredName": {
        "value": "Lakeshore Tower Apartments LLC",
        "confidence": 0.95,
        "source": "email"
      },
      "propertyAddress": {
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "confidence": 0.98,
        "source": "both"
      },
      "state": {
        "value": "IL",
        "confidence": 0.99,
        "source": "both"
      },
      "county": {
        "value": "Cook",
        "confidence": 0.98,
        "source": "both"
      },
      "units": {
        "value": 120,
        "confidence": 0.98,
        "source": "both"
      },
      "tiv": {
        "value": 22000000,
        "confidence": 0.98,
        "source": "both"
      },
      "constructionType": {
        "value": "Fire Resistive",
        "confidence": 0.95,
        "source": "both"
      },
      "yearBuilt": {
        "value": 1974,
        "confidence": 0.98,
        "source": "both"
      },
      "targetPremium": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "subclass": {
        "value": "Mid-rise apartments",
        "confidence": 0.6,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Lakeshore Tower Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "source": "both"
      },
      {
        "field": "state",
        "value": "IL",
        "source": "both"
      },
      {
        "field": "county",
        "value": "Cook",
        "source": "both"
      },
      {
        "field": "units",
        "value": 120,
        "source": "both"
      },
      {
        "field": "tiv",
        "value": 22000000,
        "source": "both"
      },
      {
        "field": "constructionType",
        "value": "Fire Resistive",
        "source": "both"
      },
      {
        "field": "yearBuilt",
        "value": 1974,
        "source": "both"
      },
      {
        "field": "subclass",
        "value": "Mid-rise apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Lakeshore Tower Apartments LLC",
        "got": "Lakeshore Tower Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "IL",
        "got": "IL",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cook",
        "got": "Cook",
        "correct": true
      },
      {
        "field": "units",
        "expected": 120,
        "got": 120,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 22000000,
        "got": 22000000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "fire resistive",
        "got": "Fire Resistive",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1974,
        "got": 1974,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "contradiction",
        "detail": "Email describes a single 120-unit high-rise, not a mid-rise; no source says mid-rise."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5063,
    "cacheCreationTokens": 0,
    "outputTokens": 955,
    "costUsd": 0.010068300000000002,
    "latencyMs": 12253,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3

result: ok
prompt tokens: 5,419
output tokens: 951
cost: $0.0101
latency: 12,499 ms · 3 calls
at: 2026-10-21 01:02
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 18
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 18,
 "confidence": 0.9757142857142858,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.98,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire Resistive",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": 185000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire Resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "targetPremium",
   "value": 185000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire Resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: $185,000 is the expiring premium, not a stated target premium; the broker gave no target."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-06",
  "variant": "v3",
  "at": "2026-10-21T01:02:21.167Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 951,
    "costUsd": 0.010063299999999999,
    "calls": 3,
    "cacheReadTokens": 5413,
    "cacheCreationTokens": 0,
    "latencyMs": 12499,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "a4956c34ee0c7ddd",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 18,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 18,
    "confidence": 0.9757142857142858,
    "reasons": [
      "120 units exceeds max 60 per location",
      "TIV $22,000,000 outside $250,000–$15,000,000"
    ],
    "extraction": {
      "insuredName": {
        "value": "Lakeshore Tower Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "confidence": 0.98,
        "source": "both"
      },
      "state": {
        "value": "IL",
        "confidence": 0.99,
        "source": "both"
      },
      "county": {
        "value": "Cook",
        "confidence": 0.98,
        "source": "both"
      },
      "units": {
        "value": 120,
        "confidence": 0.98,
        "source": "both"
      },
      "tiv": {
        "value": 22000000,
        "confidence": 0.98,
        "source": "both"
      },
      "constructionType": {
        "value": "Fire Resistive",
        "confidence": 0.95,
        "source": "both"
      },
      "yearBuilt": {
        "value": 1974,
        "confidence": 0.98,
        "source": "both"
      },
      "targetPremium": {
        "value": 185000,
        "confidence": 0.6,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Lakeshore Tower Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "source": "both"
      },
      {
        "field": "state",
        "value": "IL",
        "source": "both"
      },
      {
        "field": "county",
        "value": "Cook",
        "source": "both"
      },
      {
        "field": "units",
        "value": 120,
        "source": "both"
      },
      {
        "field": "tiv",
        "value": 22000000,
        "source": "both"
      },
      {
        "field": "constructionType",
        "value": "Fire Resistive",
        "source": "both"
      },
      {
        "field": "yearBuilt",
        "value": 1974,
        "source": "both"
      },
      {
        "field": "targetPremium",
        "value": 185000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Lakeshore Tower Apartments LLC",
        "got": "Lakeshore Tower Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "IL",
        "got": "IL",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cook",
        "got": "Cook",
        "correct": true
      },
      {
        "field": "units",
        "expected": 120,
        "got": 120,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 22000000,
        "got": 22000000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "fire resistive",
        "got": "Fire Resistive",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1974,
        "got": 1974,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "targetPremium",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: $185,000 is the expiring premium, not a stated target premium; the broker gave no target."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5413,
    "cacheCreationTokens": 0,
    "outputTokens": 951,
    "costUsd": 0.010063299999999999,
    "latencyMs": 12499,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 18,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3-repeat

result: ok
prompt tokens: 5,419
output tokens: 990
cost: $0.0105
latency: 12,874 ms · 3 calls
at: 2026-10-21 01:02
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.9757142857142858,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.98,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire Resistive",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": 185000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.85,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire Resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "targetPremium",
   "value": 185000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire Resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-06",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:02:27.967Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 990,
    "costUsd": 0.010453299999999999,
    "calls": 3,
    "cacheReadTokens": 5413,
    "cacheCreationTokens": 0,
    "latencyMs": 12874,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "aebb9637be70de53",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 12,
    "confidence": 0.9757142857142858,
    "reasons": [
      "120 units exceeds max 60 per location",
      "TIV $22,000,000 outside $250,000–$15,000,000"
    ],
    "extraction": {
      "insuredName": {
        "value": "Lakeshore Tower Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "confidence": 0.98,
        "source": "both"
      },
      "state": {
        "value": "IL",
        "confidence": 0.99,
        "source": "both"
      },
      "county": {
        "value": "Cook",
        "confidence": 0.98,
        "source": "both"
      },
      "units": {
        "value": 120,
        "confidence": 0.98,
        "source": "both"
      },
      "tiv": {
        "value": 22000000,
        "confidence": 0.98,
        "source": "both"
      },
      "constructionType": {
        "value": "Fire Resistive",
        "confidence": 0.95,
        "source": "both"
      },
      "yearBuilt": {
        "value": 1974,
        "confidence": 0.98,
        "source": "both"
      },
      "targetPremium": {
        "value": 185000,
        "confidence": 0.6,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.85,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Lakeshore Tower Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "source": "both"
      },
      {
        "field": "state",
        "value": "IL",
        "source": "both"
      },
      {
        "field": "county",
        "value": "Cook",
        "source": "both"
      },
      {
        "field": "units",
        "value": 120,
        "source": "both"
      },
      {
        "field": "tiv",
        "value": 22000000,
        "source": "both"
      },
      {
        "field": "constructionType",
        "value": "Fire Resistive",
        "source": "both"
      },
      {
        "field": "yearBuilt",
        "value": 1974,
        "source": "both"
      },
      {
        "field": "targetPremium",
        "value": 185000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Lakeshore Tower Apartments LLC",
        "got": "Lakeshore Tower Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "IL",
        "got": "IL",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cook",
        "got": "Cook",
        "correct": true
      },
      {
        "field": "units",
        "expected": 120,
        "got": 120,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 22000000,
        "got": 22000000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "fire resistive",
        "got": "Fire Resistive",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1974,
        "got": 1974,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5413,
    "cacheCreationTokens": 0,
    "outputTokens": 990,
    "costUsd": 0.010453299999999999,
    "latencyMs": 12874,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v4

result: ok
prompt tokens: 5,628
output tokens: 964
cost: $0.0102
latency: 13,499 ms · 3 calls
at: 2026-10-21 01:02
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 18
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 18,
 "confidence": 0.9699999999999999,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.97,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.98,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire Resistive",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": 185000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire Resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "targetPremium",
   "value": 185000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire Resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-06",
  "variant": "v4",
  "at": "2026-10-21T01:02:31.557Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 964,
    "costUsd": 0.010214200000000001,
    "calls": 3,
    "cacheReadTokens": 5622,
    "cacheCreationTokens": 0,
    "latencyMs": 13499,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "2fc971e45b909981",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 18,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 18,
    "confidence": 0.9699999999999999,
    "reasons": [
      "120 units exceeds max 60 per location",
      "TIV $22,000,000 outside $250,000–$15,000,000"
    ],
    "extraction": {
      "insuredName": {
        "value": "Lakeshore Tower Apartments LLC",
        "confidence": 0.95,
        "source": "email"
      },
      "propertyAddress": {
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "confidence": 0.97,
        "source": "both"
      },
      "state": {
        "value": "IL",
        "confidence": 0.98,
        "source": "both"
      },
      "county": {
        "value": "Cook",
        "confidence": 0.98,
        "source": "both"
      },
      "units": {
        "value": 120,
        "confidence": 0.98,
        "source": "both"
      },
      "tiv": {
        "value": 22000000,
        "confidence": 0.98,
        "source": "both"
      },
      "constructionType": {
        "value": "Fire Resistive",
        "confidence": 0.95,
        "source": "both"
      },
      "yearBuilt": {
        "value": 1974,
        "confidence": 0.98,
        "source": "both"
      },
      "targetPremium": {
        "value": 185000,
        "confidence": 0.6,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Lakeshore Tower Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "source": "both"
      },
      {
        "field": "state",
        "value": "IL",
        "source": "both"
      },
      {
        "field": "county",
        "value": "Cook",
        "source": "both"
      },
      {
        "field": "units",
        "value": 120,
        "source": "both"
      },
      {
        "field": "tiv",
        "value": 22000000,
        "source": "both"
      },
      {
        "field": "constructionType",
        "value": "Fire Resistive",
        "source": "both"
      },
      {
        "field": "yearBuilt",
        "value": 1974,
        "source": "both"
      },
      {
        "field": "targetPremium",
        "value": 185000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Lakeshore Tower Apartments LLC",
        "got": "Lakeshore Tower Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "IL",
        "got": "IL",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cook",
        "got": "Cook",
        "correct": true
      },
      {
        "field": "units",
        "expected": 120,
        "got": 120,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 22000000,
        "got": 22000000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "fire resistive",
        "got": "Fire Resistive",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1974,
        "got": 1974,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5622,
    "cacheCreationTokens": 0,
    "outputTokens": 964,
    "costUsd": 0.010214200000000001,
    "latencyMs": 13499,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 18,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result: ok
prompt tokens: 5,688
output tokens: 909
cost: $0.0097
latency: 12,276 ms · 3 calls
at: 2026-10-21 01:02
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.9742857142857143,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.97,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.98,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.97,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire Resistive",
   "confidence": 0.96,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "subclass": {
   "value": null,
   "confidence": 0.85,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.93,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire Resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire Resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-06",
  "variant": "v5",
  "at": "2026-10-21T01:02:33.875Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 909,
    "costUsd": 0.009670199999999999,
    "calls": 3,
    "cacheReadTokens": 5682,
    "cacheCreationTokens": 0,
    "latencyMs": 12276,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "9c76bdf73da1f7ea",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 12,
    "confidence": 0.9742857142857143,
    "reasons": [
      "120 units exceeds max 60 per location",
      "TIV $22,000,000 outside $250,000–$15,000,000"
    ],
    "extraction": {
      "insuredName": {
        "value": "Lakeshore Tower Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "confidence": 0.97,
        "source": "both"
      },
      "state": {
        "value": "IL",
        "confidence": 0.98,
        "source": "both"
      },
      "county": {
        "value": "Cook",
        "confidence": 0.97,
        "source": "both"
      },
      "units": {
        "value": 120,
        "confidence": 0.98,
        "source": "both"
      },
      "tiv": {
        "value": 22000000,
        "confidence": 0.98,
        "source": "both"
      },
      "constructionType": {
        "value": "Fire Resistive",
        "confidence": 0.96,
        "source": "both"
      },
      "yearBuilt": {
        "value": 1974,
        "confidence": 0.98,
        "source": "both"
      },
      "targetPremium": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "subclass": {
        "value": null,
        "confidence": 0.85,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "confidence": 0.93,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Lakeshore Tower Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "source": "both"
      },
      {
        "field": "state",
        "value": "IL",
        "source": "both"
      },
      {
        "field": "county",
        "value": "Cook",
        "source": "both"
      },
      {
        "field": "units",
        "value": 120,
        "source": "both"
      },
      {
        "field": "tiv",
        "value": 22000000,
        "source": "both"
      },
      {
        "field": "constructionType",
        "value": "Fire Resistive",
        "source": "both"
      },
      {
        "field": "yearBuilt",
        "value": 1974,
        "source": "both"
      },
      {
        "field": "priorLossSummary",
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Lakeshore Tower Apartments LLC",
        "got": "Lakeshore Tower Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "IL",
        "got": "IL",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cook",
        "got": "Cook",
        "correct": true
      },
      {
        "field": "units",
        "expected": 120,
        "got": 120,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 22000000,
        "got": 22000000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "fire resistive",
        "got": "Fire Resistive",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1974,
        "got": 1974,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5682,
    "cacheCreationTokens": 0,
    "outputTokens": 909,
    "costUsd": 0.009670199999999999,
    "latencyMs": 12276,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result: ok
prompt tokens: 5,723
output tokens: 911
cost: $0.0129
latency: 13,021 ms · 3 calls
at: 2026-10-21 01:02
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.9828571428571429,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.98,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.99,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.99,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.99,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire Resistive",
   "confidence": 0.97,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.99,
   "source": "both"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "subclass": {
   "value": null,
   "confidence": 0.8,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire Resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire Resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-06",
  "variant": "v6",
  "at": "2026-10-21T01:02:34.195Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 911,
    "costUsd": 0.0129385,
    "calls": 3,
    "cacheReadTokens": 4885,
    "cacheCreationTokens": 832,
    "latencyMs": 13021,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "43174722ed797655",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "DECLINED",
    "expectedDecision": "DECLINED",
    "decisionCorrect": true,
    "fitScore": 12,
    "confidence": 0.9828571428571429,
    "reasons": [
      "120 units exceeds max 60 per location",
      "TIV $22,000,000 outside $250,000–$15,000,000"
    ],
    "extraction": {
      "insuredName": {
        "value": "Lakeshore Tower Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "confidence": 0.98,
        "source": "both"
      },
      "state": {
        "value": "IL",
        "confidence": 0.99,
        "source": "both"
      },
      "county": {
        "value": "Cook",
        "confidence": 0.99,
        "source": "both"
      },
      "units": {
        "value": 120,
        "confidence": 0.99,
        "source": "both"
      },
      "tiv": {
        "value": 22000000,
        "confidence": 0.99,
        "source": "both"
      },
      "constructionType": {
        "value": "Fire Resistive",
        "confidence": 0.97,
        "source": "both"
      },
      "yearBuilt": {
        "value": 1974,
        "confidence": 0.99,
        "source": "both"
      },
      "targetPremium": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "subclass": {
        "value": null,
        "confidence": 0.8,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Lakeshore Tower Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "5455 N Sheridan Rd, Chicago, IL 60640",
        "source": "both"
      },
      {
        "field": "state",
        "value": "IL",
        "source": "both"
      },
      {
        "field": "county",
        "value": "Cook",
        "source": "both"
      },
      {
        "field": "units",
        "value": 120,
        "source": "both"
      },
      {
        "field": "tiv",
        "value": 22000000,
        "source": "both"
      },
      {
        "field": "constructionType",
        "value": "Fire Resistive",
        "source": "both"
      },
      {
        "field": "yearBuilt",
        "value": 1974,
        "source": "both"
      },
      {
        "field": "priorLossSummary",
        "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Lakeshore Tower Apartments LLC",
        "got": "Lakeshore Tower Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "IL",
        "got": "IL",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cook",
        "got": "Cook",
        "correct": true
      },
      {
        "field": "units",
        "expected": 120,
        "got": 120,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 22000000,
        "got": 22000000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "fire resistive",
        "got": "Fire Resistive",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1974,
        "got": 1974,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4885,
    "cacheCreationTokens": 832,
    "outputTokens": 911,
    "costUsd": 0.0129385,
    "latencyMs": 13021,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "DECLINED",
    "fitScore": 12,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}