GOLD-06

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Gary Novak, Novak & Associates

Underwriting team,

Larger habitational opportunity: Lakeshore Tower Apartments LLC, a single 120-unit high-rise at 5455 N Sheridan Rd, Chicago, IL 60640 (Cook County). Fire-resistive construction, built 1974, sprinklered, 24/7 door staff.

TIV is $22,000,000. Expiring premium $185,000. Two five-figure water claims in the past five years, both from riser failures, risers replaced 2024.

I know it's bigger than your usual appetite but the insured liked your paper on their other schedules. Worth a look?

Gary Novak
Novak & Associates

ATTACHMENT:
location,address,state,county,units,construction,year_built,tiv
1,5455 N Sheridan Rd Chicago IL 60640,IL,Cook,120,Fire resistive,1974,22000000

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,689
output tokens: 1,027
cost: $0.0270
latency: 13,356 ms · 3 calls
at: 2026-10-20 04:58
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 18
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 18,
 "confidence": 0.9800000000000001,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.98,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.99,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.99,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire resistive",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.99,
   "source": "both"
  },
  "targetPremium": {
   "value": 185000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.5,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.92,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "targetPremium",
   "value": 185000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "contradiction",
   "detail": "Email describes a single 120-unit high-rise, not a mid-rise; no source says mid-rise."
  }
 ]
}

v2

result: ok
prompt tokens: 5,054
output tokens: 966
cost: $0.0245
latency: 250,393 ms · 3 calls
at: 2026-10-19 22:04
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.9785714285714285,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.98,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire Resistive",
   "confidence": 0.97,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.55,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire Resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire Resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "contradiction",
   "detail": "Email describes a single 120-unit high-rise, not a mid-rise; the 'Mid-rise apartments' label is not stated in the sources."
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 5,054
output tokens: 955
cost: $0.0277
latency: 12,402 ms · 3 calls
at: 2026-10-20 04:58
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.9757142857142858,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.98,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire Resistive",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.6,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire Resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire Resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "contradiction",
   "detail": "Email describes a single 120-unit high-rise, not a mid-rise; the source never says mid-rise."
  }
 ]
}

v3

result: ok
prompt tokens: 5,332
output tokens: 939
cost: $0.0287
latency: 13,513 ms · 3 calls
at: 2026-10-20 04:58
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.972857142857143,
 "reasons": [
  "120 units exceeds max 60 per location",
  "TIV $22,000,000 outside $250,000–$15,000,000"
 ],
 "extraction": {
  "insuredName": {
   "value": "Lakeshore Tower Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "confidence": 0.97,
   "source": "both"
  },
  "state": {
   "value": "IL",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Cook",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 120,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 22000000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Fire Resistive",
   "confidence": 0.96,
   "source": "both"
  },
  "yearBuilt": {
   "value": 1974,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "subclass": {
   "value": null,
   "confidence": 0.6,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Lakeshore Tower Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5455 N Sheridan Rd, Chicago, IL 60640",
   "source": "both"
  },
  {
   "field": "state",
   "value": "IL",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Cook",
   "source": "both"
  },
  {
   "field": "units",
   "value": 120,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 22000000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Fire Resistive",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 1974,
   "source": "both"
  },
  {
   "field": "priorLossSummary",
   "value": "Two five-figure water claims in the past five years, both from riser failures; risers replaced in 2024.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Lakeshore Tower Apartments LLC",
   "got": "Lakeshore Tower Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IL",
   "got": "IL",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cook",
   "got": "Cook",
   "correct": true
  },
  {
   "field": "units",
   "expected": 120,
   "got": 120,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 22000000,
   "got": 22000000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "fire resistive",
   "got": "Fire Resistive",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1974,
   "got": 1974,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}