GOLD-04

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Tom Whitfield, Whitfield Insurance Group

Hi,

Small habitational account for you. Boise Bench Properties LLC owns two fourplexes (8 units total) at 1710 & 1714 S Latah St, Boise, ID 83705 (Ada County). Both frame construction, 2 stories, both built in 2003, updated electrical and plumbing 2018.

Combined TIV $1,150,000. Target premium $9,500. No claims ever filed — owner has held these since new.

Happy to get supplementals if needed.

Tom Whitfield
Whitfield Insurance Group

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,377
output tokens: 989
cost: $0.0153
latency: 72,292 ms · 3 calls
at: 2026-10-19 22:00
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9642857142857143,
 "reasons": [
  "All six rule checks passed: Idaho is an appetite state, 8 units sits far below the 60-unit cap, and the $1.15M TIV falls in the lower-middle of the $250K-$15M band. The 2003 frame duplex/fourplex schedule is acceptable construction with no coastal exposure, and the owner reports no losses since new. The $9,500 target GWP sits near the $5,000 floor of the premium band, which is the only friction, so this risk is comfortably in appetite to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Boise Bench Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1710 & 1714 S Latah St, Boise, ID 83705",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "ID",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Ada",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 8,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 1150000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2003,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 9500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims ever filed; owner has held the properties since new.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Boise Bench Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1710 & 1714 S Latah St, Boise, ID 83705",
   "source": "email"
  },
  {
   "field": "state",
   "value": "ID",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Ada",
   "source": "email"
  },
  {
   "field": "units",
   "value": 8,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1150000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2003,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 9500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims ever filed; owner has held the properties since new.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Boise Bench Properties LLC",
   "got": "Boise Bench Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "ID",
   "got": "ID",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Ada",
   "got": "Ada",
   "correct": true
  },
  {
   "field": "units",
   "expected": 8,
   "got": 8,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1150000,
   "got": 1150000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2003,
   "got": 2003,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 9500,
   "got": 9500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2

result: ok
prompt tokens: 4,811
output tokens: 1,010
cost: $0.0240
latency: 104,659 ms · 3 calls
at: 2026-10-19 22:00
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9714285714285715,
 "reasons": [
  "All six appetite rules passed: Idaho is an appetite state, 8 units sit well under the 60-unit cap, and the $1.15M TIV falls in the lower-middle of the $250K-$15M band. Frame construction built in 2003 is acceptable and not an excluded type, Ada County carries no coastal restriction, and the $9,500 GWP target clears the $5,000 floor with modest margin. The loss history is clean with no claims since new, and the main friction is the small premium relative to the band, which makes this a comfortable bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Boise Bench Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1710 & 1714 S Latah St, Boise, ID 83705",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "ID",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Ada",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 8,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 1150000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2003,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 9500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims ever filed; owner has held the properties since new.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Boise Bench Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1710 & 1714 S Latah St, Boise, ID 83705",
   "source": "email"
  },
  {
   "field": "state",
   "value": "ID",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Ada",
   "source": "email"
  },
  {
   "field": "units",
   "value": 8,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1150000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2003,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 9500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims ever filed; owner has held the properties since new.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Boise Bench Properties LLC",
   "got": "Boise Bench Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "ID",
   "got": "ID",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Ada",
   "got": "Ada",
   "correct": true
  },
  {
   "field": "units",
   "expected": 8,
   "got": 8,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1150000,
   "got": 1150000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2003,
   "got": 2003,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 9500,
   "got": 9500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email never mentions a subclass or schedule; it is an inference from 'fourplexes' and 'habitational', and 'Duplex/fourplex schedule' is not stated."
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,811
output tokens: 982
cost: $0.0122
latency: 74,551 ms · 3 calls
at: 2026-10-19 22:00
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9714285714285715,
 "reasons": [
  "All six appetite rules passed: Idaho is an appetite state, 8 units sits well under the 60-unit cap, and the $1.15M TIV falls in the lower-middle of the $250K–$15M band. Frame construction built in 2003 is acceptable and not on the excluded list, the account has no losses, and the $9,500 GWP target clears the $5K floor with modest headroom. Small-schedule size and the low end of the premium band keep this just short of top-tier; it is a clean bind candidate."
 ],
 "extraction": {
  "insuredName": {
   "value": "Boise Bench Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1710 & 1714 S Latah St, Boise, ID 83705",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "ID",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Ada",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 8,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 1150000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2003,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 9500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims ever filed; owner has held the properties since new.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Boise Bench Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1710 & 1714 S Latah St, Boise, ID 83705",
   "source": "email"
  },
  {
   "field": "state",
   "value": "ID",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Ada",
   "source": "email"
  },
  {
   "field": "units",
   "value": 8,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1150000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2003,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 9500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims ever filed; owner has held the properties since new.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Boise Bench Properties LLC",
   "got": "Boise Bench Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "ID",
   "got": "ID",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Ada",
   "got": "Ada",
   "correct": true
  },
  {
   "field": "units",
   "expected": 8,
   "got": 8,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1150000,
   "got": 1150000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2003,
   "got": 2003,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 9500,
   "got": 9500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email does not mention a subclass; 'Duplex/fourplex schedule' is inferred from the fourplex description."
  }
 ]
}

v3

result: ok
prompt tokens: 5,125
output tokens: 983
cost: $0.0137
latency: 71,672 ms · 3 calls
at: 2026-10-19 22:00
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.972857142857143,
 "reasons": [
  "All six rule checks passed. The Idaho location (Ada County) sits inside appetite, with 8 units well under the 60-unit cap and $1.15M TIV in the lower-middle of the $250K–$15M band. The 2003 frame duplex/fourplex schedule has a clean loss history since new, and the $9,500 target GWP clears the $5,000 floor but sits near the low end of the premium band, which holds the score below the top tier. This risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Boise Bench Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1710 & 1714 S Latah St, Boise, ID 83705",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "ID",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Ada",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 8,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 1150000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2003,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 9500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims ever filed; owner has held the properties since new.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Boise Bench Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1710 & 1714 S Latah St, Boise, ID 83705",
   "source": "email"
  },
  {
   "field": "state",
   "value": "ID",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Ada",
   "source": "email"
  },
  {
   "field": "units",
   "value": 8,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1150000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2003,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 9500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims ever filed; owner has held the properties since new.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Boise Bench Properties LLC",
   "got": "Boise Bench Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "ID",
   "got": "ID",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Ada",
   "got": "Ada",
   "correct": true
  },
  {
   "field": "units",
   "expected": 8,
   "got": 8,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1150000,
   "got": 1150000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2003,
   "got": 2003,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 9500,
   "got": 9500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email describes two fourplexes as a habitational account; 'Duplex/fourplex schedule' subclass is not stated and is an inference."
  }
 ]
}