V-12

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Good morning,

Please review East Bank Doors LLC — 24 doors of rental duplexes around 900 Main St, Nashville, TN 37206 (Davidson County). Frame construction, built 2004.

Insurable value runs $92,500 a door across the schedule. On pricing we're targeting $625 per door.

One hail claim 2023, $11,200 paid, roofs replaced.

Regards.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,286
output tokens: 1,354
cost: $0.0188
latency: 21,625 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.8671428571428572,
 "reasons": [
  "All six rule checks passed: Nashville, TN sits inside appetite, with 24 units against the 60 max, $2.22M TIV in the mid-band, and a $15,000 GWP target within the premium band. Frame construction built in 2004 is acceptable and not excluded, and the single 2023 hail claim ($11,200) is minor with roofs replaced. Small deductions reflect the frame construction and the loss on record; this risk is ready to bind-quote."
 ],
 "extraction": {
  "insuredName": {
   "value": "East Bank Doors LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "900 Main St, Nashville, TN 37206",
   "confidence": 0.6,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Davidson",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 24,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 2220000,
   "confidence": 0.8,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2004,
   "confidence": 0.92,
   "source": "email"
  },
  "targetPremium": {
   "value": 15000,
   "confidence": 0.8,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One hail claim in 2023, $11,200 paid; roofs replaced.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "East Bank Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "900 Main St, Nashville, TN 37206",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Davidson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 24,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2220000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2004,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 15000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One hail claim in 2023, $11,200 paid; roofs replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "East Bank Doors LLC",
   "got": "East Bank Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Davidson",
   "got": "Davidson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 24,
   "got": 24,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2220000,
   "got": 2220000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2004,
   "got": 2004,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 15000,
   "got": 15000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email mentions rental duplexes only; 'fourplex' does not appear in the sources."
  }
 ]
}

v2

result: ok
prompt tokens: 4,720
output tokens: 1,330
cost: $0.0268
latency: 15,314 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8842857142857143,
 "reasons": [
  "All six rule checks passed: TN is in appetite, 24 units sits well under the 60-unit cap, and $2.22M TIV falls mid-band. Davidson County has no coastal restriction, and the $15,000 GWP target is inside the premium band. The 2004 frame construction is acceptable, and the single 2023 hail claim ($11,200) was followed by roof replacements, so the account is ready to bind on clean terms."
 ],
 "extraction": {
  "insuredName": {
   "value": "East Bank Doors LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "900 Main St, Nashville, TN 37206",
   "confidence": 0.6,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Davidson",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 24,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 2220000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2004,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 15000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One hail claim in 2023, $11,200 paid; roofs replaced.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "East Bank Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "900 Main St, Nashville, TN 37206",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Davidson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 24,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2220000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2004,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 15000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One hail claim in 2023, $11,200 paid; roofs replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "East Bank Doors LLC",
   "got": "East Bank Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Davidson",
   "got": "Davidson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 24,
   "got": 24,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2220000,
   "got": 2220000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2004,
   "got": 2004,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 15000,
   "got": 15000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2-repeat

result: ok
prompt tokens: 4,720
output tokens: 1,172
cost: $0.0141
latency: 15,475 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.897142857142857,
 "reasons": [
  "All six rule checks passed: TN is inside appetite, 24 units sits well under the 60-unit cap, and $2.22M TIV is mid-band. The 2004 frame construction is acceptable, Davidson County has no coastal restriction, and the $15,000 target GWP clears the premium band floor. The single 2023 hail claim ($11,200) with roofs replaced is minor friction, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "East Bank Doors LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "900 Main St, Nashville, TN 37206",
   "confidence": 0.7,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Davidson",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 24,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 2220000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2004,
   "confidence": 0.93,
   "source": "email"
  },
  "targetPremium": {
   "value": 15000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One hail claim in 2023, $11,200 paid; roofs replaced.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "East Bank Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "900 Main St, Nashville, TN 37206",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Davidson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 24,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2220000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2004,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 15000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One hail claim in 2023, $11,200 paid; roofs replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "East Bank Doors LLC",
   "got": "East Bank Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Davidson",
   "got": "Davidson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 24,
   "got": 24,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2220000,
   "got": 2220000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2004,
   "got": 2004,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 15000,
   "got": 15000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v3

result: ok
prompt tokens: 5,034
output tokens: 1,216
cost: $0.0158
latency: 15,001 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9028571428571429,
 "reasons": [
  "All six rule checks passed: Nashville, TN sits inside appetite, 24 units is well under the 60-unit cap, and the $2.22M TIV falls in the middle of the $250K–$15M band. The 2004 frame construction is acceptable, the $15,000 target GWP is within band, and the single 2023 hail claim ($11,200) is minor with roofs already replaced. The frame construction and one loss on record keep this from the top of the range, but it remains a clean candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "East Bank Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "900 Main St, Nashville, TN 37206",
   "confidence": 0.7,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Davidson",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 24,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 2220000,
   "confidence": 0.8,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2004,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 15000,
   "confidence": 0.8,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One hail claim in 2023, $11,200 paid; roofs replaced.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "East Bank Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "900 Main St, Nashville, TN 37206",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Davidson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 24,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2220000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2004,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 15000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One hail claim in 2023, $11,200 paid; roofs replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "East Bank Doors LLC",
   "got": "East Bank Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Davidson",
   "got": "Davidson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 24,
   "got": 24,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2220000,
   "got": 2220000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2004,
   "got": 2004,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 15000,
   "got": 15000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says rental duplexes but never mentions fourplexes or a 'Duplex/fourplex schedule' label; this is an inferred classification."
  }
 ]
}