GOLD-03

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Priya Raman, Carolina Wholesale Brokerage

Hello underwriting,

Please review Queen City Rentals LLC for your rental property program. Schedule is a 40-unit apartment community, two buildings on one campus at 8830 Stonehaven Dr, Charlotte, NC 28215 (Mecklenburg County). Wood frame, 2 stories, built 2015, hardwired smoke detection throughout, hydrant within 500 ft.

TIV $6,500,000 across the schedule. Expiring premium $52,000 and the insured will move for anything close. Five-year loss history: one wind claim 2022 ($21,000 paid), otherwise clean.

SOV attached. Appreciate a quick look.

Priya Raman
Carolina Wholesale Brokerage

ATTACHMENT:
location,address,state,county,units,construction,year_built,tiv
1,8830 Stonehaven Dr Bldg A Charlotte NC 28215,NC,Mecklenburg,24,Frame 2 story,2015,3900000
2,8830 Stonehaven Dr Bldg B Charlotte NC 28215,NC,Mecklenburg,16,Frame 2 story,2015,2600000

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,871
output tokens: 1,077
cost: $0.0282
latency: 166,193 ms · 3 calls
at: 2026-10-19 21:58
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 1

check	verdict
extraction_schema	pass
fields_correct	fail
construction_canonical	fail
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9714285714285715,
 "reasons": [
  "Queen City Rentals sits comfortably inside appetite: all six rule checks passed, with 40 units under the 60-unit cap, $6.5M TIV in the mid-band, and a $52,000 GWP target well within the premium band. The 2015 two-story wood frame is preferred construction and Mecklenburg County is clear of coastal restrictions. The 2022 wind claim ($21,000 paid) is the only friction, and it is minor against an otherwise clean five-year record, so this risk is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Queen City Rentals LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "8830 Stonehaven Dr, Charlotte, NC 28215",
   "confidence": 0.95,
   "source": "both"
  },
  "state": {
   "value": "NC",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Mecklenburg",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 40,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 6500000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Wood frame, 2 stories",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 2015,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": 52000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.7,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One wind claim in 2022, $21,000 paid; otherwise clean over five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Queen City Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "8830 Stonehaven Dr, Charlotte, NC 28215",
   "source": "both"
  },
  {
   "field": "state",
   "value": "NC",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Mecklenburg",
   "source": "both"
  },
  {
   "field": "units",
   "value": 40,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 6500000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Wood frame, 2 stories",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 2015,
   "source": "both"
  },
  {
   "field": "targetPremium",
   "value": 52000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One wind claim in 2022, $21,000 paid; otherwise clean over five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Queen City Rentals LLC",
   "got": "Queen City Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "NC",
   "got": "NC",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Mecklenburg",
   "got": "Mecklenburg",
   "correct": true
  },
  {
   "field": "units",
   "expected": 40,
   "got": 40,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6500000,
   "got": 6500000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Wood frame, 2 stories",
   "correct": false
  },
  {
   "field": "yearBuilt",
   "expected": 2015,
   "got": 2015,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: $52,000 is the expiring premium; the email gives no target premium, only that the insured will move for anything close."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: 'Garden apartments' is not stated; sources only say 40-unit apartment community with two buildings."
  }
 ]
}

v2

result: ok
prompt tokens: 5,285
output tokens: 1,112
cost: $0.0269
latency: 196,717 ms · 3 calls
at: 2026-10-19 21:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.972857142857143,
 "reasons": [
  "Queen City Rentals sits comfortably inside appetite: NC is an allowed state, Mecklenburg is clear of coastal restrictions, 40 units is under the 60-unit cap, and $6.5M TIV falls mid-band. Frame construction built in 2015 is acceptable, and the $52,000 GWP target sits well within the premium band. The one 2022 wind claim ($21,000 paid) is minor friction, but the account remains a strong bind candidate."
 ],
 "extraction": {
  "insuredName": {
   "value": "Queen City Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "8830 Stonehaven Dr, Charlotte, NC 28215",
   "confidence": 0.95,
   "source": "both"
  },
  "state": {
   "value": "NC",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Mecklenburg",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 40,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 6500000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 2015,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": 52000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.7,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One wind claim in 2022, $21,000 paid; otherwise clean over five-year period.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Queen City Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "8830 Stonehaven Dr, Charlotte, NC 28215",
   "source": "both"
  },
  {
   "field": "state",
   "value": "NC",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Mecklenburg",
   "source": "both"
  },
  {
   "field": "units",
   "value": 40,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 6500000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 2015,
   "source": "both"
  },
  {
   "field": "targetPremium",
   "value": 52000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One wind claim in 2022, $21,000 paid; otherwise clean over five-year period.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Queen City Rentals LLC",
   "got": "Queen City Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "NC",
   "got": "NC",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Mecklenburg",
   "got": "Mecklenburg",
   "correct": true
  },
  {
   "field": "units",
   "expected": 40,
   "got": 40,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6500000,
   "got": 6500000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2015,
   "got": 2015,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: $52,000 is the expiring premium per the email, not a stated target premium; the broker only says the insured will move for anything close, so using it as the target is an inference."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Neither source uses the term 'Garden apartments'; it describes a 40-unit apartment community with two 2-story buildings on one campus, so the subclass is inferred."
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 5,281
output tokens: 1,047
cost: $0.0239
latency: 168,871 ms · 3 calls
at: 2026-10-19 21:58
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 82
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 82,
 "confidence": 0.972857142857143,
 "reasons": [
  "Queen City Rentals sits comfortably inside appetite: NC is an allowed state, Mecklenburg is clear of coastal restrictions, 40 units is well under the 60-unit cap, and $6.5M TIV falls mid-band. The 2015 frame build and $52K GWP target pass all rule checks, with only a single $21K wind claim in 2022 keeping this from the top of the range. Strong bind candidate."
 ],
 "extraction": {
  "insuredName": {
   "value": "Queen City Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "8830 Stonehaven Dr, Charlotte, NC 28215",
   "confidence": 0.95,
   "source": "both"
  },
  "state": {
   "value": "NC",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Mecklenburg",
   "confidence": 0.98,
   "source": "both"
  },
  "units": {
   "value": 40,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 6500000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 2015,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": 52000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.7,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One wind claim in 2022, $21,000 paid; otherwise clean over five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Queen City Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "8830 Stonehaven Dr, Charlotte, NC 28215",
   "source": "both"
  },
  {
   "field": "state",
   "value": "NC",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Mecklenburg",
   "source": "both"
  },
  {
   "field": "units",
   "value": 40,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 6500000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 2015,
   "source": "both"
  },
  {
   "field": "targetPremium",
   "value": 52000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One wind claim in 2022, $21,000 paid; otherwise clean over five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Queen City Rentals LLC",
   "got": "Queen City Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "NC",
   "got": "NC",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Mecklenburg",
   "got": "Mecklenburg",
   "correct": true
  },
  {
   "field": "units",
   "expected": 40,
   "got": 40,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6500000,
   "got": 6500000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2015,
   "got": 2015,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: 52,000 is the expiring premium; the email gives no target premium, only that the insured will move for anything close."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Sources describe a 40-unit apartment community with two 2-story buildings but never say 'Garden apartments'; this is an inference."
  }
 ]
}

v3

result: ok
prompt tokens: 5,493
output tokens: 946
cost: $0.0248
latency: 185,208 ms · 3 calls
at: 2026-10-19 21:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.972857142857143,
 "reasons": [
  "Queen City Rentals sits comfortably inside appetite: NC is an allowed state, Mecklenburg County is clear of coastal restrictions, 40 units is under the 60-unit cap, and $6.5M TIV falls mid-band. The 2015 frame building is acceptable construction and newer than the excluded legacy types; the single $21K wind claim in 2022 is minor and keeps this just short of top-tier. Bind-ready subject to GWP landing in the $5K-$250K premium band."
 ],
 "extraction": {
  "insuredName": {
   "value": "Queen City Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "8830 Stonehaven Dr, Charlotte, NC 28215",
   "confidence": 0.95,
   "source": "both"
  },
  "state": {
   "value": "NC",
   "confidence": 0.99,
   "source": "both"
  },
  "county": {
   "value": "Mecklenburg",
   "confidence": 0.99,
   "source": "both"
  },
  "units": {
   "value": 40,
   "confidence": 0.98,
   "source": "both"
  },
  "tiv": {
   "value": 6500000,
   "confidence": 0.98,
   "source": "both"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "both"
  },
  "yearBuilt": {
   "value": 2015,
   "confidence": 0.98,
   "source": "both"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One wind claim in 2022, $21,000 paid; otherwise clean over five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Queen City Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "8830 Stonehaven Dr, Charlotte, NC 28215",
   "source": "both"
  },
  {
   "field": "state",
   "value": "NC",
   "source": "both"
  },
  {
   "field": "county",
   "value": "Mecklenburg",
   "source": "both"
  },
  {
   "field": "units",
   "value": 40,
   "source": "both"
  },
  {
   "field": "tiv",
   "value": 6500000,
   "source": "both"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "both"
  },
  {
   "field": "yearBuilt",
   "value": 2015,
   "source": "both"
  },
  {
   "field": "priorLossSummary",
   "value": "One wind claim in 2022, $21,000 paid; otherwise clean over five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Queen City Rentals LLC",
   "got": "Queen City Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "NC",
   "got": "NC",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Mecklenburg",
   "got": "Mecklenburg",
   "correct": true
  },
  {
   "field": "units",
   "expected": 40,
   "got": 40,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6500000,
   "got": 6500000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2015,
   "got": 2015,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}