GOLD-07

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Priya Raman, Carolina Wholesale Brokerage

Hello,

Submitting Harborline Residences LLC for review. 28-unit apartment building at 44 Lockwood Dr, Charleston, SC 29401 (Charleston County), three blocks from the harbor. EIFS exterior over wood frame, 3 stories, built 1999, no sprinklers.

TIV $4,800,000. Expiring premium $61,000 with a wind/hail deductible of 5%. Losses: Hurricane Ian-related water intrusion claim 2022, $92,000 paid.

I know coastal is tight everywhere — flagging it up front. Is this something the program can consider, or should I take it to the E&S market?

Priya Raman
Carolina Wholesale Brokerage

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,498
output tokens: 957
cost: $0.0255
latency: 12,512 ms · 3 calls
at: 2026-10-20 04:58
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 1
modelErrors

check	verdict
extraction_schema	pass
fields_correct	fail
construction_canonical	fail
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.9557142857142855,
 "reasons": [
  "\"Wood frame with EIFS exterior, 3 stories, no sprinklers\" matches excluded construction: EIFS",
  "Charleston County, SC is coastal-restricted"
 ],
 "extraction": {
  "insuredName": {
   "value": "Harborline Residences LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "44 Lockwood Dr, Charleston, SC 29401",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "SC",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Charleston",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 28,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4800000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Wood frame with EIFS exterior, 3 stories, no sprinklers",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.7,
   "source": null
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.45,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "2022 Hurricane Ian-related water intrusion claim, $92,000 paid",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Harborline Residences LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "44 Lockwood Dr, Charleston, SC 29401",
   "source": "email"
  },
  {
   "field": "state",
   "value": "SC",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Charleston",
   "source": "email"
  },
  {
   "field": "units",
   "value": 28,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4800000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Wood frame with EIFS exterior, 3 stories, no sprinklers",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "2022 Hurricane Ian-related water intrusion claim, $92,000 paid",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Harborline Residences LLC",
   "got": "Harborline Residences LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "SC",
   "got": "SC",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Charleston",
   "got": "Charleston",
   "correct": true
  },
  {
   "field": "units",
   "expected": 28,
   "got": 28,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4800000,
   "got": 4800000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (EIFS)",
   "got": "Wood frame with EIFS exterior, 3 stories, no sprinklers",
   "correct": false
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment building' but never states 'Garden apartments'; the subclass is inferred."
  }
 ]
}

v2

result: ok
prompt tokens: 4,881
output tokens: 933
cost: $0.0235
latency: 11,522 ms · 3 calls
at: 2026-10-20 04:58
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 8
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 8,
 "confidence": 0.9757142857142858,
 "reasons": [
  "\"Frame (EIFS)\" matches excluded construction: EIFS",
  "Charleston County, SC is coastal-restricted"
 ],
 "extraction": {
  "insuredName": {
   "value": "Harborline Residences LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "44 Lockwood Dr, Charleston, SC 29401",
   "confidence": 0.98,
   "source": "email"
  },
  "state": {
   "value": "SC",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Charleston",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 28,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4800000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame (EIFS)",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.55,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "2022 Hurricane Ian-related water intrusion claim, $92,000 paid",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Harborline Residences LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "44 Lockwood Dr, Charleston, SC 29401",
   "source": "email"
  },
  {
   "field": "state",
   "value": "SC",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Charleston",
   "source": "email"
  },
  {
   "field": "units",
   "value": 28,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4800000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame (EIFS)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "2022 Hurricane Ian-related water intrusion claim, $92,000 paid",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Harborline Residences LLC",
   "got": "Harborline Residences LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "SC",
   "got": "SC",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Charleston",
   "got": "Charleston",
   "correct": true
  },
  {
   "field": "units",
   "expected": 28,
   "got": 28,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4800000,
   "got": 4800000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (EIFS)",
   "got": "Frame (EIFS)",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 28-unit apartment building, 3 stories, but never mentions 'garden apartments'; subclass is inferred."
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,881
output tokens: 934
cost: $0.0117
latency: 12,800 ms · 3 calls
at: 2026-10-20 04:58
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 8
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 8,
 "confidence": 0.9742857142857143,
 "reasons": [
  "\"Frame (EIFS)\" matches excluded construction: EIFS",
  "Charleston County, SC is coastal-restricted"
 ],
 "extraction": {
  "insuredName": {
   "value": "Harborline Residences LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "44 Lockwood Dr, Charleston, SC 29401",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "SC",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Charleston",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 28,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4800000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame (EIFS)",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.6,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "2022 Hurricane Ian-related water intrusion claim, $92,000 paid",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Harborline Residences LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "44 Lockwood Dr, Charleston, SC 29401",
   "source": "email"
  },
  {
   "field": "state",
   "value": "SC",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Charleston",
   "source": "email"
  },
  {
   "field": "units",
   "value": 28,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4800000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame (EIFS)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "2022 Hurricane Ian-related water intrusion claim, $92,000 paid",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Harborline Residences LLC",
   "got": "Harborline Residences LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "SC",
   "got": "SC",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Charleston",
   "got": "Charleston",
   "correct": true
  },
  {
   "field": "units",
   "expected": 28,
   "got": 28,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4800000,
   "got": 4800000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (EIFS)",
   "got": "Frame (EIFS)",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email never says 'garden apartments'; it only describes a 3-story 28-unit apartment building, so the subclass is inferred."
  }
 ]
}

v3

result: ok
prompt tokens: 5,165
output tokens: 868
cost: $0.0227
latency: 260,987 ms · 3 calls
at: 2026-10-19 22:08
stages: intake extraction grounding appetite
decision: DECLINED
fitScore: 12
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "DECLINED",
 "expectedDecision": "DECLINED",
 "decisionCorrect": true,
 "fitScore": 12,
 "confidence": 0.9742857142857143,
 "reasons": [
  "\"Frame (EIFS)\" matches excluded construction: EIFS",
  "Charleston County, SC is coastal-restricted"
 ],
 "extraction": {
  "insuredName": {
   "value": "Harborline Residences LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "44 Lockwood Dr, Charleston, SC 29401",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "SC",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Charleston",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 28,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4800000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame (EIFS)",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "2022 Hurricane Ian-related water intrusion claim, $92,000 paid",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Harborline Residences LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "44 Lockwood Dr, Charleston, SC 29401",
   "source": "email"
  },
  {
   "field": "state",
   "value": "SC",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Charleston",
   "source": "email"
  },
  {
   "field": "units",
   "value": 28,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4800000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame (EIFS)",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "2022 Hurricane Ian-related water intrusion claim, $92,000 paid",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Harborline Residences LLC",
   "got": "Harborline Residences LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "SC",
   "got": "SC",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Charleston",
   "got": "Charleston",
   "correct": true
  },
  {
   "field": "units",
   "expected": 28,
   "got": 28,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4800000,
   "got": 4800000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame (EIFS)",
   "got": "Frame (EIFS)",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}