V-07

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Hi team,

New risk: Gateway Lofts LP, 36-unit mid-rise at 901 Washington Ave, St. Louis, MO 63101 (St. Louis County). MNC construction, 2016 build, sprinklered, central station alarm.

TIV $8,200,000. Target premium $71,000. Clean loss runs attached.

Thanks.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,257
output tokens: 1,290
cost: $0.0279
latency: 13,893 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 1
modelErrors

check	verdict
extraction_schema	pass
fields_correct	fail
construction_canonical	fail
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9557142857142855,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, and $8.2M TIV and $71,000 target GWP fall within their bands. 2016 MNC construction is preferred and not excluded, and the county is clear of coastal restrictions. Clean loss runs are broker-stated only with no attachment, so confirm them before bind; the TIV also sits in the upper half of the band."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.6,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "MNC",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean loss runs (per broker; attachment not provided)",
   "confidence": 0.6,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "MNC",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs (per broker; attachment not provided)",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "MNC",
   "correct": false
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2

result: ok
prompt tokens: 4,737
output tokens: 1,198
cost: $0.0255
latency: 258,930 ms · 3 calls
at: 2026-10-19 22:26
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9114285714285714,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, $8.2M TIV is mid-band, and 2016 masonry non-combustible construction is preferred. Target GWP of $71,000 falls mid-band and all six rule checks passed. Loss runs are broker-stated clean but not yet provided, so verify them before bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.5,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry Non-Combustible",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Broker states loss runs are clean (loss runs referenced as attached, not provided in the text).",
   "confidence": 0.6,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry Non-Combustible",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Broker states loss runs are clean (loss runs referenced as attached, not provided in the text).",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "Masonry Non-Combustible",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'MNC', which is an abbreviation not defined in the source; expansion to Masonry Non-Combustible is an inference (could also be Modified Non-Combustible)."
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,725
output tokens: 1,290
cost: $0.0252
latency: 229,863 ms · 3 calls
at: 2026-10-19 22:26
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9185714285714285,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an approved state, 36 units is well under the 60-unit cap, $8.2M TIV is mid-band, and 2016 masonry non-combustible construction is preferred. The $71,000 GWP target falls mid-band and all six rule checks passed. Loss runs were not provided and the clean history rests on the broker's statement alone, so confirm loss runs before bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.5,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry Non-Combustible",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Broker states loss runs are clean; no loss runs were included in the provided text.",
   "confidence": 0.5,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry Non-Combustible",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Broker states loss runs are clean; no loss runs were included in the provided text.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "Masonry Non-Combustible",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'MNC', which is an abbreviation; expanding it to Masonry Non-Combustible is an inference, as MNC could also mean Modified Non-Combustible or similar depending on the carrier's conventions."
  }
 ]
}

v3

result: ok
prompt tokens: 5,031
output tokens: 1,275
cost: $0.0263
latency: 233,112 ms · 3 calls
at: 2026-10-19 22:26
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9185714285714285,
 "reasons": [
  "All six appetite rules passed: MO is an appetite state, 36 units sits well under the 60-unit cap, and TIV of $8.2M falls mid-band. 2016 masonry non-combustible construction is preferred, and the $71,000 GWP target sits comfortably inside the premium band. The only friction is that the clean loss runs come from the broker without an attachment, so verify them before bind. Note too that the submission lists St. Louis County while the address (63101, Washington Ave) falls in St. Louis City, a discrepancy to confirm, though neither is coastal-restricted."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.8,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry Non-Combustible",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean loss runs per broker (attachment not provided for review)",
   "confidence": 0.6,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry Non-Combustible",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs per broker (attachment not provided for review)",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "Masonry Non-Combustible",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'MNC', which is an abbreviation; expansion to Masonry Non-Combustible is an inference, as MNC is commonly Masonry Non-Combustible but not spelled out."
  }
 ]
}