GOLD-27

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Regression desk

Hi team,

New commercial property risk for the landlord program. Insured is Kestrel Holdings LLC, a 40-unit building at 1820 Palmetto Row, Columbus, OH 43215 (Franklin County). Joisted masonry construction, built 2009, fully sprinklered, roofs replaced 2021.

TIV is $6,800,000 building and contents. Target premium $52,000. No losses in the past five years, loss runs attached.

Thanks.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,302
output tokens: 887
cost: $0.0241
latency: 14,029 ms · 3 calls
at: 2026-10-19 22:29
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	pass
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9671428571428571,
 "reasons": [
  "Kestrel Holdings LLC sits comfortably inside appetite: all six rule checks passed, with 40 units under the 60-unit cap, $6.8M TIV in the mid-band, and a $52,000 GWP target well within the premium band. The 2009 joisted masonry build in non-coastal Franklin County, OH and five clean loss years support a bind. Loss runs are referenced as attached but not yet verified, which holds the score below the top of the range."
 ],
 "extraction": {
  "insuredName": {
   "value": "Kestrel Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1820 Palmetto Row, Columbus, OH 43215",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 40,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 6800000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2009,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 52000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses in the past five years; loss runs referenced as attached.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Kestrel Holdings LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1820 Palmetto Row, Columbus, OH 43215",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 40,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6800000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2009,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 52000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years; loss runs referenced as attached.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Kestrel Holdings LLC",
   "got": "Kestrel Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 40,
   "got": 40,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6800000,
   "got": 6800000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2009,
   "got": 2009,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 52000,
   "got": 52000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": null,
   "got": null,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2

result: ok
prompt tokens: 4,739
output tokens: 891
cost: $0.0225
latency: 15,389 ms · 3 calls
at: 2026-10-19 22:29
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	pass
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9657142857142856,
 "reasons": [
  "All six appetite rules pass: OH is an eligible state, 40 units sits well under the 60-unit cap, and the $6.8M TIV falls mid-band. Joisted masonry built in 2009 is preferred construction, the $52K GWP target sits comfortably inside the premium band, and Franklin County carries no coastal restriction. The five-year loss history is clean, but the loss runs are reportedly attached rather than verified, so confirm them before bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Kestrel Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1820 Palmetto Row, Columbus, OH 43215",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 40,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 6800000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.96,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2009,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 52000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.4,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses in the past five years; loss runs reportedly attached.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Kestrel Holdings LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1820 Palmetto Row, Columbus, OH 43215",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 40,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6800000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2009,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 52000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years; loss runs reportedly attached.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Kestrel Holdings LLC",
   "got": "Kestrel Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 40,
   "got": 40,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6800000,
   "got": 6800000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2009,
   "got": 2009,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 52000,
   "got": 52000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": null,
   "got": null,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2-repeat

result: ok
prompt tokens: 4,731
output tokens: 871
cost: $0.0111
latency: 16,535 ms · 3 calls
at: 2026-10-19 22:29
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	pass
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9699999999999999,
 "reasons": [
  "Kestrel Holdings sits comfortably inside appetite: Ohio is an allowed state, 40 units is well under the 60-unit cap, and $6.8M TIV falls mid-band. Joisted masonry built in 2009 is acceptable construction, Franklin County carries no coastal restriction, the $52,000 GWP target sits inside the premium band, and five clean loss years support a bind-ready file."
 ],
 "extraction": {
  "insuredName": {
   "value": "Kestrel Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1820 Palmetto Row, Columbus, OH 43215",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 40,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 6800000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2009,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 52000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.4,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses in the past five years; loss runs attached.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Kestrel Holdings LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1820 Palmetto Row, Columbus, OH 43215",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 40,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6800000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2009,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 52000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years; loss runs attached.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Kestrel Holdings LLC",
   "got": "Kestrel Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 40,
   "got": 40,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6800000,
   "got": 6800000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2009,
   "got": 2009,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 52000,
   "got": 52000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": null,
   "got": null,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v3

result: ok
prompt tokens: 5,051
output tokens: 881
cost: $0.0211
latency: 14,582 ms · 3 calls
at: 2026-10-19 22:29
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	pass
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9671428571428571,
 "reasons": [
  "Kestrel Holdings sits comfortably inside appetite: Ohio is an allowed state, 40 units is well under the 60-unit cap, and $6.8M TIV falls mid-band. The 2009 joisted masonry build is preferred construction, the $52,000 target GWP is within the premium band, and five years of clean loss runs support a bind. Franklin County carries no coastal restriction."
 ],
 "extraction": {
  "insuredName": {
   "value": "Kestrel Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1820 Palmetto Row, Columbus, OH 43215",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 40,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 6800000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2009,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 52000,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses in the past five years; loss runs attached per broker.",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Kestrel Holdings LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1820 Palmetto Row, Columbus, OH 43215",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 40,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 6800000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2009,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 52000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years; loss runs attached per broker.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Kestrel Holdings LLC",
   "got": "Kestrel Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 40,
   "got": 40,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 6800000,
   "got": 6800000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2009,
   "got": 2009,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 52000,
   "got": 52000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": null,
   "got": null,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}