GOLD-01

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Danielle Ortiz, Ortiz & Lane Insurance Services

Hi team,

New habitational risk for your landlord program. Insured is Maple Row Apartments LLC, a 24-unit garden-style apartment complex at 4410 Kenway Blvd, Columbus, OH 43220 (Franklin County). Joisted masonry construction, built 1998, fully sprinklered, updated roofs 2019.

TIV is $4,200,000 (building + contents + 12 months loss of rents). Target premium around $38,000. No losses in the past five years — clean loss runs attached to the prior carrier's renewal.

Current carrier is non-renewing habitational statewide, so the insured needs terms in two weeks. Let me know if this fits appetite.

Thanks,
Danielle Ortiz
Ortiz & Lane Insurance Services

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,564
output tokens: 973
cost: $0.0260
latency: 112,464 ms · 3 calls
at: 2026-10-19 21:54
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9714285714285714,
 "reasons": [
  "Maple Row Apartments sits comfortably inside appetite: OH is an allowed state, 24 units is well under the 60-unit cap, and $4.2M TIV falls mid-band. Joisted masonry built in 1998 is preferred construction, the $38,000 GWP target sits inside the premium band, and five clean loss years support bind. Minor friction: loss runs are reportedly attached rather than verified."
 ],
 "extraction": {
  "insuredName": {
   "value": "Maple Row Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4410 Kenway Blvd, Columbus, OH 43220",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 24,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4200000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1998,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 38000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No losses in the past five years; clean loss runs reportedly attached to prior carrier's renewal.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Maple Row Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4410 Kenway Blvd, Columbus, OH 43220",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 24,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1998,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 38000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years; clean loss runs reportedly attached to prior carrier's renewal.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Maple Row Apartments LLC",
   "got": "Maple Row Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 24,
   "got": 24,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4200000,
   "got": 4200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1998,
   "got": 1998,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 38000,
   "got": 38000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Garden apartments",
   "got": "Garden apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2

result: ok
prompt tokens: 4,975
output tokens: 931
cost: $0.0168
latency: 105,079 ms · 3 calls
at: 2026-10-19 21:54
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 90
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.972857142857143,
 "reasons": [
  "Maple Row Apartments sits comfortably inside appetite: all six rule checks passed, with Ohio an appetite state, 24 units well under the 60-unit cap, and $4.2M TIV in the mid-band. Joisted masonry built in 1998 is preferred construction, the $38,000 target GWP falls within the premium band, and five years of clean loss runs make this a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Maple Row Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4410 Kenway Blvd, Columbus, OH 43220",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 24,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4200000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1998,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 38000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No losses in the past five years; clean loss runs referenced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Maple Row Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4410 Kenway Blvd, Columbus, OH 43220",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 24,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1998,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 38000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years; clean loss runs referenced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Maple Row Apartments LLC",
   "got": "Maple Row Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 24,
   "got": 24,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4200000,
   "got": 4200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1998,
   "got": 1998,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 38000,
   "got": 38000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Garden apartments",
   "got": "Garden apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2-repeat

result: ok
prompt tokens: 5,001
output tokens: 947
cost: $0.0275
latency: 113,644 ms · 3 calls
at: 2026-10-19 21:54
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9714285714285714,
 "reasons": [
  "Maple Row sits comfortably inside appetite: OH is an allowed state, 24 units is well under the 60-unit cap, and $4.2M TIV falls mid-band. Joisted masonry built in 1998 is acceptable construction, the $38,000 target GWP is inside the premium band, and five years of clean losses support bind. Only minor friction remains because the loss runs are referenced as attached, not yet verified."
 ],
 "extraction": {
  "insuredName": {
   "value": "Maple Row Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4410 Kenway Blvd, Columbus, OH 43220",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 24,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4200000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1998,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 38000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No losses in the past five years; clean loss runs from prior carrier's renewal referenced as attached.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Maple Row Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4410 Kenway Blvd, Columbus, OH 43220",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 24,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1998,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 38000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years; clean loss runs from prior carrier's renewal referenced as attached.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Maple Row Apartments LLC",
   "got": "Maple Row Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 24,
   "got": 24,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4200000,
   "got": 4200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1998,
   "got": 1998,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 38000,
   "got": 38000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Garden apartments",
   "got": "Garden apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v3

result: ok
prompt tokens: 5,289
output tokens: 930
cost: $0.0117
latency: 113,648 ms · 3 calls
at: 2026-10-19 21:54
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 90
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.9714285714285714,
 "reasons": [
  "Maple Row Apartments sits comfortably inside appetite: OH is an appetite state, 24 units is well under the 60-unit cap, and $4.2M TIV falls mid-band. Joisted masonry built in 1998 is acceptable construction, the $38,000 GWP target sits within the premium band, and five clean loss years support bind. All six rule checks passed with no near-limit attributes."
 ],
 "extraction": {
  "insuredName": {
   "value": "Maple Row Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4410 Kenway Blvd, Columbus, OH 43220",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 24,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4200000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1998,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 38000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No losses in the past five years; clean loss runs referenced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Maple Row Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4410 Kenway Blvd, Columbus, OH 43220",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 24,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1998,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 38000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years; clean loss runs referenced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Maple Row Apartments LLC",
   "got": "Maple Row Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 24,
   "got": 24,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4200000,
   "got": 4200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1998,
   "got": 1998,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 38000,
   "got": 38000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Garden apartments",
   "got": "Garden apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}