V-15

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Team — see the thread below, but note the correction: after closing on the annex last month the schedule is actually 16 units, and updated values are $2,350,000. Everything else in the original note stands.

Thanks,
MB

---------- Forwarded message ----------
From: MB
Subject: Ozark Terrace submission

Hi, submitting Ozark Terrace Rentals LLC, a 12-unit apartment court at 1830 S National Ave, Springfield, MO 65804 (Greene County). Brick veneer over frame, built 1998. TIV $1,800,000, target premium $17,500, no losses.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,393
output tokens: 952
cost: $0.0251
latency: 13,585 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9485714285714286,
 "reasons": [
  "All six appetite rules passed: MO is an allowed state, 16 units sits well under the 60-unit cap, and the $2.35M TIV falls mid-band. Brick veneer over frame is acceptable construction, the 1998 build is relatively modern, the loss history is clean, and the $17,500 GWP target sits comfortably in the premium band. Greene County carries no coastal restriction, so this submission is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Ozark Terrace Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1830 S National Ave, Springfield, MO 65804",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Greene",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 16,
   "confidence": 0.93,
   "source": "email"
  },
  "tiv": {
   "value": 2350000,
   "confidence": 0.93,
   "source": "email"
  },
  "constructionType": {
   "value": "Brick veneer over frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1998,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 17500,
   "confidence": 0.8,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.55,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ozark Terrace Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1830 S National Ave, Springfield, MO 65804",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Greene",
   "source": "email"
  },
  {
   "field": "units",
   "value": 16,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2350000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Brick veneer over frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1998,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 17500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ozark Terrace Rentals LLC",
   "got": "Ozark Terrace Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Greene",
   "got": "Greene",
   "correct": true
  },
  {
   "field": "units",
   "expected": 16,
   "got": 16,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2350000,
   "got": 2350000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1998,
   "got": 1998,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment court' but never states 'Garden apartments'; this is an inference."
  }
 ]
}

v2

result: ok
prompt tokens: 4,809
output tokens: 985
cost: $0.0237
latency: 12,482 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 90
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.8671428571428573,
 "reasons": [
  "Ozark Terrace Rentals sits comfortably inside appetite: MO is an allowed state, 16 units is well under the 60-unit cap, and the $2.35M TIV falls mid-band. Frame construction built in 1998 is acceptable, Greene County carries no coastal restriction, and the $17,500 target GWP sits inside the premium band with no prior losses. Bind with standard terms."
 ],
 "extraction": {
  "insuredName": {
   "value": "Ozark Terrace Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1830 S National Ave, Springfield, MO 65804",
   "confidence": 0.98,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Greene",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 16,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 2350000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1998,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 17500,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.5,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ozark Terrace Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1830 S National Ave, Springfield, MO 65804",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Greene",
   "source": "email"
  },
  {
   "field": "units",
   "value": 16,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2350000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1998,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 17500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ozark Terrace Rentals LLC",
   "got": "Ozark Terrace Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Greene",
   "got": "Greene",
   "correct": true
  },
  {
   "field": "units",
   "expected": 16,
   "got": 16,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2350000,
   "got": 2350000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1998,
   "got": 1998,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "contradiction",
   "detail": "Email says brick veneer over frame, not simply Frame; the value drops the brick veneer detail (e.g., masonry veneer/joisted-type), so it is not clearly stated."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment court'; 'Garden apartments' is an inference not stated in the sources."
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,809
output tokens: 977
cost: $0.0122
latency: 13,825 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 90
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	fail
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.8671428571428573,
 "reasons": [
  "Ozark Terrace Rentals sits comfortably inside appetite: MO is an allowed state, 16 units is well under the 60-unit cap, and $2.35M TIV falls in the lower-middle of the $250K-$15M band. Frame construction built in 1998 is acceptable, the $17,500 target GWP is inside the premium band, and the loss history is clean, so this risk is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Ozark Terrace Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1830 S National Ave, Springfield, MO 65804",
   "confidence": 0.98,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Greene",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 16,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 2350000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1998,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 17500,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.5,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ozark Terrace Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1830 S National Ave, Springfield, MO 65804",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Greene",
   "source": "email"
  },
  {
   "field": "units",
   "value": 16,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2350000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1998,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 17500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ozark Terrace Rentals LLC",
   "got": "Ozark Terrace Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Greene",
   "got": "Greene",
   "correct": true
  },
  {
   "field": "units",
   "expected": 16,
   "got": 16,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2350000,
   "got": 2350000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1998,
   "got": 1998,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "contradiction",
   "detail": "Email says brick veneer over frame, not simply frame; the value omits the brick veneer exterior and may misclassify construction (e.g., masonry veneer vs. frame)."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment court'; 'Garden apartments' is not stated and is an inference."
  }
 ]
}

v3

result: ok
prompt tokens: 5,093
output tokens: 932
cost: $0.0231
latency: 15,577 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.8628571428571429,
 "reasons": [
  "Ozark Terrace Rentals sits comfortably inside appetite: MO is an allowed state, 16 units is well under the 60-unit cap, and the $2.35M TIV falls in the mid-band. Frame construction built in 1998 is acceptable, the $17,500 target GWP is within the premium band, and the loss history is clean, so this risk is ready to bind-quote."
 ],
 "extraction": {
  "insuredName": {
   "value": "Ozark Terrace Rentals LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1830 S National Ave, Springfield, MO 65804",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Greene",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 16,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 2350000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1998,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 17500,
   "confidence": 0.9,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ozark Terrace Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1830 S National Ave, Springfield, MO 65804",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Greene",
   "source": "email"
  },
  {
   "field": "units",
   "value": 16,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2350000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1998,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 17500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ozark Terrace Rentals LLC",
   "got": "Ozark Terrace Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Greene",
   "got": "Greene",
   "correct": true
  },
  {
   "field": "units",
   "expected": 16,
   "got": 16,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2350000,
   "got": 2350000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1998,
   "got": 1998,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "contradiction",
   "detail": "Email says brick veneer over frame, not simply Frame; extracted value omits the brick veneer exterior (masonry veneer/joisted type)."
  }
 ]
}