V-05

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Hi,

Small schedule for you: Bluegrass Doors LLC owns ten units of duplex rentals at 300-308 Castlewood Ave, Lexington, KY 40505 (Fayette County). Frame, two stories, built 1999, updated wiring 2016.

TIV $1,400,000. Target premium $12,500. No claims.

Thanks.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,236
output tokens: 918
cost: $0.0144
latency: 14,696 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9557142857142856,
 "reasons": [
  "All six rule checks passed: KY is an appetite state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls in the lower-middle of the $250K-$15M band. Frame construction built in 1999 is acceptable and not near any exclusion, the $12,500 target GWP sits comfortably in the premium band, and no claims are on record, so this risk can bind cleanly."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says duplex rentals; 'Duplex/fourplex schedule' (fourplex) is not stated and is an inference."
  }
 ]
}

v2

result: ok
prompt tokens: 4,670
output tokens: 1,054
cost: $0.0238
latency: 13,924 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9642857142857142,
 "reasons": [
  "All six appetite rules pass: KY is an appetite state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls in the lower-middle of the $250K-$15M band. Frame construction built in 1999 is acceptable, Fayette County carries no coastal restriction, the $12,500 target GWP is inside the premium band, and the loss history is clean, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says duplex rentals; 'Duplex/fourplex schedule' with fourplex is not stated, an inferred label."
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,670
output tokens: 943
cost: $0.0215
latency: 12,692 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9699999999999999,
 "reasons": [
  "All six appetite rules pass: KY is an allowed state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls in the lower-middle of the $250K-$15M band. Frame construction built in 1999 is acceptable, Fayette County carries no coastal restriction, the $12,500 target GWP sits inside the premium band, and the no-claims history supports a clean bind. Frame construction and a 27-year-old building are the only minor friction points."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says duplex rentals; 'Duplex/fourplex schedule' includes fourplex, which is not mentioned, so it is an inference."
  }
 ]
}

v3

result: ok
prompt tokens: 4,984
output tokens: 1,120
cost: $0.0148
latency: 14,777 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9557142857142856,
 "reasons": [
  "All six rule checks passed: KY sits in appetite, 10 units is well under the 60-unit cap, and $1.4M TIV falls in the mid-band of the $250K-$15M range. Frame construction built in 1999 is acceptable and not an excluded type, the $12,500 target GWP sits comfortably inside the premium band, and no prior claims leave nothing to slow a bind. The score stops short of the top because frame construction is less preferred than masonry or fire-resistive."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.85,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email mentions duplex rentals only; 'Duplex/fourplex schedule' with fourplex is an inference not stated in the source."
  }
 ]
}