V-16

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Hello,

Submitting Desert Bloom Apartments LLC, 26 units at 4402 N 24th St, Phoenix, AZ 85016 (Maricopa County). Masonry, built 2012, monitored alarm.

TIV $4.9M. On premium we're at $1,150 per unit for the target.

One theft claim 2024, $6,300 paid.

Best.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,242
output tokens: 1,124
cost: $0.0262
latency: 16,240 ms · 3 calls
at: 2026-10-19 22:29
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9542857142857141,
 "reasons": [
  "Desert Bloom Apartments sits comfortably inside appetite: AZ is an allowed state, 26 units is well under the 60-unit cap, and $4.9M TIV falls mid-band. Masonry construction built in 2012 is preferred, and the $29,900 target GWP sits inside the premium band. One 2024 theft claim ($6,300 paid) is minor and the only friction, so this submission is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email gives only $1,150 per unit, not a total; 29,900 is derived (1,150 x 26) and not stated in the sources."
  }
 ]
}

v2

result: ok
prompt tokens: 4,599
output tokens: 1,210
cost: $0.0251
latency: 16,195 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	pass
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 86,
 "confidence": 0.975,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.98,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email gives $1,150 per unit; 26 x $1,150 = $29,900 is a calculation, not a stated total premium, though the arithmetic is correct."
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,599
output tokens: 1,123
cost: $0.0136
latency: 15,410 ms · 3 calls
at: 2026-10-19 22:29
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	pass
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 86,
 "confidence": 0.9716666666666666,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.8,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email gives $1,150 per unit; 26 x 1,150 = $29,900 is a computed inference, not a stated total premium, though arithmetic is correct."
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

v3

result: ok
prompt tokens: 4,913
output tokens: 1,208
cost: $0.0157
latency: 15,937 ms · 3 calls
at: 2026-10-19 22:29
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	pass
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 86,
 "confidence": 0.965,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.8,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email gives $1,150 per unit; 26 x 1,150 = $29,900 is a calculation, not a stated total premium, so the total is inferred."
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}