V-08

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Good afternoon,

Please consider Sonora Vista Homes LLC — 22 doors of single-family rentals around Tucson, AZ (Pima County), professionally managed. All frame, typical build years 2005-2007, call it 2006.

Combined TIV $3,300,000, $28K target on premium. One liability claim, closed.

Best.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,161
output tokens: 856
cost: $0.0137
latency: 94,167 ms · 3 calls
at: 2026-10-19 22:27
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 86
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.8783333333333333,
 "reasons": [
  "property address"
 ],
 "extraction": {
  "insuredName": {
   "value": "Sonora Vista Homes LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "state": {
   "value": "AZ",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Pima",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 22,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3300000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2006,
   "confidence": 0.6,
   "source": "email"
  },
  "targetPremium": {
   "value": 28000,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim, closed.",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Sonora Vista Homes LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Pima",
   "source": "email"
  },
  {
   "field": "units",
   "value": 22,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3300000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2006,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 28000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim, closed.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Sonora Vista Homes LLC",
   "got": "Sonora Vista Homes LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Pima",
   "got": "Pima",
   "correct": true
  },
  {
   "field": "units",
   "expected": 22,
   "got": 22,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3300000,
   "got": 3300000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2006,
   "got": 2006,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 28000,
   "got": 28000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  }
 ]
}

v2

result: ok
prompt tokens: 4,595
output tokens: 823
cost: $0.0212
latency: 11,325 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9233333333333333,
 "reasons": [
  "property address"
 ],
 "extraction": {
  "insuredName": {
   "value": "Sonora Vista Homes LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "state": {
   "value": "AZ",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Pima",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 22,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3300000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.92,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2006,
   "confidence": 0.8,
   "source": "email"
  },
  "targetPremium": {
   "value": 28000,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim, closed.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Sonora Vista Homes LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Pima",
   "source": "email"
  },
  {
   "field": "units",
   "value": 22,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3300000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2006,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 28000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim, closed.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Sonora Vista Homes LLC",
   "got": "Sonora Vista Homes LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Pima",
   "got": "Pima",
   "correct": true
  },
  {
   "field": "units",
   "expected": 22,
   "got": 22,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3300000,
   "got": 3300000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2006,
   "got": 2006,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 28000,
   "got": 28000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,595
output tokens: 861
cost: $0.0216
latency: 92,516 ms · 3 calls
at: 2026-10-19 22:26
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9249999999999999,
 "reasons": [
  "property address"
 ],
 "extraction": {
  "insuredName": {
   "value": "Sonora Vista Homes LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "state": {
   "value": "AZ",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Pima",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 22,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3300000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.93,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2006,
   "confidence": 0.8,
   "source": "email"
  },
  "targetPremium": {
   "value": 28000,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim, closed.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Sonora Vista Homes LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Pima",
   "source": "email"
  },
  {
   "field": "units",
   "value": 22,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3300000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2006,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 28000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim, closed.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Sonora Vista Homes LLC",
   "got": "Sonora Vista Homes LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Pima",
   "got": "Pima",
   "correct": true
  },
  {
   "field": "units",
   "expected": 22,
   "got": 22,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3300000,
   "got": 3300000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2006,
   "got": 2006,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 28000,
   "got": 28000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  }
 ]
}

v3

result: ok
prompt tokens: 4,909
output tokens: 839
cost: $0.0120
latency: 94,479 ms · 3 calls
at: 2026-10-19 22:27
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9366666666666666,
 "reasons": [
  "property address"
 ],
 "extraction": {
  "insuredName": {
   "value": "Sonora Vista Homes LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "state": {
   "value": "AZ",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Pima",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 22,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 3300000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2006,
   "confidence": 0.8,
   "source": "email"
  },
  "targetPremium": {
   "value": 28000,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim, closed.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Sonora Vista Homes LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Pima",
   "source": "email"
  },
  {
   "field": "units",
   "value": 22,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3300000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2006,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 28000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim, closed.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Sonora Vista Homes LLC",
   "got": "Sonora Vista Homes LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Pima",
   "got": "Pima",
   "correct": true
  },
  {
   "field": "units",
   "expected": 22,
   "got": 22,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3300000,
   "got": 3300000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "Frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2006,
   "got": 2006,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 28000,
   "got": 28000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  }
 ]
}