V-14

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Hi,

Starting the file on Mill Run Flats LLC — 20-unit apartment building at 77 Mill Run Dr, Toledo, OH 43614 (Lucas County). Frame over block, built 2001.

The appraisal is ordered but not back yet, so I can't give you insurable values — for context the mortgage balance is $4,100,000, but don't rate off that. I'll send TIV the moment it lands.

Target premium in the low $20Ks. Clean loss runs.

Thanks.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,151
output tokens: 807
cost: $0.0227
latency: 15,725 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 78
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 78,
 "confidence": 0.94,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Mill Run Flats LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "77 Mill Run Dr, Toledo, OH 43614",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Lucas",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 20,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame over block",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2001,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.5,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean loss runs",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Mill Run Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "77 Mill Run Dr, Toledo, OH 43614",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Lucas",
   "source": "email"
  },
  {
   "field": "units",
   "value": 20,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame over block",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2001,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Mill Run Flats LLC",
   "got": "Mill Run Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Lucas",
   "got": "Lucas",
   "correct": true
  },
  {
   "field": "units",
   "expected": 20,
   "got": 20,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2001,
   "got": 2001,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

v2

result: ok
prompt tokens: 4,579
output tokens: 800
cost: $0.0209
latency: 12,985 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 74
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 74,
 "confidence": 0.94,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Mill Run Flats LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "77 Mill Run Dr, Toledo, OH 43614",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Lucas",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 20,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2001,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.5,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean loss runs",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Mill Run Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "77 Mill Run Dr, Toledo, OH 43614",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Lucas",
   "source": "email"
  },
  {
   "field": "units",
   "value": 20,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2001,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Mill Run Flats LLC",
   "got": "Mill Run Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Lucas",
   "got": "Lucas",
   "correct": true
  },
  {
   "field": "units",
   "expected": 20,
   "got": 20,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2001,
   "got": 2001,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,579
output tokens: 792
cost: $0.0103
latency: 12,047 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 72
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 72,
 "confidence": 0.94,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Mill Run Flats LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "77 Mill Run Dr, Toledo, OH 43614",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Lucas",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 20,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2001,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.5,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean loss runs",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Mill Run Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "77 Mill Run Dr, Toledo, OH 43614",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Lucas",
   "source": "email"
  },
  {
   "field": "units",
   "value": 20,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2001,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Mill Run Flats LLC",
   "got": "Mill Run Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Lucas",
   "got": "Lucas",
   "correct": true
  },
  {
   "field": "units",
   "expected": 20,
   "got": 20,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2001,
   "got": 2001,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

v3

result: ok
prompt tokens: 4,893
output tokens: 1,159
cost: $0.0154
latency: 14,589 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 72
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 72,
 "confidence": 0.9049999999999999,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Mill Run Flats LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "77 Mill Run Dr, Toledo, OH 43614",
   "confidence": 0.98,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Lucas",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 20,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.55,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2001,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean loss runs",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Mill Run Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "77 Mill Run Dr, Toledo, OH 43614",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Lucas",
   "source": "email"
  },
  {
   "field": "units",
   "value": 20,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2001,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Mill Run Flats LLC",
   "got": "Mill Run Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Lucas",
   "got": "Lucas",
   "correct": true
  },
  {
   "field": "units",
   "expected": 20,
   "got": 20,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2001,
   "got": 2001,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}