V-13

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Team,

New one for the landlord program: Peachtree Walk Residential LLC, an 18-unit apartment building at 1490 Peachtree Walk NE, Atlanta, GA 30309 (Fulton County). Masonry, built 2009, sprinklered.

Heads up on values — the expiring SOV showed $2.9M, but the updated appraisal came in at $3.4M. Use the appraisal. For context the mortgage balance is about $2.6M.

Target premium $30,500. No losses in five years.

Thanks.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,325
output tokens: 906
cost: $0.0243
latency: 15,449 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 93
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 93,
 "confidence": 0.9471428571428572,
 "reasons": [
  "Peachtree Walk sits comfortably inside appetite: GA is an allowed state, Fulton County carries no coastal restriction, and 18 units fall well under the 60-unit cap. TIV of $3.4M is mid-band, GWP target of $30,500 is well within the premium band, construction is preferred masonry built in 2009, and the five-year loss record is clean. This risk is ready to bind with no appetite friction."
 ],
 "extraction": {
  "insuredName": {
   "value": "Peachtree Walk Residential LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1490 Peachtree Walk NE, Atlanta, GA 30309",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Fulton",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 3400000,
   "confidence": 0.9,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2009,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 30500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.4,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses in the past five years",
   "confidence": 0.92,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Peachtree Walk Residential LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1490 Peachtree Walk NE, Atlanta, GA 30309",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fulton",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2009,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 30500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Peachtree Walk Residential LLC",
   "got": "Peachtree Walk Residential LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fulton",
   "got": "Fulton",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3400000,
   "got": 3400000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2009,
   "got": 2009,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 30500,
   "got": 30500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2

result: ok
prompt tokens: 4,682
output tokens: 1,038
cost: $0.0237
latency: 14,035 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 88,
 "confidence": 0.965,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Peachtree Walk Residential LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1490 Peachtree Walk NE, Atlanta, GA 30309",
   "confidence": 0.98,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Fulton",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 3400000,
   "confidence": 0.9,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2009,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 30500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses in the past five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Peachtree Walk Residential LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1490 Peachtree Walk NE, Atlanta, GA 30309",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fulton",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3400000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2009,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 30500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Peachtree Walk Residential LLC",
   "got": "Peachtree Walk Residential LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fulton",
   "got": "Fulton",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3400000,
   "got": 3400000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2009,
   "got": 2009,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 30500,
   "got": 30500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,682
output tokens: 1,054
cost: $0.0129
latency: 14,969 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 88
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 88,
 "confidence": 0.9699999999999999,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Peachtree Walk Residential LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1490 Peachtree Walk NE, Atlanta, GA 30309",
   "confidence": 0.98,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Fulton",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 3400000,
   "confidence": 0.93,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2009,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 30500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses in the past five years.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Peachtree Walk Residential LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1490 Peachtree Walk NE, Atlanta, GA 30309",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fulton",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3400000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2009,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 30500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Peachtree Walk Residential LLC",
   "got": "Peachtree Walk Residential LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fulton",
   "got": "Fulton",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3400000,
   "got": 3400000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2009,
   "got": 2009,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 30500,
   "got": 30500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

v3

result: ok
prompt tokens: 4,996
output tokens: 882
cost: $0.0222
latency: 16,250 ms · 3 calls
at: 2026-10-19 22:28
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 84
retries: 0
fieldsWrong: 0

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	pass
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 84,
 "confidence": 0.9616666666666666,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Peachtree Walk Residential LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1490 Peachtree Walk NE, Atlanta, GA 30309",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Fulton",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 3400000,
   "confidence": 0.9,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.4,
   "source": null
  },
  "yearBuilt": {
   "value": 2009,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 30500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses in the past five years",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Peachtree Walk Residential LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1490 Peachtree Walk NE, Atlanta, GA 30309",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fulton",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3400000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2009,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 30500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses in the past five years",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Peachtree Walk Residential LLC",
   "got": "Peachtree Walk Residential LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fulton",
   "got": "Fulton",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3400000,
   "got": 3400000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2009,
   "got": 2009,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 30500,
   "got": 30500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}