V-06

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Underwriting,

Submission: Harvest Lane Apartments LLC, 20-unit garden complex at 5115 Harvest Ln, Indianapolis, IN 46226 (Marion County). Brick over frame, built in '02, monitored alarms.

TIV $2,950,000, target premium $27,000. One wind claim 2023, $9,800.

Regards.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,260
output tokens: 928
cost: $0.0243
latency: 15,603 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9442857142857142,
 "reasons": [
  "Harvest Lane Apartments sits comfortably inside appetite: IN is an allowed state, 20 units is well under the 60-unit cap, TIV of $2.95M is mid-band, and the $27,000 GWP target falls inside the premium band. Brick over frame built in 2002 is preferred construction, and Marion County has no coastal restriction. A single $9,800 wind claim in 2023 is minor friction but does not block bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Harvest Lane Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5115 Harvest Ln, Indianapolis, IN 46226",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "IN",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Marion",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 20,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 2950000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Brick over frame",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2002,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 27000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One wind claim in 2023, $9,800",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Harvest Lane Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5115 Harvest Ln, Indianapolis, IN 46226",
   "source": "email"
  },
  {
   "field": "state",
   "value": "IN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Marion",
   "source": "email"
  },
  {
   "field": "units",
   "value": 20,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2950000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Brick over frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2002,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 27000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One wind claim in 2023, $9,800",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Harvest Lane Apartments LLC",
   "got": "Harvest Lane Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IN",
   "got": "IN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Marion",
   "got": "Marion",
   "correct": true
  },
  {
   "field": "units",
   "expected": 20,
   "got": 20,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2950000,
   "got": 2950000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2002,
   "got": 2002,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 27000,
   "got": 27000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2

result: ok
prompt tokens: 4,685
output tokens: 980
cost: $0.0232
latency: 19,046 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.8985714285714285,
 "reasons": [
  "Harvest Lane Apartments sits comfortably inside appetite: Indiana is an approved state, 20 units is well under the 60-unit cap, and the $2.95M TIV falls in the mid-band. Frame construction built in 2002 is acceptable, Marion County carries no coastal restriction, and the $27,000 target GWP is well within the premium band. The single $9,800 wind claim in 2023 is minor friction but does not impede bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Harvest Lane Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5115 Harvest Ln, Indianapolis, IN 46226",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "IN",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Marion",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 20,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 2950000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2002,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 27000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One wind claim in 2023, $9,800",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Harvest Lane Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5115 Harvest Ln, Indianapolis, IN 46226",
   "source": "email"
  },
  {
   "field": "state",
   "value": "IN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Marion",
   "source": "email"
  },
  {
   "field": "units",
   "value": 20,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2950000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2002,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 27000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One wind claim in 2023, $9,800",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Harvest Lane Apartments LLC",
   "got": "Harvest Lane Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IN",
   "got": "IN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Marion",
   "got": "Marion",
   "correct": true
  },
  {
   "field": "units",
   "expected": 20,
   "got": 20,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2950000,
   "got": 2950000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2002,
   "got": 2002,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 27000,
   "got": 27000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'brick over frame', which is not simply 'Frame'; the value oversimplifies and may misclassify (e.g., masonry veneer / joisted masonry)."
  }
 ]
}

v2-repeat

result: ok
prompt tokens: 4,685
output tokens: 982
cost: $0.0189
latency: 12,355 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.8664285714285712,
 "reasons": [
  "Harvest Lane Apartments sits comfortably inside appetite: Indiana is an approved state, 20 units is well under the 60-unit cap, and $2.95M TIV falls mid-band with a $27,000 target GWP well within the premium band. Frame construction built in 2002 is acceptable and Marion County has no coastal restriction. The single 2023 wind claim at $9,800 is minor and the only friction, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Harvest Lane Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5115 Harvest Ln, Indianapolis, IN 46226",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "IN",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Marion",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 20,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 2950000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2002,
   "confidence": 0.93,
   "source": "email"
  },
  "targetPremium": {
   "value": 27000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One wind claim in 2023, $9,800",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Harvest Lane Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5115 Harvest Ln, Indianapolis, IN 46226",
   "source": "email"
  },
  {
   "field": "state",
   "value": "IN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Marion",
   "source": "email"
  },
  {
   "field": "units",
   "value": 20,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2950000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2002,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 27000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One wind claim in 2023, $9,800",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Harvest Lane Apartments LLC",
   "got": "Harvest Lane Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IN",
   "got": "IN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Marion",
   "got": "Marion",
   "correct": true
  },
  {
   "field": "units",
   "expected": 20,
   "got": 20,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2950000,
   "got": 2950000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2002,
   "got": 2002,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 27000,
   "got": 27000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "contradiction",
   "detail": "Email says 'brick over frame', which is not simply 'Frame'; the value drops the brick veneer detail (arguably masonry veneer/brick over frame)."
  }
 ]
}

v3

result: ok
prompt tokens: 4,999
output tokens: 981
cost: $0.0134
latency: 14,551 ms · 3 calls
at: 2026-10-20 04:59
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	pass
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.8585714285714285,
 "reasons": [
  "Harvest Lane Apartments sits comfortably inside appetite: Indiana is an allowed state, 20 units is well under the 60-unit cap, and the $2.95M TIV falls mid-band. The 2002 frame garden-style building clears construction exclusions, Marion County has no coastal restriction, and the $27,000 GWP target sits within the premium band. A single $9,800 wind claim in 2023 is minor friction that keeps this from the top of the range, but the risk is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Harvest Lane Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "5115 Harvest Ln, Indianapolis, IN 46226",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "IN",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Marion",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 20,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 2950000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2002,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 27000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One wind claim in 2023, $9,800",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Harvest Lane Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "5115 Harvest Ln, Indianapolis, IN 46226",
   "source": "email"
  },
  {
   "field": "state",
   "value": "IN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Marion",
   "source": "email"
  },
  {
   "field": "units",
   "value": 20,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2950000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2002,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 27000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One wind claim in 2023, $9,800",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Harvest Lane Apartments LLC",
   "got": "Harvest Lane Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "IN",
   "got": "IN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Marion",
   "got": "Marion",
   "correct": true
  },
  {
   "field": "units",
   "expected": 20,
   "got": 20,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2950000,
   "got": 2950000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2002,
   "got": 2002,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 27000,
   "got": 27000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "contradiction",
   "detail": "Email says brick over frame, not simply Frame; value loses the brick veneer detail (could be classed as masonry veneer/frame)."
  }
 ]
}