Weigh evals you can watch
2026-10-20 22:33 UTC

V-01

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Hi team,

Submitting Kenwood Green Apartments LLC for the landlord program. 30-unit garden apartment complex at 2210 Kenwood Ave, Dayton, OH 45406 (Montgomery County). Joisted masonry, built 2004, sprinklered.

TIV is $4.2MM building and contents. Target premium $36,500. Clean five-year loss history.

Thanks.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result
ok
prompt tokens
4,281
output tokens
907
cost
$0.0242
latency
44,248 ms · 3 calls
at
2026-10-19 22:11
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
90
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevpass
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.9585714285714285,
 "reasons": [
  "Kenwood Green Apartments sits comfortably inside appetite: Ohio is an appetite state, 30 units is half the 60-unit cap, and the $4.2M TIV falls mid-band. Joisted masonry built in 2004 is acceptable construction, the $36,500 target GWP is well within the premium band, and the five-year loss history is clean. This risk is ready to bind-quote with no appetite friction."
 ],
 "extraction": {
  "insuredName": {
   "value": "Kenwood Green Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2210 Kenwood Ave, Dayton, OH 45406",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Montgomery",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 30,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4200000,
   "confidence": 0.9,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2004,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 36500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean five-year loss history",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Kenwood Green Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2210 Kenwood Ave, Dayton, OH 45406",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Montgomery",
   "source": "email"
  },
  {
   "field": "units",
   "value": 30,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2004,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 36500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean five-year loss history",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Kenwood Green Apartments LLC",
   "got": "Kenwood Green Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Montgomery",
   "got": "Montgomery",
   "correct": true
  },
  {
   "field": "units",
   "expected": 30,
   "got": 30,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4200000,
   "got": 4200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2004,
   "got": 2004,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 36500,
   "got": 36500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Garden apartments",
   "got": "Garden apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2

result
ok
prompt tokens
4,718
output tokens
922
cost
$0.0227
latency
40,192 ms · 3 calls
at
2026-10-19 22:11
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
90
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevpass
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.9728571428571426,
 "reasons": [
  "Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the middle of the $250K-$15M band. Joisted masonry built in 2004 is preferred construction, the $36,500 target GWP sits well within the premium band, and the five-year loss history is clean. Montgomery County carries no coastal restriction, so this risk is ready to bind on standard terms."
 ],
 "extraction": {
  "insuredName": {
   "value": "Kenwood Green Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2210 Kenwood Ave, Dayton, OH 45406",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Montgomery",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 30,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4200000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2004,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 36500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean five-year loss history",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Kenwood Green Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2210 Kenwood Ave, Dayton, OH 45406",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Montgomery",
   "source": "email"
  },
  {
   "field": "units",
   "value": 30,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2004,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 36500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean five-year loss history",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Kenwood Green Apartments LLC",
   "got": "Kenwood Green Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Montgomery",
   "got": "Montgomery",
   "correct": true
  },
  {
   "field": "units",
   "expected": 30,
   "got": 30,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4200000,
   "got": 4200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2004,
   "got": 2004,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 36500,
   "got": 36500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Garden apartments",
   "got": "Garden apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2-repeat

result
ok
prompt tokens
4,718
output tokens
915
cost
$0.0115
latency
46,933 ms · 3 calls
at
2026-10-19 22:11
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
90
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevpass
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.9671428571428571,
 "reasons": [
  "Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the mid-band of the $250K-$15M range. Joisted masonry built in 2004 is acceptable construction, the five-year loss history is clean, and the $36,500 target GWP sits well within the premium band. Montgomery County carries no coastal restriction, so this risk is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Kenwood Green Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2210 Kenwood Ave, Dayton, OH 45406",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Montgomery",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 30,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4200000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2004,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 36500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean five-year loss history",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Kenwood Green Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2210 Kenwood Ave, Dayton, OH 45406",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Montgomery",
   "source": "email"
  },
  {
   "field": "units",
   "value": 30,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2004,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 36500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean five-year loss history",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Kenwood Green Apartments LLC",
   "got": "Kenwood Green Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Montgomery",
   "got": "Montgomery",
   "correct": true
  },
  {
   "field": "units",
   "expected": 30,
   "got": 30,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4200000,
   "got": 4200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2004,
   "got": 2004,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 36500,
   "got": 36500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Garden apartments",
   "got": "Garden apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v3

result
ok
prompt tokens
5,032
output tokens
879
cost
$0.0125
latency
41,952 ms · 3 calls
at
2026-10-19 22:11
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
90
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevpass
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.97,
 "reasons": [
  "Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls mid-band. Joisted masonry built in 2004, a clean five-year loss history, and $36,500 target GWP within the premium band make this a strong bind candidate with no friction points."
 ],
 "extraction": {
  "insuredName": {
   "value": "Kenwood Green Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2210 Kenwood Ave, Dayton, OH 45406",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Montgomery",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 30,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4200000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2004,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 36500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.96,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean five-year loss history",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Kenwood Green Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2210 Kenwood Ave, Dayton, OH 45406",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Montgomery",
   "source": "email"
  },
  {
   "field": "units",
   "value": 30,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2004,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 36500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean five-year loss history",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Kenwood Green Apartments LLC",
   "got": "Kenwood Green Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Montgomery",
   "got": "Montgomery",
   "correct": true
  },
  {
   "field": "units",
   "expected": 30,
   "got": 30,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4200000,
   "got": 4200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2004,
   "got": 2004,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 36500,
   "got": 36500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Garden apartments",
   "got": "Garden apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}