Weigh evals you can watch
2026-10-20 22:35 UTC

V-11

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Hi team,

Submission: Grandview Court Apartments LLC at 3200 Grandview Ct, Columbus, OH 43212 (Franklin County). Campus is two buildings with 14 units each and a third smaller building with 9.

Values per the appraisal: building $3,100,000, contents $240,000, and 12 months loss of rents at $310,000. Joisted masonry, originally built 1987, gut-renovated 2019 (roof, electrical, plumbing).

Target premium $33,000. Clean losses.

Thanks.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result
ok
prompt tokens
4,338
output tokens
1,104
cost
$0.0264
latency
15,809 ms · 3 calls
at
2026-10-19 22:28
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
86
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevpass
attribution_claudefail
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9185714285714285,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band with a $33,000 GWP target inside the premium band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, and losses are clean. The 1987 build year is the only mild friction, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.8,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.85,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses (no losses reported)",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses (no losses reported)",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2

result
ok
prompt tokens
4,761
output tokens
1,187
cost
$0.0255
latency
15,033 ms · 3 calls
at
2026-10-19 22:27
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
86
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevpass
attribution_claudefail
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9242857142857144,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County has no coastal restriction, the $33,000 target GWP sits within the premium band, and losses are clean. The 1987 year built is the only mild friction, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.8,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v2-repeat

result
ok
prompt tokens
4,761
output tokens
1,183
cost
$0.0142
latency
15,545 ms · 3 calls
at
2026-10-19 22:28
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
86
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevpass
attribution_claudefail
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9357142857142858,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls in the mid-band. Joisted masonry is acceptable construction, losses are clean, and the $33,000 target GWP is within the premium band. The 1987 year built adds minor age friction, but the risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.98,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

v3

result
ok
prompt tokens
5,075
output tokens
1,166
cost
$0.0155
latency
15,119 ms · 3 calls
at
2026-10-19 22:28
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
88
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevpass
attribution_claudefail
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.93,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County has no coastal restrictions, the $33,000 target GWP is within band, and losses are clean. The 1987 year built is the only minor friction, so this risk is ready to bind-track."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}