Weigh evals you can watch
2026-10-20 22:35 UTC

V-09

exchange-triage · run 2026-10-19-prompts

Input

What every variant was given, as the suite chose to show it.

Broker: Variant desk

Team,

Submission for the landlord package: Delta Row Properties LLC, an 18-unit apartment court on Cooper St in Memphis (Shelby County). Joisted masonry, built 2000.

TIV four point six million dollars. Target premium $44,000. Two small water claims, both under $10K, plumbing replaced.

Thanks.

Outputs

One column per variant. Checks are the suite's binary checks on this output; a judge that gave no verdict is unanswered and not counted.

v1

result
ok
prompt tokens
4,234
output tokens
946
cost
$0.0244
latency
26,610 ms · 3 calls
at
2026-10-19 22:27
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
84
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevfail
attribution_claudefail
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8514285714285714,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls mid-band. Joisted masonry built in 2000 is acceptable construction, and the $44,000 target GWP sits within the premium band. Two small water claims under $10K with plumbing replaced add minor friction but do not hinder bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis, TN",
   "confidence": 0.6,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.9,
   "source": "email"
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.5,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Two small water claims, each under $10K; plumbing replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis, TN",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, each under $10K; plumbing replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated explicitly; TN is inferred from Memphis/Shelby County."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment court' and 'landlord package'; 'Garden apartments' is an inference not stated."
  }
 ]
}

v2

result
ok
prompt tokens
4,677
output tokens
990
cost
$0.0232
latency
46,006 ms · 3 calls
at
2026-10-19 22:27
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
84
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevfail
attribution_claudefail
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8371428571428572,
 "reasons": [
  "All six appetite rules passed: Memphis, TN sits in an allowed state and clear of coastal restrictions, 18 units is well under the 60-unit cap, and $4.6M TIV falls in the middle of the $250K-$15M band. Joisted masonry built in 2000 is preferred construction, and the $44K GWP target sits comfortably inside the premium band. Two small water claims under $10K each, with plumbing replaced, are the only friction and do not hold back a bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis, TN",
   "confidence": 0.5,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.9,
   "source": "email"
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.55,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Two small water claims, both under $10K each; plumbing has been replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis, TN",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, both under $10K each; plumbing has been replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: TN is not stated explicitly; it is inferred from Memphis/Shelby County."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment court' and 'landlord package'; 'Garden apartments' is not stated and is an inference."
  }
 ]
}

v2-repeat

result
ok
prompt tokens
4,677
output tokens
972
cost
$0.0219
latency
42,342 ms · 3 calls
at
2026-10-19 22:27
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
84
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevfail
attribution_claudefail
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8371428571428572,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, TIV of $4.6M is mid-band, and the $44K target GWP falls inside the premium band. Joisted masonry built in 2000 is acceptable construction and Shelby County carries no coastal restriction. Two small water claims under $10K each, with plumbing replaced, add minor friction but do not block bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis, TN",
   "confidence": 0.5,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.9,
   "source": "email"
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.5,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Two small water claims, both under $10K each; plumbing has been replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis, TN",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, both under $10K each; plumbing has been replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated in the email; TN is inferred from Memphis/Shelby County."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment court' and does not mention 'garden apartments'; this is an inference."
  }
 ]
}

v3

result
ok
prompt tokens
4,951
output tokens
906
cost
$0.0223
latency
43,908 ms · 3 calls
at
2026-10-19 22:27
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
82
retries
0
fieldsWrong
0
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevpass
attribution_claudefail
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 82,
 "confidence": 0.8585714285714285,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, Shelby County carries no coastal restriction, and 18 units, $4.6M TIV, and $44K GWP all land mid-band. Joisted masonry built in 2000 is preferred construction, and the only friction is two small water claims under $10K each, which the plumbing replacement mitigates. Bind-ready with standard water-damage terms."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis",
   "confidence": 0.6,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.95,
   "source": "email"
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two small water claims, both under $10K each; plumbing replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, both under $10K each; plumbing replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated; Tennessee is inferred from Memphis/Shelby County."
  }
 ]
}