V-07

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Variant desk

Hi team,

New risk: Gateway Lofts LP, 36-unit mid-rise at 901 Washington Ave, St. Louis, MO 63101 (St. Louis County). MNC construction, 2016 build, sprinklered, central station alarm.

TIV $8,200,000. Target premium $71,000. Clean loss runs attached.

Thanks.

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

Field	Expected	Current prompt v3	New prompt v6
insuredName	Gateway Lofts LP	Gateway Lofts LPMatches the expert	Gateway Lofts LPMatches the expert
state	MO	MOMatches the expert	MOMatches the expert
units	36	36Matches the expert	36Matches the expert
tiv	$8,200,000	$8,200,000Matches the expert	$8,200,000Matches the expert
constructionType	masonry non-combustible	Masonry Non-CombustibleMatches the expert	Masonry Non-CombustibleMatches the expert
yearBuilt	2016	2016Matches the expert	2016Matches the expert
targetPremium	$71,000	$71,000Matches the expert	$71,000Matches the expert
subclass	Mid-rise apartments	Mid-rise apartmentsMatches the expert	Mid-rise apartmentsMatches the expert
Decision	quote it IN APPETITE	quote it IN APPETITEMatches the expert	quote it IN APPETITEMatches the expert

For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,282
output tokens: 1,252
cost: $0.0254
latency: 14,880 ms · 3 calls
at: 2026-10-21 01:07
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 1
modelErrors

check	verdict
extraction_schema	pass
fields_correct	fail
construction_canonical	fail
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.9414285714285714,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, $8.2M TIV is mid-band, 2016 MNC construction is preferred, and the $71,000 target GWP falls inside the premium band. Loss runs were not provided and the clean history rests on the broker's statement alone, so confirm them before bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.45,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "MNC",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Broker states loss runs are clean; loss runs not provided in the submission text.",
   "confidence": 0.6,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "MNC",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Broker states loss runs are clean; loss runs not provided in the submission text.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "MNC",
   "correct": false
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-07",
  "variant": "v1",
  "at": "2026-10-21T01:07:26.839Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1252,
    "costUsd": 0.025443499999999997,
    "calls": 3,
    "cacheReadTokens": 1075,
    "cacheCreationTokens": 3201,
    "latencyMs": 14880,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": false,
    "construction_canonical": false,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "2e7ce5dee4820667",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 84,
    "confidence": 0.9414285714285714,
    "reasons": [
      "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, $8.2M TIV is mid-band, 2016 MNC construction is preferred, and the $71,000 target GWP falls inside the premium band. Loss runs were not provided and the clean history rests on the broker's statement alone, so confirm them before bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Gateway Lofts LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "MO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "St. Louis County",
        "confidence": 0.45,
        "source": "email"
      },
      "units": {
        "value": 36,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 8200000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "MNC",
        "confidence": 0.8,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2016,
        "confidence": 0.95,
        "source": "email"
      },
      "targetPremium": {
        "value": 71000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Mid-rise apartments",
        "confidence": 0.9,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Broker states loss runs are clean; loss runs not provided in the submission text.",
        "confidence": 0.6,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Gateway Lofts LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "source": "email"
      },
      {
        "field": "state",
        "value": "MO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "St. Louis County",
        "source": "email"
      },
      {
        "field": "units",
        "value": 36,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 8200000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "MNC",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2016,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 71000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Mid-rise apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Broker states loss runs are clean; loss runs not provided in the submission text.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Gateway Lofts LP",
        "got": "Gateway Lofts LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "MO",
        "got": "MO",
        "correct": true
      },
      {
        "field": "units",
        "expected": 36,
        "got": 36,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 8200000,
        "got": 8200000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "masonry non-combustible",
        "got": "MNC",
        "correct": false
      },
      {
        "field": "yearBuilt",
        "expected": 2016,
        "got": 2016,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 71000,
        "got": 71000,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Mid-rise apartments",
        "got": "Mid-rise apartments",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 1075,
    "cacheCreationTokens": 3201,
    "outputTokens": 1252,
    "costUsd": 0.025443499999999997,
    "latencyMs": 14880,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result: ok
prompt tokens: 4,742
output tokens: 1,278
cost: $0.0259
latency: 15,018 ms · 3 calls
at: 2026-10-21 01:07
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.96,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, $8.2M TIV is mid-band, and 2016 masonry non-combustible construction is preferred. The $71,000 target GWP falls inside the premium band and all six rule checks passed. The score stops short of the top because loss history is broker-stated only, with no loss run detail to verify before bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.5,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry Non-Combustible",
   "confidence": 0.93,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Broker states loss runs are clean; no loss run detail provided in the submission text.",
   "confidence": 0.6,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry Non-Combustible",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Broker states loss runs are clean; no loss run detail provided in the submission text.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "Masonry Non-Combustible",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-07",
  "variant": "v2",
  "at": "2026-10-21T01:07:05.726Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1278,
    "costUsd": 0.0258509,
    "calls": 3,
    "cacheReadTokens": 1509,
    "cacheCreationTokens": 3227,
    "latencyMs": 15018,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "9df386690666f03b",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.96,
    "reasons": [
      "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, $8.2M TIV is mid-band, and 2016 masonry non-combustible construction is preferred. The $71,000 target GWP falls inside the premium band and all six rule checks passed. The score stops short of the top because loss history is broker-stated only, with no loss run detail to verify before bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Gateway Lofts LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "MO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "St. Louis County",
        "confidence": 0.5,
        "source": "email"
      },
      "units": {
        "value": 36,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 8200000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Masonry Non-Combustible",
        "confidence": 0.93,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2016,
        "confidence": 0.95,
        "source": "email"
      },
      "targetPremium": {
        "value": 71000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Mid-rise apartments",
        "confidence": 0.9,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Broker states loss runs are clean; no loss run detail provided in the submission text.",
        "confidence": 0.6,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Gateway Lofts LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "source": "email"
      },
      {
        "field": "state",
        "value": "MO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "St. Louis County",
        "source": "email"
      },
      {
        "field": "units",
        "value": 36,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 8200000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Masonry Non-Combustible",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2016,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 71000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Mid-rise apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Broker states loss runs are clean; no loss run detail provided in the submission text.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Gateway Lofts LP",
        "got": "Gateway Lofts LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "MO",
        "got": "MO",
        "correct": true
      },
      {
        "field": "units",
        "expected": 36,
        "got": 36,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 8200000,
        "got": 8200000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "masonry non-combustible",
        "got": "Masonry Non-Combustible",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2016,
        "got": 2016,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 71000,
        "got": 71000,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Mid-rise apartments",
        "got": "Mid-rise apartments",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 1509,
    "cacheCreationTokens": 3227,
    "outputTokens": 1278,
    "costUsd": 0.0258509,
    "latencyMs": 15018,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3

result: ok
prompt tokens: 5,020
output tokens: 1,138
cost: $0.0119
latency: 14,217 ms · 3 calls
at: 2026-10-21 01:07
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 92
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 92,
 "confidence": 0.92,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, and $8.2M TIV falls mid-band. Masonry non-combustible construction built in 2016, clean loss runs, and $71,000 target GWP within the premium band make this a strong bind candidate. The only minor friction is TIV in the upper half of the band."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.75,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry Non-Combustible",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean loss runs",
   "confidence": 0.7,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry Non-Combustible",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "Masonry Non-Combustible",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'MNC' only; expansion to Masonry Non-Combustible is an inference, as MNC could also mean Modified Non-Combustible or similar."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-07",
  "variant": "v3",
  "at": "2026-10-21T01:07:09.690Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1138,
    "costUsd": 0.011893399999999998,
    "calls": 3,
    "cacheReadTokens": 5014,
    "cacheCreationTokens": 0,
    "latencyMs": 14217,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "8828f0a94cb6957e",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 92,
    "confidence": 0.92,
    "reasons": [
      "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, and $8.2M TIV falls mid-band. Masonry non-combustible construction built in 2016, clean loss runs, and $71,000 target GWP within the premium band make this a strong bind candidate. The only minor friction is TIV in the upper half of the band."
    ],
    "extraction": {
      "insuredName": {
        "value": "Gateway Lofts LP",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "MO",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "St. Louis County",
        "confidence": 0.75,
        "source": "email"
      },
      "units": {
        "value": 36,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 8200000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Masonry Non-Combustible",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2016,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 71000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Mid-rise apartments",
        "confidence": 0.9,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Clean loss runs",
        "confidence": 0.7,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Gateway Lofts LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "source": "email"
      },
      {
        "field": "state",
        "value": "MO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "St. Louis County",
        "source": "email"
      },
      {
        "field": "units",
        "value": 36,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 8200000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Masonry Non-Combustible",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2016,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 71000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Mid-rise apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean loss runs",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Gateway Lofts LP",
        "got": "Gateway Lofts LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "MO",
        "got": "MO",
        "correct": true
      },
      {
        "field": "units",
        "expected": 36,
        "got": 36,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 8200000,
        "got": 8200000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "masonry non-combustible",
        "got": "Masonry Non-Combustible",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2016,
        "got": 2016,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 71000,
        "got": 71000,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Mid-rise apartments",
        "got": "Mid-rise apartments",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says 'MNC' only; expansion to Masonry Non-Combustible is an inference, as MNC could also mean Modified Non-Combustible or similar."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5014,
    "cacheCreationTokens": 0,
    "outputTokens": 1138,
    "costUsd": 0.011893399999999998,
    "latencyMs": 14217,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3-repeat

result: ok
prompt tokens: 5,020
output tokens: 1,128
cost: $0.0118
latency: 13,575 ms · 3 calls
at: 2026-10-21 01:07
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 92
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 92,
 "confidence": 0.9642857142857143,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, and $8.2M TIV falls in the $250K–$15M band. Masonry non-combustible construction built in 2016, clean loss runs, and $71,000 GWP within the premium band make this a strong bind candidate. TIV sits in the upper half of the band, which is the only minor friction."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.7,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry Non-Combustible",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.92,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean loss runs",
   "confidence": 0.7,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry Non-Combustible",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "Masonry Non-Combustible",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-07",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:07:09.767Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1128,
    "costUsd": 0.011793399999999999,
    "calls": 3,
    "cacheReadTokens": 5014,
    "cacheCreationTokens": 0,
    "latencyMs": 13575,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "651e4824f39d3306",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 92,
    "confidence": 0.9642857142857143,
    "reasons": [
      "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, and $8.2M TIV falls in the $250K–$15M band. Masonry non-combustible construction built in 2016, clean loss runs, and $71,000 GWP within the premium band make this a strong bind candidate. TIV sits in the upper half of the band, which is the only minor friction."
    ],
    "extraction": {
      "insuredName": {
        "value": "Gateway Lofts LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "MO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "St. Louis County",
        "confidence": 0.7,
        "source": "email"
      },
      "units": {
        "value": 36,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 8200000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Masonry Non-Combustible",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2016,
        "confidence": 0.95,
        "source": "email"
      },
      "targetPremium": {
        "value": 71000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Mid-rise apartments",
        "confidence": 0.92,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Clean loss runs",
        "confidence": 0.7,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Gateway Lofts LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "source": "email"
      },
      {
        "field": "state",
        "value": "MO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "St. Louis County",
        "source": "email"
      },
      {
        "field": "units",
        "value": 36,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 8200000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Masonry Non-Combustible",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2016,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 71000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Mid-rise apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean loss runs",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Gateway Lofts LP",
        "got": "Gateway Lofts LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "MO",
        "got": "MO",
        "correct": true
      },
      {
        "field": "units",
        "expected": 36,
        "got": 36,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 8200000,
        "got": 8200000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "masonry non-combustible",
        "got": "Masonry Non-Combustible",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2016,
        "got": 2016,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 71000,
        "got": 71000,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Mid-rise apartments",
        "got": "Mid-rise apartments",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5014,
    "cacheCreationTokens": 0,
    "outputTokens": 1128,
    "costUsd": 0.011793399999999999,
    "latencyMs": 13575,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v4

result: ok
prompt tokens: 5,229
output tokens: 931
cost: $0.0098
latency: 12,943 ms · 3 calls
at: 2026-10-21 01:07
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 92
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 92,
 "confidence": 0.9071428571428571,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an approved state, 36 units is well under the 60-unit cap, and $8.2M TIV falls mid-band. 2016 masonry non-combustible construction, a $71,000 GWP target within the premium band, and clean loss runs leave little friction to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.8,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry Non-Combustible",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean loss runs",
   "confidence": 0.7,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry Non-Combustible",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "Masonry Non-Combustible",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'MNC' only; expansion to Masonry Non-Combustible is an inference, as MNC could also mean Modified Non-Combustible or similar."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-07",
  "variant": "v4",
  "at": "2026-10-21T01:07:12.886Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 931,
    "costUsd": 0.0098443,
    "calls": 3,
    "cacheReadTokens": 5223,
    "cacheCreationTokens": 0,
    "latencyMs": 12943,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "66f9744d7f639d8d",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 92,
    "confidence": 0.9071428571428571,
    "reasons": [
      "Gateway Lofts sits comfortably inside appetite: MO is an approved state, 36 units is well under the 60-unit cap, and $8.2M TIV falls mid-band. 2016 masonry non-combustible construction, a $71,000 GWP target within the premium band, and clean loss runs leave little friction to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Gateway Lofts LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "MO",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "St. Louis County",
        "confidence": 0.8,
        "source": "email"
      },
      "units": {
        "value": 36,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 8200000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Masonry Non-Combustible",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2016,
        "confidence": 0.95,
        "source": "email"
      },
      "targetPremium": {
        "value": 71000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Mid-rise apartments",
        "confidence": 0.93,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Clean loss runs",
        "confidence": 0.7,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Gateway Lofts LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "source": "email"
      },
      {
        "field": "state",
        "value": "MO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "St. Louis County",
        "source": "email"
      },
      {
        "field": "units",
        "value": 36,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 8200000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Masonry Non-Combustible",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2016,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 71000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Mid-rise apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean loss runs",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Gateway Lofts LP",
        "got": "Gateway Lofts LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "MO",
        "got": "MO",
        "correct": true
      },
      {
        "field": "units",
        "expected": 36,
        "got": 36,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 8200000,
        "got": 8200000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "masonry non-combustible",
        "got": "Masonry Non-Combustible",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2016,
        "got": 2016,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 71000,
        "got": 71000,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Mid-rise apartments",
        "got": "Mid-rise apartments",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says 'MNC' only; expansion to Masonry Non-Combustible is an inference, as MNC could also mean Modified Non-Combustible or similar."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5223,
    "cacheCreationTokens": 0,
    "outputTokens": 931,
    "costUsd": 0.0098443,
    "latencyMs": 12943,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result: ok
prompt tokens: 5,361
output tokens: 1,092
cost: $0.0115
latency: 13,611 ms · 3 calls
at: 2026-10-21 01:07
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 92
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 92,
 "confidence": 0.9757142857142856,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an approved state, 36 units is well under the 60-unit cap, and $8.2M TIV falls in the mid-band of the $250K-$15M range. Masonry non-combustible construction built in 2016, clean loss runs, and $71K GWP within the premium band make this a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.85,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry Non-Combustible",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean loss runs",
   "confidence": 0.7,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry Non-Combustible",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "Masonry Non-Combustible",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-07",
  "variant": "v5",
  "at": "2026-10-21T01:07:23.386Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1092,
    "costUsd": 0.011467499999999999,
    "calls": 3,
    "cacheReadTokens": 5355,
    "cacheCreationTokens": 0,
    "latencyMs": 13611,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "22522b7f6f655acd",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 92,
    "confidence": 0.9757142857142856,
    "reasons": [
      "Gateway Lofts sits comfortably inside appetite: MO is an approved state, 36 units is well under the 60-unit cap, and $8.2M TIV falls in the mid-band of the $250K-$15M range. Masonry non-combustible construction built in 2016, clean loss runs, and $71K GWP within the premium band make this a strong candidate to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Gateway Lofts LP",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "MO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "St. Louis County",
        "confidence": 0.85,
        "source": "email"
      },
      "units": {
        "value": 36,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 8200000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Masonry Non-Combustible",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2016,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 71000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Mid-rise apartments",
        "confidence": 0.9,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Clean loss runs",
        "confidence": 0.7,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Gateway Lofts LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "source": "email"
      },
      {
        "field": "state",
        "value": "MO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "St. Louis County",
        "source": "email"
      },
      {
        "field": "units",
        "value": 36,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 8200000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Masonry Non-Combustible",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2016,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 71000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Mid-rise apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean loss runs",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Gateway Lofts LP",
        "got": "Gateway Lofts LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "MO",
        "got": "MO",
        "correct": true
      },
      {
        "field": "units",
        "expected": 36,
        "got": 36,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 8200000,
        "got": 8200000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "masonry non-combustible",
        "got": "Masonry Non-Combustible",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2016,
        "got": 2016,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 71000,
        "got": 71000,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Mid-rise apartments",
        "got": "Mid-rise apartments",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5355,
    "cacheCreationTokens": 0,
    "outputTokens": 1092,
    "costUsd": 0.011467499999999999,
    "latencyMs": 13611,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result: ok
prompt tokens: 5,396
output tokens: 948
cost: $0.0126
latency: 12,662 ms · 3 calls
at: 2026-10-21 01:07
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 92
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 92,
 "confidence": 0.9071428571428571,
 "reasons": [
  "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, and $8.2M TIV falls in the mid-band of the $250K-$15M range. Masonry non-combustible construction built in 2016 and clean loss runs support a bind, and the $71,000 target GWP sits mid-band within the $5K-$250K premium range."
 ],
 "extraction": {
  "insuredName": {
   "value": "Gateway Lofts LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "MO",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "St. Louis County",
   "confidence": 0.8,
   "source": "email"
  },
  "units": {
   "value": 36,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 8200000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry Non-Combustible",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2016,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 71000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Mid-rise apartments",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean loss runs",
   "confidence": 0.6,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Gateway Lofts LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "901 Washington Ave, St. Louis, MO 63101",
   "source": "email"
  },
  {
   "field": "state",
   "value": "MO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "St. Louis County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 36,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 8200000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry Non-Combustible",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2016,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 71000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Mid-rise apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean loss runs",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Gateway Lofts LP",
   "got": "Gateway Lofts LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "MO",
   "got": "MO",
   "correct": true
  },
  {
   "field": "units",
   "expected": 36,
   "got": 36,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 8200000,
   "got": 8200000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "masonry non-combustible",
   "got": "Masonry Non-Combustible",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2016,
   "got": 2016,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 71000,
   "got": 71000,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Mid-rise apartments",
   "got": "Mid-rise apartments",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'MNC', which is ambiguous; expanding it to Masonry Non-Combustible is an inference (could be Modified Non-Combustible)."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-07",
  "variant": "v6",
  "at": "2026-10-21T01:07:22.398Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 948,
    "costUsd": 0.0125504,
    "calls": 3,
    "cacheReadTokens": 4744,
    "cacheCreationTokens": 646,
    "latencyMs": 12662,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "0611a1963c055084",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 92,
    "confidence": 0.9071428571428571,
    "reasons": [
      "Gateway Lofts sits comfortably inside appetite: MO is an allowed state, 36 units is well under the 60-unit cap, and $8.2M TIV falls in the mid-band of the $250K-$15M range. Masonry non-combustible construction built in 2016 and clean loss runs support a bind, and the $71,000 target GWP sits mid-band within the $5K-$250K premium range."
    ],
    "extraction": {
      "insuredName": {
        "value": "Gateway Lofts LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "MO",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "St. Louis County",
        "confidence": 0.8,
        "source": "email"
      },
      "units": {
        "value": 36,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 8200000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Masonry Non-Combustible",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2016,
        "confidence": 0.95,
        "source": "email"
      },
      "targetPremium": {
        "value": 71000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Mid-rise apartments",
        "confidence": 0.93,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Clean loss runs",
        "confidence": 0.6,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Gateway Lofts LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "901 Washington Ave, St. Louis, MO 63101",
        "source": "email"
      },
      {
        "field": "state",
        "value": "MO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "St. Louis County",
        "source": "email"
      },
      {
        "field": "units",
        "value": 36,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 8200000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Masonry Non-Combustible",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2016,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 71000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Mid-rise apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean loss runs",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Gateway Lofts LP",
        "got": "Gateway Lofts LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "MO",
        "got": "MO",
        "correct": true
      },
      {
        "field": "units",
        "expected": 36,
        "got": 36,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 8200000,
        "got": 8200000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "masonry non-combustible",
        "got": "Masonry Non-Combustible",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2016,
        "got": 2016,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 71000,
        "got": 71000,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Mid-rise apartments",
        "got": "Mid-rise apartments",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says 'MNC', which is ambiguous; expanding it to Masonry Non-Combustible is an inference (could be Modified Non-Combustible)."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4744,
    "cacheCreationTokens": 646,
    "outputTokens": 948,
    "costUsd": 0.0125504,
    "latencyMs": 12662,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "constructionType"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}