GOLD-09

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Marcus Bell, Bell Risk Partners

Good afternoon,

Please consider Willow & Vine Holdings LLC — a scheduled portfolio of 18 single-family rental homes across Louisville, KY (Jefferson County). All homes within a 6-mile radius, professionally managed, long-term tenants.

Combined TIV $3,600,000. Expiring premium $31,000. One liability claim 2024 (dog bite, closed), no property losses in five years.

I'm still collecting the full schedule with construction detail and year built per home — the insured's prior agent left them without copies. Can you review subject to the schedule to follow?

Marcus Bell
Bell Risk Partners

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

Field	Expected	Current prompt v3	New prompt v6
insuredName	Willow & Vine Holdings LLC	Willow & Vine Holdings LLCMatches the expert	Willow & Vine Holdings LLCMatches the expert
state	KY	KYMatches the expert	KYMatches the expert
county	Jefferson	JeffersonMatches the expert	JeffersonMatches the expert
units	18	18Matches the expert	18Matches the expert
tiv	$3,600,000	$3,600,000Matches the expert	$3,600,000Matches the expert
constructionType	Not provided	Not providedMatches the expert	Not providedMatches the expert
yearBuilt	Not provided	Not providedMatches the expert	Not providedMatches the expert
targetPremium	Not provided	Not providedMatches the expert	Not providedMatches the expert
subclass	Single-family rental portfolio	Single-family rental portfolioMatches the expert	Single-family rental portfolioMatches the expert
Decision	follow up with the broker INCOMPLETE	follow up with the broker INCOMPLETEMatches the expert	follow up with the broker INCOMPLETEMatches the expert

For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,310
output tokens: 844
cost: $0.0089
latency: 12,222 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 78
retries: 0
fieldsWrong: 1
modelErrors

check	verdict
extraction_schema	pass
fields_correct	fail
construction_canonical	pass
nulls_stay_null	fail
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 78,
 "confidence": 0.9550000000000001,
 "reasons": [
  "property address",
  "construction type",
  "year built"
 ],
 "extraction": {
  "insuredName": {
   "value": "Willow & Vine Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "state": {
   "value": "KY",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Jefferson",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "yearBuilt": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "targetPremium": {
   "value": 31000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Willow & Vine Holdings LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Jefferson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3600000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 31000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Willow & Vine Holdings LLC",
   "got": "Willow & Vine Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Jefferson",
   "got": "Jefferson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3600000,
   "got": 3600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": null,
   "got": 31000,
   "correct": false
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email gives $31,000 as the expiring premium, not a target premium; the target is not stated."
  },
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  },
  {
   "field": "yearBuilt",
   "issue": "missing",
   "detail": "year built is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-09",
  "variant": "v1",
  "at": "2026-10-21T01:03:54.241Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 844,
    "costUsd": 0.0088824,
    "calls": 3,
    "cacheReadTokens": 4304,
    "cacheCreationTokens": 0,
    "latencyMs": 12222,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": false,
    "construction_canonical": true,
    "nulls_stay_null": false,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "a36ac02484ff3577",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 78,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "targetPremium"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 78,
    "confidence": 0.9550000000000001,
    "reasons": [
      "property address",
      "construction type",
      "year built"
    ],
    "extraction": {
      "insuredName": {
        "value": "Willow & Vine Holdings LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "state": {
        "value": "KY",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Jefferson",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 3600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "yearBuilt": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "targetPremium": {
        "value": 31000,
        "confidence": 0.6,
        "source": "email"
      },
      "subclass": {
        "value": "Single-family rental portfolio",
        "confidence": 0.95,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Willow & Vine Holdings LLC",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Jefferson",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3600000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 31000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Single-family rental portfolio",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Willow & Vine Holdings LLC",
        "got": "Willow & Vine Holdings LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Jefferson",
        "got": "Jefferson",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3600000,
        "got": 3600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": null,
        "got": 31000,
        "correct": false
      },
      {
        "field": "subclass",
        "expected": "Single-family rental portfolio",
        "got": "Single-family rental portfolio",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "targetPremium",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email gives $31,000 as the expiring premium, not a target premium; the target is not stated."
      },
      {
        "field": "propertyAddress",
        "issue": "missing",
        "detail": "property address is required by the appetite ruleset"
      },
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      },
      {
        "field": "yearBuilt",
        "issue": "missing",
        "detail": "year built is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4304,
    "cacheCreationTokens": 0,
    "outputTokens": 844,
    "costUsd": 0.0088824,
    "latencyMs": 12222,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 78,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "targetPremium"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result: ok
prompt tokens: 4,672
output tokens: 786
cost: $0.0083
latency: 11,879 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 72
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 72,
 "confidence": 0.9675,
 "reasons": [
  "property address",
  "construction type",
  "year built"
 ],
 "extraction": {
  "insuredName": {
   "value": "Willow & Vine Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "state": {
   "value": "KY",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Jefferson",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 3600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "yearBuilt": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "targetPremium": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Willow & Vine Holdings LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Jefferson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3600000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Willow & Vine Holdings LLC",
   "got": "Willow & Vine Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Jefferson",
   "got": "Jefferson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3600000,
   "got": 3600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  },
  {
   "field": "yearBuilt",
   "issue": "missing",
   "detail": "year built is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-09",
  "variant": "v2",
  "at": "2026-10-21T01:03:39.264Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 786,
    "costUsd": 0.0083386,
    "calls": 3,
    "cacheReadTokens": 4666,
    "cacheCreationTokens": 0,
    "latencyMs": 11879,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "aeba3c2d7348604a",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 72,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 72,
    "confidence": 0.9675,
    "reasons": [
      "property address",
      "construction type",
      "year built"
    ],
    "extraction": {
      "insuredName": {
        "value": "Willow & Vine Holdings LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "state": {
        "value": "KY",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Jefferson",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.95,
        "source": "email"
      },
      "tiv": {
        "value": 3600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "yearBuilt": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "targetPremium": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "subclass": {
        "value": "Single-family rental portfolio",
        "confidence": 0.95,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Willow & Vine Holdings LLC",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Jefferson",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3600000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Single-family rental portfolio",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Willow & Vine Holdings LLC",
        "got": "Willow & Vine Holdings LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Jefferson",
        "got": "Jefferson",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3600000,
        "got": 3600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Single-family rental portfolio",
        "got": "Single-family rental portfolio",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "propertyAddress",
        "issue": "missing",
        "detail": "property address is required by the appetite ruleset"
      },
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      },
      {
        "field": "yearBuilt",
        "issue": "missing",
        "detail": "year built is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4666,
    "cacheCreationTokens": 0,
    "outputTokens": 786,
    "costUsd": 0.0083386,
    "latencyMs": 11879,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 72,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3

result: ok
prompt tokens: 4,986
output tokens: 781
cost: $0.0083
latency: 12,673 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 78
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 78,
 "confidence": 0.9675,
 "reasons": [
  "property address",
  "construction type",
  "year built"
 ],
 "extraction": {
  "insuredName": {
   "value": "Willow & Vine Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "state": {
   "value": "KY",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Jefferson",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 3600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "yearBuilt": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "targetPremium": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Willow & Vine Holdings LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Jefferson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3600000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Willow & Vine Holdings LLC",
   "got": "Willow & Vine Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Jefferson",
   "got": "Jefferson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3600000,
   "got": 3600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  },
  {
   "field": "yearBuilt",
   "issue": "missing",
   "detail": "year built is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-09",
  "variant": "v3",
  "at": "2026-10-21T01:03:41.313Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 781,
    "costUsd": 0.008320000000000001,
    "calls": 3,
    "cacheReadTokens": 4980,
    "cacheCreationTokens": 0,
    "latencyMs": 12673,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "474d7c5b19d8a37e",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 78,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 78,
    "confidence": 0.9675,
    "reasons": [
      "property address",
      "construction type",
      "year built"
    ],
    "extraction": {
      "insuredName": {
        "value": "Willow & Vine Holdings LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "state": {
        "value": "KY",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Jefferson",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.95,
        "source": "email"
      },
      "tiv": {
        "value": 3600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "yearBuilt": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "targetPremium": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "subclass": {
        "value": "Single-family rental portfolio",
        "confidence": 0.95,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Willow & Vine Holdings LLC",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Jefferson",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3600000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Single-family rental portfolio",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Willow & Vine Holdings LLC",
        "got": "Willow & Vine Holdings LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Jefferson",
        "got": "Jefferson",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3600000,
        "got": 3600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Single-family rental portfolio",
        "got": "Single-family rental portfolio",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "propertyAddress",
        "issue": "missing",
        "detail": "property address is required by the appetite ruleset"
      },
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      },
      {
        "field": "yearBuilt",
        "issue": "missing",
        "detail": "year built is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4980,
    "cacheCreationTokens": 0,
    "outputTokens": 781,
    "costUsd": 0.008320000000000001,
    "latencyMs": 12673,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 78,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3-repeat

result: ok
prompt tokens: 5,058
output tokens: 846
cost: $0.0090
latency: 12,236 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 74
retries: 0
fieldsWrong: 1
modelErrors

check	verdict
extraction_schema	pass
fields_correct	fail
construction_canonical	pass
nulls_stay_null	fail
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 74,
 "confidence": 0.9649999999999999,
 "reasons": [
  "property address",
  "construction type",
  "year built"
 ],
 "extraction": {
  "insuredName": {
   "value": "Willow & Vine Holdings LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "state": {
   "value": "KY",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Jefferson",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 3600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "yearBuilt": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "targetPremium": {
   "value": 31000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Willow & Vine Holdings LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Jefferson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3600000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 31000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Willow & Vine Holdings LLC",
   "got": "Willow & Vine Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Jefferson",
   "got": "Jefferson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3600000,
   "got": 3600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": null,
   "got": 31000,
   "correct": false
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "targetPremium",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email gives $31,000 as the expiring premium, not a target premium; treating it as target is an inference."
  },
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  },
  {
   "field": "yearBuilt",
   "issue": "missing",
   "detail": "year built is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-09",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:03:41.670Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 846,
    "costUsd": 0.0089772,
    "calls": 3,
    "cacheReadTokens": 5052,
    "cacheCreationTokens": 0,
    "latencyMs": 12236,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": false,
    "construction_canonical": true,
    "nulls_stay_null": false,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "6f4f1f0a60088290",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 74,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "targetPremium"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 74,
    "confidence": 0.9649999999999999,
    "reasons": [
      "property address",
      "construction type",
      "year built"
    ],
    "extraction": {
      "insuredName": {
        "value": "Willow & Vine Holdings LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "state": {
        "value": "KY",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Jefferson",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.95,
        "source": "email"
      },
      "tiv": {
        "value": 3600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "yearBuilt": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "targetPremium": {
        "value": 31000,
        "confidence": 0.6,
        "source": "email"
      },
      "subclass": {
        "value": "Single-family rental portfolio",
        "confidence": 0.93,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Willow & Vine Holdings LLC",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Jefferson",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3600000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 31000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Single-family rental portfolio",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Willow & Vine Holdings LLC",
        "got": "Willow & Vine Holdings LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Jefferson",
        "got": "Jefferson",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3600000,
        "got": 3600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": null,
        "got": 31000,
        "correct": false
      },
      {
        "field": "subclass",
        "expected": "Single-family rental portfolio",
        "got": "Single-family rental portfolio",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "targetPremium",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email gives $31,000 as the expiring premium, not a target premium; treating it as target is an inference."
      },
      {
        "field": "propertyAddress",
        "issue": "missing",
        "detail": "property address is required by the appetite ruleset"
      },
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      },
      {
        "field": "yearBuilt",
        "issue": "missing",
        "detail": "year built is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5052,
    "cacheCreationTokens": 0,
    "outputTokens": 846,
    "costUsd": 0.0089772,
    "latencyMs": 12236,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 74,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "targetPremium"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v4

result: ok
prompt tokens: 5,267
output tokens: 842
cost: $0.0090
latency: 12,677 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 78
retries: 0
fieldsWrong: 1
modelErrors

check	verdict
extraction_schema	pass
fields_correct	fail
construction_canonical	pass
nulls_stay_null	fail
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 78,
 "confidence": 0.9624999999999999,
 "reasons": [
  "property address",
  "construction type",
  "year built"
 ],
 "extraction": {
  "insuredName": {
   "value": "Willow & Vine Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "state": {
   "value": "KY",
   "confidence": 0.95,
   "source": "email"
  },
  "county": {
   "value": "Jefferson",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 3600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "yearBuilt": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "targetPremium": {
   "value": 31000,
   "confidence": 0.6,
   "source": "email"
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Willow & Vine Holdings LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Jefferson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3600000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 31000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Willow & Vine Holdings LLC",
   "got": "Willow & Vine Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Jefferson",
   "got": "Jefferson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3600000,
   "got": 3600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": null,
   "got": 31000,
   "correct": false
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  },
  {
   "field": "yearBuilt",
   "issue": "missing",
   "detail": "year built is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-09",
  "variant": "v4",
  "at": "2026-10-21T01:03:45.369Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 842,
    "costUsd": 0.0089581,
    "calls": 3,
    "cacheReadTokens": 5261,
    "cacheCreationTokens": 0,
    "latencyMs": 12677,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": false,
    "construction_canonical": true,
    "nulls_stay_null": false,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "2d79b722167167bb",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 78,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "targetPremium"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 78,
    "confidence": 0.9624999999999999,
    "reasons": [
      "property address",
      "construction type",
      "year built"
    ],
    "extraction": {
      "insuredName": {
        "value": "Willow & Vine Holdings LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "state": {
        "value": "KY",
        "confidence": 0.95,
        "source": "email"
      },
      "county": {
        "value": "Jefferson",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.95,
        "source": "email"
      },
      "tiv": {
        "value": 3600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "yearBuilt": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "targetPremium": {
        "value": 31000,
        "confidence": 0.6,
        "source": "email"
      },
      "subclass": {
        "value": "Single-family rental portfolio",
        "confidence": 0.95,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Willow & Vine Holdings LLC",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Jefferson",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3600000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 31000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Single-family rental portfolio",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Willow & Vine Holdings LLC",
        "got": "Willow & Vine Holdings LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Jefferson",
        "got": "Jefferson",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3600000,
        "got": 3600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": null,
        "got": 31000,
        "correct": false
      },
      {
        "field": "subclass",
        "expected": "Single-family rental portfolio",
        "got": "Single-family rental portfolio",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "propertyAddress",
        "issue": "missing",
        "detail": "property address is required by the appetite ruleset"
      },
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      },
      {
        "field": "yearBuilt",
        "issue": "missing",
        "detail": "year built is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5261,
    "cacheCreationTokens": 0,
    "outputTokens": 842,
    "costUsd": 0.0089581,
    "latencyMs": 12677,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 78,
    "retries": 0,
    "fieldsWrong": 1,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": false,
      "detail": "targetPremium"
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result: ok
prompt tokens: 5,327
output tokens: 794
cost: $0.0085
latency: 11,979 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 76
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 76,
 "confidence": 0.9675,
 "reasons": [
  "property address",
  "construction type",
  "year built"
 ],
 "extraction": {
  "insuredName": {
   "value": "Willow & Vine Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "state": {
   "value": "KY",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Jefferson",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 3600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "yearBuilt": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "targetPremium": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.93,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Willow & Vine Holdings LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Jefferson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3600000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Willow & Vine Holdings LLC",
   "got": "Willow & Vine Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Jefferson",
   "got": "Jefferson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3600000,
   "got": 3600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  },
  {
   "field": "yearBuilt",
   "issue": "missing",
   "detail": "year built is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-09",
  "variant": "v5",
  "at": "2026-10-21T01:03:53.299Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 794,
    "costUsd": 0.0084841,
    "calls": 3,
    "cacheReadTokens": 5321,
    "cacheCreationTokens": 0,
    "latencyMs": 11979,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "b7b2421087e0ed6a",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 76,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 76,
    "confidence": 0.9675,
    "reasons": [
      "property address",
      "construction type",
      "year built"
    ],
    "extraction": {
      "insuredName": {
        "value": "Willow & Vine Holdings LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "state": {
        "value": "KY",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Jefferson",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.95,
        "source": "email"
      },
      "tiv": {
        "value": 3600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "yearBuilt": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "targetPremium": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "subclass": {
        "value": "Single-family rental portfolio",
        "confidence": 0.93,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Willow & Vine Holdings LLC",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Jefferson",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3600000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Single-family rental portfolio",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Willow & Vine Holdings LLC",
        "got": "Willow & Vine Holdings LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Jefferson",
        "got": "Jefferson",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3600000,
        "got": 3600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Single-family rental portfolio",
        "got": "Single-family rental portfolio",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "propertyAddress",
        "issue": "missing",
        "detail": "property address is required by the appetite ruleset"
      },
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      },
      {
        "field": "yearBuilt",
        "issue": "missing",
        "detail": "year built is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5321,
    "cacheCreationTokens": 0,
    "outputTokens": 794,
    "costUsd": 0.0084841,
    "latencyMs": 11979,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 76,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result: ok
prompt tokens: 5,362
output tokens: 789
cost: $0.0113
latency: 11,361 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 78
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 78,
 "confidence": 0.9724999999999999,
 "reasons": [
  "property address",
  "construction type",
  "year built"
 ],
 "extraction": {
  "insuredName": {
   "value": "Willow & Vine Holdings LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "state": {
   "value": "KY",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Jefferson",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 3600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "yearBuilt": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "targetPremium": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "subclass": {
   "value": "Single-family rental portfolio",
   "confidence": 0.95,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Willow & Vine Holdings LLC",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Jefferson",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3600000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Single-family rental portfolio",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Willow & Vine Holdings LLC",
   "got": "Willow & Vine Holdings LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Jefferson",
   "got": "Jefferson",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3600000,
   "got": 3600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Single-family rental portfolio",
   "got": "Single-family rental portfolio",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "propertyAddress",
   "issue": "missing",
   "detail": "property address is required by the appetite ruleset"
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  },
  {
   "field": "yearBuilt",
   "issue": "missing",
   "detail": "year built is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-09",
  "variant": "v6",
  "at": "2026-10-21T01:03:50.893Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 789,
    "costUsd": 0.011304100000000001,
    "calls": 3,
    "cacheReadTokens": 4621,
    "cacheCreationTokens": 735,
    "latencyMs": 11361,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "b2e32b582a0e8296",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 78,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 78,
    "confidence": 0.9724999999999999,
    "reasons": [
      "property address",
      "construction type",
      "year built"
    ],
    "extraction": {
      "insuredName": {
        "value": "Willow & Vine Holdings LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "state": {
        "value": "KY",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Jefferson",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 3600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "yearBuilt": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "targetPremium": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "subclass": {
        "value": "Single-family rental portfolio",
        "confidence": 0.95,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Willow & Vine Holdings LLC",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Jefferson",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3600000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Single-family rental portfolio",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One liability claim in 2024 (dog bite, closed); no property losses in the past five years.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Willow & Vine Holdings LLC",
        "got": "Willow & Vine Holdings LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Jefferson",
        "got": "Jefferson",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3600000,
        "got": 3600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Single-family rental portfolio",
        "got": "Single-family rental portfolio",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "propertyAddress",
        "issue": "missing",
        "detail": "property address is required by the appetite ruleset"
      },
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      },
      {
        "field": "yearBuilt",
        "issue": "missing",
        "detail": "year built is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4621,
    "cacheCreationTokens": 735,
    "outputTokens": 789,
    "costUsd": 0.011304100000000001,
    "latencyMs": 11361,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 78,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}