V-16

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Variant desk

Hello,

Submitting Desert Bloom Apartments LLC, 26 units at 4402 N 24th St, Phoenix, AZ 85016 (Maricopa County). Masonry, built 2012, monitored alarm.

TIV $4.9M. On premium we're at $1,150 per unit for the target.

One theft claim 2024, $6,300 paid.

Best.

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

Field	Expected	Current prompt v3	New prompt v6
insuredName	Desert Bloom Apartments LLC	Desert Bloom Apartments LLCMatches the expert	Desert Bloom Apartments LLCMatches the expert
state	AZ	AZMatches the expert	AZMatches the expert
county	Maricopa	MaricopaMatches the expert	MaricopaMatches the expert
units	26	26Matches the expert	26Matches the expert
tiv	$4,900,000	$4,900,000Matches the expert	$4,900,000Matches the expert
yearBuilt	2012	2012Matches the expert	2012Matches the expert
targetPremium	$29,900	$29,900Matches the expert	$29,900Matches the expert
DecisionVersions disagree	quote it IN APPETITE	follow up with the broker INCOMPLETEDiffers from the expert	quote it IN APPETITEMatches the expert

For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,257
output tokens: 1,040
cost: $0.0108
latency: 14,381 ms · 3 calls
at: 2026-10-21 01:11
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 90
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.9542857142857141,
 "reasons": [
  "Desert Bloom Apartments sits comfortably inside appetite: AZ is an appetite state, 26 units is well under the 60-unit cap, and $4.9M TIV falls mid-band. The 2012 masonry build is preferred construction, and the $29,900 target GWP fits the premium band, so the bind path is clean. A single $6,300 theft claim in 2024 is minor and holds the score just below the top tier."
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.8,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-16",
  "variant": "v1",
  "at": "2026-10-21T01:11:11.422Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1040,
    "costUsd": 0.0108371,
    "calls": 3,
    "cacheReadTokens": 4251,
    "cacheCreationTokens": 0,
    "latencyMs": 14381,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "4636662fd2a9565d",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 90,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 90,
    "confidence": 0.9542857142857141,
    "reasons": [
      "Desert Bloom Apartments sits comfortably inside appetite: AZ is an appetite state, 26 units is well under the 60-unit cap, and $4.9M TIV falls mid-band. The 2012 masonry build is preferred construction, and the $29,900 target GWP fits the premium band, so the bind path is clean. A single $6,300 theft claim in 2024 is minor and holds the score just below the top tier."
    ],
    "extraction": {
      "insuredName": {
        "value": "Desert Bloom Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "AZ",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Maricopa",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4900000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": "Masonry",
        "confidence": 0.85,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2012,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 29900,
        "confidence": 0.8,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "priorLossSummary": {
        "value": "One theft claim in 2024, $6,300 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Desert Bloom Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "source": "email"
      },
      {
        "field": "state",
        "value": "AZ",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Maricopa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4900000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2012,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 29900,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One theft claim in 2024, $6,300 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Desert Bloom Apartments LLC",
        "got": "Desert Bloom Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "AZ",
        "got": "AZ",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Maricopa",
        "got": "Maricopa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4900000,
        "got": 4900000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2012,
        "got": 2012,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 29900,
        "got": 29900,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4251,
    "cacheCreationTokens": 0,
    "outputTokens": 1040,
    "costUsd": 0.0108371,
    "latencyMs": 14381,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 90,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result: ok
prompt tokens: 4,614
output tokens: 1,120
cost: $0.0117
latency: 14,002 ms · 3 calls
at: 2026-10-21 01:10
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 88,
 "confidence": 0.9683333333333333,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.93,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-16",
  "variant": "v2",
  "at": "2026-10-21T01:10:48.677Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1120,
    "costUsd": 0.0116728,
    "calls": 3,
    "cacheReadTokens": 4608,
    "cacheCreationTokens": 0,
    "latencyMs": 14002,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": false,
    "attribution_claude": true
  },
  "output_hash": "f343066e3627bd78",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": false,
    "fitScore": 88,
    "confidence": 0.9683333333333333,
    "reasons": [
      "construction type"
    ],
    "extraction": {
      "insuredName": {
        "value": "Desert Bloom Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "AZ",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Maricopa",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4900000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.2,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2012,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 29900,
        "confidence": 0.85,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.2,
        "source": null
      },
      "priorLossSummary": {
        "value": "One theft claim in 2024, $6,300 paid.",
        "confidence": 0.93,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Desert Bloom Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "source": "email"
      },
      {
        "field": "state",
        "value": "AZ",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Maricopa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4900000,
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2012,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 29900,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One theft claim in 2024, $6,300 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Desert Bloom Apartments LLC",
        "got": "Desert Bloom Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "AZ",
        "got": "AZ",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Maricopa",
        "got": "Maricopa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4900000,
        "got": 4900000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2012,
        "got": 2012,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 29900,
        "got": 29900,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4608,
    "cacheCreationTokens": 0,
    "outputTokens": 1120,
    "costUsd": 0.0116728,
    "latencyMs": 14002,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ]
}

v3

result: ok
prompt tokens: 4,928
output tokens: 1,133
cost: $0.0239
latency: 15,031 ms · 3 calls
at: 2026-10-21 01:10
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 84,
 "confidence": 0.9733333333333333,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-16",
  "variant": "v3",
  "at": "2026-10-21T01:10:52.996Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1133,
    "costUsd": 0.0239008,
    "calls": 3,
    "cacheReadTokens": 1828,
    "cacheCreationTokens": 3094,
    "latencyMs": 15031,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": false,
    "attribution_claude": true
  },
  "output_hash": "327b6237339d069b",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": false,
    "fitScore": 84,
    "confidence": 0.9733333333333333,
    "reasons": [
      "construction type"
    ],
    "extraction": {
      "insuredName": {
        "value": "Desert Bloom Apartments LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "AZ",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Maricopa",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4900000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.2,
        "source": null
      },
      "yearBuilt": {
        "value": 2012,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 29900,
        "confidence": 0.85,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One theft claim in 2024, $6,300 paid",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Desert Bloom Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "source": "email"
      },
      {
        "field": "state",
        "value": "AZ",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Maricopa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4900000,
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2012,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 29900,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One theft claim in 2024, $6,300 paid",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Desert Bloom Apartments LLC",
        "got": "Desert Bloom Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "AZ",
        "got": "AZ",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Maricopa",
        "got": "Maricopa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4900000,
        "got": 4900000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2012,
        "got": 2012,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 29900,
        "got": 29900,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 1828,
    "cacheCreationTokens": 3094,
    "outputTokens": 1133,
    "costUsd": 0.0239008,
    "latencyMs": 15031,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ]
}

v3-repeat

result: ok
prompt tokens: 4,928
output tokens: 1,065
cost: $0.0112
latency: 14,378 ms · 3 calls
at: 2026-10-21 01:10
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 88,
 "confidence": 0.9800000000000001,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.98,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-16",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:10:53.331Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1065,
    "costUsd": 0.0111542,
    "calls": 3,
    "cacheReadTokens": 4922,
    "cacheCreationTokens": 0,
    "latencyMs": 14378,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": false,
    "attribution_claude": true
  },
  "output_hash": "172171b766f0ea06",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": false,
    "fitScore": 88,
    "confidence": 0.9800000000000001,
    "reasons": [
      "construction type"
    ],
    "extraction": {
      "insuredName": {
        "value": "Desert Bloom Apartments LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "confidence": 0.98,
        "source": "email"
      },
      "state": {
        "value": "AZ",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Maricopa",
        "confidence": 0.98,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4900000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.2,
        "source": null
      },
      "yearBuilt": {
        "value": 2012,
        "confidence": 0.98,
        "source": "email"
      },
      "targetPremium": {
        "value": 29900,
        "confidence": 0.85,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "priorLossSummary": {
        "value": "One theft claim in 2024, $6,300 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Desert Bloom Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "source": "email"
      },
      {
        "field": "state",
        "value": "AZ",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Maricopa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4900000,
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2012,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 29900,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One theft claim in 2024, $6,300 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Desert Bloom Apartments LLC",
        "got": "Desert Bloom Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "AZ",
        "got": "AZ",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Maricopa",
        "got": "Maricopa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4900000,
        "got": 4900000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2012,
        "got": 2012,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 29900,
        "got": 29900,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4922,
    "cacheCreationTokens": 0,
    "outputTokens": 1065,
    "costUsd": 0.0111542,
    "latencyMs": 14378,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ]
}

v4

result: ok
prompt tokens: 5,226
output tokens: 935
cost: $0.0099
latency: 13,756 ms · 3 calls
at: 2026-10-21 01:10
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9,
 "reasons": [
  "Desert Bloom Apartments sits comfortably inside appetite: AZ is an allowed state, 26 units is well under the 60-unit cap, and $4.9M TIV falls mid-band. Joisted masonry built in 2012 is acceptable construction, and the $29,900 target GWP sits inside the premium band. One 2024 theft claim ($6,300 paid) is minor and keeps this from the top tier, but the risk is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.9,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific inferred class not stated by the source."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-16",
  "variant": "v4",
  "at": "2026-10-21T01:10:57.952Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 935,
    "costUsd": 0.009884,
    "calls": 3,
    "cacheReadTokens": 5220,
    "cacheCreationTokens": 0,
    "latencyMs": 13756,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "237fe78798720987",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.9,
    "reasons": [
      "Desert Bloom Apartments sits comfortably inside appetite: AZ is an allowed state, 26 units is well under the 60-unit cap, and $4.9M TIV falls mid-band. Joisted masonry built in 2012 is acceptable construction, and the $29,900 target GWP sits inside the premium band. One 2024 theft claim ($6,300 paid) is minor and keeps this from the top tier, but the risk is ready to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Desert Bloom Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "AZ",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Maricopa",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4900000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.8,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2012,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 29900,
        "confidence": 0.9,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One theft claim in 2024, $6,300 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Desert Bloom Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "source": "email"
      },
      {
        "field": "state",
        "value": "AZ",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Maricopa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4900000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2012,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 29900,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One theft claim in 2024, $6,300 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Desert Bloom Apartments LLC",
        "got": "Desert Bloom Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "AZ",
        "got": "AZ",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Maricopa",
        "got": "Maricopa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4900000,
        "got": 4900000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2012,
        "got": 2012,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 29900,
        "got": 29900,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific inferred class not stated by the source."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5220,
    "cacheCreationTokens": 0,
    "outputTokens": 935,
    "costUsd": 0.009884,
    "latencyMs": 13756,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result: ok
prompt tokens: 5,358
output tokens: 925
cost: $0.0098
latency: 12,601 ms · 3 calls
at: 2026-10-21 01:11
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9042857142857141,
 "reasons": [
  "Desert Bloom Apartments sits comfortably inside appetite: AZ is an approved state, 26 units is well under the 60-unit cap, and $4.9M TIV falls mid-band. 2012 joisted masonry construction is preferred, Maricopa County carries no coastal restriction, and the $29,900 GWP target fits the premium band. One 2024 theft claim ($6,300 paid) is minor friction, but it does not hinder bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.8,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific inferred class not stated."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-16",
  "variant": "v5",
  "at": "2026-10-21T01:11:06.255Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 925,
    "costUsd": 0.0097972,
    "calls": 3,
    "cacheReadTokens": 5352,
    "cacheCreationTokens": 0,
    "latencyMs": 12601,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "64cbcae1b812ddd0",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.9042857142857141,
    "reasons": [
      "Desert Bloom Apartments sits comfortably inside appetite: AZ is an approved state, 26 units is well under the 60-unit cap, and $4.9M TIV falls mid-band. 2012 joisted masonry construction is preferred, Maricopa County carries no coastal restriction, and the $29,900 GWP target fits the premium band. One 2024 theft claim ($6,300 paid) is minor friction, but it does not hinder bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Desert Bloom Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "AZ",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Maricopa",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4900000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.85,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2012,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 29900,
        "confidence": 0.8,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One theft claim in 2024, $6,300 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Desert Bloom Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "source": "email"
      },
      {
        "field": "state",
        "value": "AZ",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Maricopa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4900000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2012,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 29900,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One theft claim in 2024, $6,300 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Desert Bloom Apartments LLC",
        "got": "Desert Bloom Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "AZ",
        "got": "AZ",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Maricopa",
        "got": "Maricopa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4900000,
        "got": 4900000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2012,
        "got": 2012,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 29900,
        "got": 29900,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific inferred class not stated."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5352,
    "cacheCreationTokens": 0,
    "outputTokens": 925,
    "costUsd": 0.0097972,
    "latencyMs": 12601,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result: ok
prompt tokens: 5,393
output tokens: 923
cost: $0.0123
latency: 13,122 ms · 3 calls
at: 2026-10-21 01:11
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9014285714285714,
 "reasons": [
  "Desert Bloom Apartments sits comfortably inside appetite: AZ is an allowed state, 26 units is well under the 60-unit cap, and $4.9M TIV falls mid-band. Joisted masonry built in 2012 is acceptable construction, and the $29,900 target GWP sits inside the premium band. One 2024 theft claim ($6,300 paid) is minor and keeps this from the top tier, but the risk is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Desert Bloom Apartments LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "AZ",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Maricopa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4900000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2012,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 29900,
   "confidence": 0.93,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One theft claim in 2024, $6,300 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Desert Bloom Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "4402 N 24th St, Phoenix, AZ 85016",
   "source": "email"
  },
  {
   "field": "state",
   "value": "AZ",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Maricopa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4900000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2012,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 29900,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One theft claim in 2024, $6,300 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Desert Bloom Apartments LLC",
   "got": "Desert Bloom Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "AZ",
   "got": "AZ",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Maricopa",
   "got": "Maricopa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4900000,
   "got": 4900000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2012,
   "got": 2012,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 29900,
   "got": 29900,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific inference not stated."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-16",
  "variant": "v6",
  "at": "2026-10-21T01:11:01.902Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 923,
    "costUsd": 0.0123196,
    "calls": 3,
    "cacheReadTokens": 4736,
    "cacheCreationTokens": 651,
    "latencyMs": 13122,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "6c1609545c5cf640",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.9014285714285714,
    "reasons": [
      "Desert Bloom Apartments sits comfortably inside appetite: AZ is an allowed state, 26 units is well under the 60-unit cap, and $4.9M TIV falls mid-band. Joisted masonry built in 2012 is acceptable construction, and the $29,900 target GWP sits inside the premium band. One 2024 theft claim ($6,300 paid) is minor and keeps this from the top tier, but the risk is ready to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Desert Bloom Apartments LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "AZ",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Maricopa",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4900000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.8,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2012,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 29900,
        "confidence": 0.93,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One theft claim in 2024, $6,300 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Desert Bloom Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "4402 N 24th St, Phoenix, AZ 85016",
        "source": "email"
      },
      {
        "field": "state",
        "value": "AZ",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Maricopa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4900000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2012,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 29900,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One theft claim in 2024, $6,300 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Desert Bloom Apartments LLC",
        "got": "Desert Bloom Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "AZ",
        "got": "AZ",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Maricopa",
        "got": "Maricopa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4900000,
        "got": 4900000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2012,
        "got": 2012,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 29900,
        "got": 29900,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific inference not stated."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4736,
    "cacheCreationTokens": 651,
    "outputTokens": 923,
    "costUsd": 0.0123196,
    "latencyMs": 13122,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}