V-05

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Variant desk

Hi,

Small schedule for you: Bluegrass Doors LLC owns ten units of duplex rentals at 300-308 Castlewood Ave, Lexington, KY 40505 (Fayette County). Frame, two stories, built 1999, updated wiring 2016.

TIV $1,400,000. Target premium $12,500. No claims.

Thanks.

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

Field	Expected	Current prompt v3	New prompt v6
insuredName	Bluegrass Doors LLC	Bluegrass Doors LLCMatches the expert	Bluegrass Doors LLCMatches the expert
state	KY	KYMatches the expert	KYMatches the expert
county	Fayette	FayetteMatches the expert	FayetteMatches the expert
units	10	10Matches the expert	10Matches the expert
tiv	$1,400,000	$1,400,000Matches the expert	$1,400,000Matches the expert
constructionType	frame	FrameMatches the expert	FrameMatches the expert
yearBuilt	1999	1999Matches the expert	1999Matches the expert
targetPremium	$12,500	$12,500Matches the expert	$12,500Matches the expert
subclass	Duplex/fourplex schedule	Duplex/fourplex scheduleMatches the expert	Duplex/fourplex scheduleMatches the expert
Decision	quote it IN APPETITE	quote it IN APPETITEMatches the expert	quote it IN APPETITEMatches the expert

For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,251
output tokens: 919
cost: $0.0096
latency: 13,640 ms · 3 calls
at: 2026-10-21 01:06
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9514285714285714,
 "reasons": [
  "All six rule checks passed: KY is an appetite state, 10 units sits well under the 60-unit cap, and TIV of $1.4M falls mid-band. Fayette County carries no coastal restriction, and the $12,500 target GWP sits inside the premium band. Frame construction built in 1999 with no prior claims keeps this comfortably in appetite and ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-05",
  "variant": "v1",
  "at": "2026-10-21T01:06:37.213Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 919,
    "costUsd": 0.0096265,
    "calls": 3,
    "cacheReadTokens": 4245,
    "cacheCreationTokens": 0,
    "latencyMs": 13640,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "57672d4621359a48",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9514285714285714,
    "reasons": [
      "All six rule checks passed: KY is an appetite state, 10 units sits well under the 60-unit cap, and TIV of $1.4M falls mid-band. Fayette County carries no coastal restriction, and the $12,500 target GWP sits inside the premium band. Frame construction built in 1999 with no prior claims keeps this comfortably in appetite and ready to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Bluegrass Doors LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "KY",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Fayette",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 10,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 1400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.9,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1999,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 12500,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Duplex/fourplex schedule",
        "confidence": 0.85,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "No claims",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Bluegrass Doors LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Fayette",
        "source": "email"
      },
      {
        "field": "units",
        "value": 10,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 1400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1999,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 12500,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Duplex/fourplex schedule",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No claims",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Bluegrass Doors LLC",
        "got": "Bluegrass Doors LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Fayette",
        "got": "Fayette",
        "correct": true
      },
      {
        "field": "units",
        "expected": 10,
        "got": 10,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 1400000,
        "got": 1400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "frame",
        "got": "Frame",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1999,
        "got": 1999,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 12500,
        "got": 12500,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Duplex/fourplex schedule",
        "got": "Duplex/fourplex schedule",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4245,
    "cacheCreationTokens": 0,
    "outputTokens": 919,
    "costUsd": 0.0096265,
    "latencyMs": 13640,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result: ok
prompt tokens: 4,685
output tokens: 950
cost: $0.0100
latency: 12,877 ms · 3 calls
at: 2026-10-21 01:06
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9642857142857143,
 "reasons": [
  "All six appetite rules passed: KY is an appetite state, 10 units sit well under the 60-unit cap, and the $1.4M TIV falls in the lower-middle of the $250K–$15M band. Frame construction built in 1999 is acceptable, Fayette County has no coastal restriction, the $12,500 target GWP is inside the premium band, and the account has no prior claims. Minor friction: frame construction is less preferred than masonry or fire-resistive, but nothing blocks a bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.9,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email mentions duplex rentals only; 'Duplex/fourplex schedule' with fourplex is an inference not stated in the sources."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-05",
  "variant": "v2",
  "at": "2026-10-21T01:06:13.057Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 950,
    "costUsd": 0.009979899999999998,
    "calls": 3,
    "cacheReadTokens": 4679,
    "cacheCreationTokens": 0,
    "latencyMs": 12877,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "43671f3a12806bb6",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "subclass"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9642857142857143,
    "reasons": [
      "All six appetite rules passed: KY is an appetite state, 10 units sit well under the 60-unit cap, and the $1.4M TIV falls in the lower-middle of the $250K–$15M band. Frame construction built in 1999 is acceptable, Fayette County has no coastal restriction, the $12,500 target GWP is inside the premium band, and the account has no prior claims. Minor friction: frame construction is less preferred than masonry or fire-resistive, but nothing blocks a bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Bluegrass Doors LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "KY",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Fayette",
        "confidence": 0.98,
        "source": "email"
      },
      "units": {
        "value": 10,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 1400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1999,
        "confidence": 0.98,
        "source": "email"
      },
      "targetPremium": {
        "value": 12500,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Duplex/fourplex schedule",
        "confidence": 0.9,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "No claims",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Bluegrass Doors LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Fayette",
        "source": "email"
      },
      {
        "field": "units",
        "value": 10,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 1400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1999,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 12500,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Duplex/fourplex schedule",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No claims",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Bluegrass Doors LLC",
        "got": "Bluegrass Doors LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Fayette",
        "got": "Fayette",
        "correct": true
      },
      {
        "field": "units",
        "expected": 10,
        "got": 10,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 1400000,
        "got": 1400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "frame",
        "got": "Frame",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1999,
        "got": 1999,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 12500,
        "got": 12500,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Duplex/fourplex schedule",
        "got": "Duplex/fourplex schedule",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email mentions duplex rentals only; 'Duplex/fourplex schedule' with fourplex is an inference not stated in the sources."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4679,
    "cacheCreationTokens": 0,
    "outputTokens": 950,
    "costUsd": 0.009979899999999998,
    "latencyMs": 12877,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "subclass"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3

result: ok
prompt tokens: 4,999
output tokens: 1,044
cost: $0.0110
latency: 12,713 ms · 3 calls
at: 2026-10-21 01:06
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9557142857142856,
 "reasons": [
  "All six appetite rules passed: KY is an allowed state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls mid-band. Fayette County carries no coastal restriction, and the $12,500 target GWP sits inside the premium band. Frame construction built in 1999 is acceptable, and the clean loss history supports a bind, with minor friction from frame construction on a 1999 build."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.85,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-05",
  "variant": "v3",
  "at": "2026-10-21T01:06:15.095Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1044,
    "costUsd": 0.010951299999999999,
    "calls": 3,
    "cacheReadTokens": 4993,
    "cacheCreationTokens": 0,
    "latencyMs": 12713,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "105f5d67f5005dd4",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.9557142857142856,
    "reasons": [
      "All six appetite rules passed: KY is an allowed state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls mid-band. Fayette County carries no coastal restriction, and the $12,500 target GWP sits inside the premium band. Frame construction built in 1999 is acceptable, and the clean loss history supports a bind, with minor friction from frame construction on a 1999 build."
    ],
    "extraction": {
      "insuredName": {
        "value": "Bluegrass Doors LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "KY",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Fayette",
        "confidence": 0.98,
        "source": "email"
      },
      "units": {
        "value": 10,
        "confidence": 0.85,
        "source": "email"
      },
      "tiv": {
        "value": 1400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1999,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 12500,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Duplex/fourplex schedule",
        "confidence": 0.85,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "No claims.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Bluegrass Doors LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Fayette",
        "source": "email"
      },
      {
        "field": "units",
        "value": 10,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 1400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1999,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 12500,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Duplex/fourplex schedule",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No claims.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Bluegrass Doors LLC",
        "got": "Bluegrass Doors LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Fayette",
        "got": "Fayette",
        "correct": true
      },
      {
        "field": "units",
        "expected": 10,
        "got": 10,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 1400000,
        "got": 1400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "frame",
        "got": "Frame",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1999,
        "got": 1999,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 12500,
        "got": 12500,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Duplex/fourplex schedule",
        "got": "Duplex/fourplex schedule",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4993,
    "cacheCreationTokens": 0,
    "outputTokens": 1044,
    "costUsd": 0.010951299999999999,
    "latencyMs": 12713,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3-repeat

result: ok
prompt tokens: 4,999
output tokens: 1,091
cost: $0.0114
latency: 13,545 ms · 3 calls
at: 2026-10-21 01:06
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9628571428571429,
 "reasons": [
  "All six appetite rules pass: KY is an allowed state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls mid-band. Fayette County carries no coastal restriction, the $12,500 GWP target sits comfortably in the premium band, and the 1999 frame build is acceptable construction with no claims on record. Frame construction is the only mild friction, so this risk is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-05",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:06:23.567Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1091,
    "costUsd": 0.011421299999999999,
    "calls": 3,
    "cacheReadTokens": 4993,
    "cacheCreationTokens": 0,
    "latencyMs": 13545,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "b4330f83efbe3110",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9628571428571429,
    "reasons": [
      "All six appetite rules pass: KY is an allowed state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls mid-band. Fayette County carries no coastal restriction, the $12,500 GWP target sits comfortably in the premium band, and the 1999 frame build is acceptable construction with no claims on record. Frame construction is the only mild friction, so this risk is ready to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Bluegrass Doors LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "KY",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Fayette",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 10,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 1400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1999,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 12500,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Duplex/fourplex schedule",
        "confidence": 0.85,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "No claims.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Bluegrass Doors LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Fayette",
        "source": "email"
      },
      {
        "field": "units",
        "value": 10,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 1400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1999,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 12500,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Duplex/fourplex schedule",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No claims.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Bluegrass Doors LLC",
        "got": "Bluegrass Doors LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Fayette",
        "got": "Fayette",
        "correct": true
      },
      {
        "field": "units",
        "expected": 10,
        "got": 10,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 1400000,
        "got": 1400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "frame",
        "got": "Frame",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1999,
        "got": 1999,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 12500,
        "got": 12500,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Duplex/fourplex schedule",
        "got": "Duplex/fourplex schedule",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4993,
    "cacheCreationTokens": 0,
    "outputTokens": 1091,
    "costUsd": 0.011421299999999999,
    "latencyMs": 13545,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v4

result: ok
prompt tokens: 5,208
output tokens: 1,193
cost: $0.0125
latency: 15,896 ms · 3 calls
at: 2026-10-21 01:06
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9542857142857143,
 "reasons": [
  "Bluegrass Doors LLC sits comfortably inside appetite: KY is an allowed state, 10 units is well under the 60-unit cap, and $1.4M TIV falls in the lower-middle of the $250K-$15M band. Frame construction built in 1999 is acceptable and not excluded, the loss history is clean, and the $12,500 target GWP sits inside the premium band. Fayette County carries no coastal restriction, so this submission is ready to bind-track."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.85,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says duplex rentals only; 'Duplex/fourplex schedule' includes fourplex, which is not mentioned."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-05",
  "variant": "v4",
  "at": "2026-10-21T01:06:29.282Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1193,
    "costUsd": 0.0124622,
    "calls": 3,
    "cacheReadTokens": 5202,
    "cacheCreationTokens": 0,
    "latencyMs": 15896,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "90d929e230167307",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "subclass"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9542857142857143,
    "reasons": [
      "Bluegrass Doors LLC sits comfortably inside appetite: KY is an allowed state, 10 units is well under the 60-unit cap, and $1.4M TIV falls in the lower-middle of the $250K-$15M band. Frame construction built in 1999 is acceptable and not excluded, the loss history is clean, and the $12,500 target GWP sits inside the premium band. Fayette County carries no coastal restriction, so this submission is ready to bind-track."
    ],
    "extraction": {
      "insuredName": {
        "value": "Bluegrass Doors LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "KY",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Fayette",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 10,
        "confidence": 0.85,
        "source": "email"
      },
      "tiv": {
        "value": 1400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1999,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 12500,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Duplex/fourplex schedule",
        "confidence": 0.85,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "No claims",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Bluegrass Doors LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Fayette",
        "source": "email"
      },
      {
        "field": "units",
        "value": 10,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 1400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1999,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 12500,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Duplex/fourplex schedule",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No claims",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Bluegrass Doors LLC",
        "got": "Bluegrass Doors LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Fayette",
        "got": "Fayette",
        "correct": true
      },
      {
        "field": "units",
        "expected": 10,
        "got": 10,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 1400000,
        "got": 1400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "frame",
        "got": "Frame",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1999,
        "got": 1999,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 12500,
        "got": 12500,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Duplex/fourplex schedule",
        "got": "Duplex/fourplex schedule",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says duplex rentals only; 'Duplex/fourplex schedule' includes fourplex, which is not mentioned."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5202,
    "cacheCreationTokens": 0,
    "outputTokens": 1193,
    "costUsd": 0.0124622,
    "latencyMs": 15896,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "subclass"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result: ok
prompt tokens: 5,340
output tokens: 1,145
cost: $0.0120
latency: 14,093 ms · 3 calls
at: 2026-10-21 01:06
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9657142857142856,
 "reasons": [
  "All six appetite rules passed: KY is an appetite state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls mid-band. Frame construction built in 1999 is acceptable and not an excluded type, Fayette County carries no coastal restriction, the $12,500 target GWP is inside the premium band, and the loss history is clean. This risk sits comfortably inside appetite and is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.93,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email mentions duplex rentals but not a 'Duplex/fourplex schedule' classification; fourplex is inferred."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-05",
  "variant": "v5",
  "at": "2026-10-21T01:06:32.277Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1145,
    "costUsd": 0.0119954,
    "calls": 3,
    "cacheReadTokens": 5334,
    "cacheCreationTokens": 0,
    "latencyMs": 14093,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "17ab237200d65ab4",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "subclass"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9657142857142856,
    "reasons": [
      "All six appetite rules passed: KY is an appetite state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls mid-band. Frame construction built in 1999 is acceptable and not an excluded type, Fayette County carries no coastal restriction, the $12,500 target GWP is inside the premium band, and the loss history is clean. This risk sits comfortably inside appetite and is ready to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Bluegrass Doors LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "KY",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Fayette",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 10,
        "confidence": 0.93,
        "source": "email"
      },
      "tiv": {
        "value": 1400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1999,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 12500,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Duplex/fourplex schedule",
        "confidence": 0.85,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "No claims",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Bluegrass Doors LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Fayette",
        "source": "email"
      },
      {
        "field": "units",
        "value": 10,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 1400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1999,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 12500,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Duplex/fourplex schedule",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No claims",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Bluegrass Doors LLC",
        "got": "Bluegrass Doors LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Fayette",
        "got": "Fayette",
        "correct": true
      },
      {
        "field": "units",
        "expected": 10,
        "got": 10,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 1400000,
        "got": 1400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "frame",
        "got": "Frame",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1999,
        "got": 1999,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 12500,
        "got": 12500,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Duplex/fourplex schedule",
        "got": "Duplex/fourplex schedule",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email mentions duplex rentals but not a 'Duplex/fourplex schedule' classification; fourplex is inferred."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5334,
    "cacheCreationTokens": 0,
    "outputTokens": 1145,
    "costUsd": 0.0119954,
    "latencyMs": 14093,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "subclass"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result: ok
prompt tokens: 5,375
output tokens: 1,051
cost: $0.0136
latency: 13,698 ms · 3 calls
at: 2026-10-21 01:06
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 90
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.9642857142857143,
 "reasons": [
  "All six rule checks passed: KY is an appetite state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls mid-band. Fayette County has no coastal restrictions, the $12,500 target GWP sits inside the premium band, and the 1999 frame build is acceptable construction with no prior claims. The account sits comfortably inside appetite and is ready to bind on standard terms."
 ],
 "extraction": {
  "insuredName": {
   "value": "Bluegrass Doors LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "KY",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Fayette",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 10,
   "confidence": 0.92,
   "source": "email"
  },
  "tiv": {
   "value": 1400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1999,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 12500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Duplex/fourplex schedule",
   "confidence": 0.85,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "No claims",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Bluegrass Doors LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "300-308 Castlewood Ave, Lexington, KY 40505",
   "source": "email"
  },
  {
   "field": "state",
   "value": "KY",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Fayette",
   "source": "email"
  },
  {
   "field": "units",
   "value": 10,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 1400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1999,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 12500,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Duplex/fourplex schedule",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No claims",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Bluegrass Doors LLC",
   "got": "Bluegrass Doors LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "KY",
   "got": "KY",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Fayette",
   "got": "Fayette",
   "correct": true
  },
  {
   "field": "units",
   "expected": 10,
   "got": 10,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 1400000,
   "got": 1400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "frame",
   "got": "Frame",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1999,
   "got": 1999,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 12500,
   "got": 12500,
   "correct": true
  },
  {
   "field": "subclass",
   "expected": "Duplex/fourplex schedule",
   "got": "Duplex/fourplex schedule",
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says duplex rentals only; 'fourplex' is not mentioned, so the subclass label is inferred."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-05",
  "variant": "v6",
  "at": "2026-10-21T01:06:28.800Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1051,
    "costUsd": 0.0135783,
    "calls": 3,
    "cacheReadTokens": 4723,
    "cacheCreationTokens": 646,
    "latencyMs": 13698,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "2306b48b5b9387ba",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 90,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "subclass"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 90,
    "confidence": 0.9642857142857143,
    "reasons": [
      "All six rule checks passed: KY is an appetite state, 10 units sits well under the 60-unit cap, and $1.4M TIV falls mid-band. Fayette County has no coastal restrictions, the $12,500 target GWP sits inside the premium band, and the 1999 frame build is acceptable construction with no prior claims. The account sits comfortably inside appetite and is ready to bind on standard terms."
    ],
    "extraction": {
      "insuredName": {
        "value": "Bluegrass Doors LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "KY",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Fayette",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 10,
        "confidence": 0.92,
        "source": "email"
      },
      "tiv": {
        "value": 1400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1999,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 12500,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Duplex/fourplex schedule",
        "confidence": 0.85,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "No claims",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Bluegrass Doors LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "300-308 Castlewood Ave, Lexington, KY 40505",
        "source": "email"
      },
      {
        "field": "state",
        "value": "KY",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Fayette",
        "source": "email"
      },
      {
        "field": "units",
        "value": 10,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 1400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1999,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 12500,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Duplex/fourplex schedule",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No claims",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Bluegrass Doors LLC",
        "got": "Bluegrass Doors LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "KY",
        "got": "KY",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Fayette",
        "got": "Fayette",
        "correct": true
      },
      {
        "field": "units",
        "expected": 10,
        "got": 10,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 1400000,
        "got": 1400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "frame",
        "got": "Frame",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1999,
        "got": 1999,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 12500,
        "got": 12500,
        "correct": true
      },
      {
        "field": "subclass",
        "expected": "Duplex/fourplex schedule",
        "got": "Duplex/fourplex schedule",
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says duplex rentals only; 'fourplex' is not mentioned, so the subclass label is inferred."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4723,
    "cacheCreationTokens": 646,
    "outputTokens": 1051,
    "costUsd": 0.0135783,
    "latencyMs": 13698,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 90,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "subclass"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}