GOLD-08

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Dana Kirkland, Kirkland Coverage Solutions

Hi there,

Quick one for your landlord program — Redbud Court LLC, a 12-unit apartment court at 2308 E 6th St, Tulsa, OK 74104 (Tulsa County). Brick veneer over frame, built 1995, smoke detectors in every unit.

Owner is refinancing and the lender needs proof of property coverage by the end of the month. Clean losses per the insured — loss runs requested from the prior carrier.

I don't have the updated appraisal yet so I can't give you a firm TIV — can you indicate subject to values? Target premium around $14,000.

Dana Kirkland
Kirkland Coverage Solutions

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

Field	Expected	Current prompt v3	New prompt v6
insuredName	Redbud Court LLC	Redbud Court LLCMatches the expert	Redbud Court LLCMatches the expert
state	OK	OKMatches the expert	OKMatches the expert
county	Tulsa	TulsaMatches the expert	TulsaMatches the expert
units	12	12Matches the expert	12Matches the expert
tiv	Not provided	Not providedMatches the expert	Not providedMatches the expert
yearBuilt	1995	1995Matches the expert	1995Matches the expert
targetPremium	$14,000	$14,000Matches the expert	$14,000Matches the expert
Decision	follow up with the broker INCOMPLETE	follow up with the broker INCOMPLETEMatches the expert	follow up with the broker INCOMPLETEMatches the expert

For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,385
output tokens: 927
cost: $0.0097
latency: 13,050 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 74
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 74,
 "confidence": 0.9566666666666667,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Redbud Court LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OK",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Tulsa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 12,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Brick veneer over frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1995,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 14000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.5,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Redbud Court LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OK",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Tulsa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 12,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Brick veneer over frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1995,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 14000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Redbud Court LLC",
   "got": "Redbud Court LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OK",
   "got": "OK",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Tulsa",
   "got": "Tulsa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 12,
   "got": 12,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1995,
   "got": 1995,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 14000,
   "got": 14000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-08",
  "variant": "v1",
  "at": "2026-10-21T01:03:27.189Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 927,
    "costUsd": 0.0097199,
    "calls": 3,
    "cacheReadTokens": 4379,
    "cacheCreationTokens": 0,
    "latencyMs": 13050,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "807f3f4de17c88b4",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 74,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 74,
    "confidence": 0.9566666666666667,
    "reasons": [
      "TIV (total insured value)"
    ],
    "extraction": {
      "insuredName": {
        "value": "Redbud Court LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OK",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Tulsa",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 12,
        "confidence": 0.95,
        "source": "email"
      },
      "tiv": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "constructionType": {
        "value": "Brick veneer over frame",
        "confidence": 0.9,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1995,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 14000,
        "confidence": 0.85,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.5,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Redbud Court LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OK",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Tulsa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 12,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Brick veneer over frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1995,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 14000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Redbud Court LLC",
        "got": "Redbud Court LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OK",
        "got": "OK",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Tulsa",
        "got": "Tulsa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 12,
        "got": 12,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1995,
        "got": 1995,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 14000,
        "got": 14000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "tiv",
        "issue": "missing",
        "detail": "TIV (total insured value) is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4379,
    "cacheCreationTokens": 0,
    "outputTokens": 927,
    "costUsd": 0.0097199,
    "latencyMs": 13050,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 74,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result: ok
prompt tokens: 4,831
output tokens: 1,088
cost: $0.0114
latency: 14,379 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 66
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 66,
 "confidence": 0.9566666666666667,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Redbud Court LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OK",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Tulsa",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 12,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1995,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 14000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.5,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Redbud Court LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OK",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Tulsa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 12,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1995,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 14000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Redbud Court LLC",
   "got": "Redbud Court LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OK",
   "got": "OK",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Tulsa",
   "got": "Tulsa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 12,
   "got": 12,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1995,
   "got": 1995,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 14000,
   "got": 14000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment court' and never mentions 'garden apartments'; the subclass is inferred."
  },
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-08",
  "variant": "v2",
  "at": "2026-10-21T01:03:10.108Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1088,
    "costUsd": 0.0113745,
    "calls": 3,
    "cacheReadTokens": 4825,
    "cacheCreationTokens": 0,
    "latencyMs": 14379,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "9446f03da0510d9e",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 66,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 66,
    "confidence": 0.9566666666666667,
    "reasons": [
      "TIV (total insured value)"
    ],
    "extraction": {
      "insuredName": {
        "value": "Redbud Court LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OK",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Tulsa",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 12,
        "confidence": 0.95,
        "source": "email"
      },
      "tiv": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.9,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1995,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 14000,
        "confidence": 0.85,
        "source": "email"
      },
      "subclass": {
        "value": "Garden apartments",
        "confidence": 0.5,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "confidence": 0.85,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Redbud Court LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OK",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Tulsa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 12,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1995,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 14000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Garden apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Redbud Court LLC",
        "got": "Redbud Court LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OK",
        "got": "OK",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Tulsa",
        "got": "Tulsa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 12,
        "got": 12,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1995,
        "got": 1995,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 14000,
        "got": 14000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says 'apartment court' and never mentions 'garden apartments'; the subclass is inferred."
      },
      {
        "field": "tiv",
        "issue": "missing",
        "detail": "TIV (total insured value) is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4825,
    "cacheCreationTokens": 0,
    "outputTokens": 1088,
    "costUsd": 0.0113745,
    "latencyMs": 14379,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 66,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3

result: ok
prompt tokens: 5,115
output tokens: 1,051
cost: $0.0110
latency: 14,083 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 66
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 66,
 "confidence": 0.8524999999999999,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Redbud Court LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OK",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Tulsa",
   "confidence": 0.96,
   "source": "email"
  },
  "units": {
   "value": 12,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1995,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 14000,
   "confidence": 0.9,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.8,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Redbud Court LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OK",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Tulsa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 12,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1995,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 14000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Redbud Court LLC",
   "got": "Redbud Court LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OK",
   "got": "OK",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Tulsa",
   "got": "Tulsa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 12,
   "got": 12,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1995,
   "got": 1995,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 14000,
   "got": 14000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "contradiction",
   "detail": "Email says brick veneer over frame, which is more specific than plain 'Frame' and suggests masonry veneer construction, not simply frame."
  },
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-08",
  "variant": "v3",
  "at": "2026-10-21T01:03:14.131Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1051,
    "costUsd": 0.0110329,
    "calls": 3,
    "cacheReadTokens": 5109,
    "cacheCreationTokens": 0,
    "latencyMs": 14083,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "68cef4421a478d14",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 66,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 66,
    "confidence": 0.8524999999999999,
    "reasons": [
      "TIV (total insured value)"
    ],
    "extraction": {
      "insuredName": {
        "value": "Redbud Court LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OK",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Tulsa",
        "confidence": 0.96,
        "source": "email"
      },
      "units": {
        "value": 12,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.85,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1995,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 14000,
        "confidence": 0.9,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.8,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Redbud Court LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OK",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Tulsa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 12,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1995,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 14000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Redbud Court LLC",
        "got": "Redbud Court LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OK",
        "got": "OK",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Tulsa",
        "got": "Tulsa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 12,
        "got": 12,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1995,
        "got": 1995,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 14000,
        "got": 14000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "contradiction",
        "detail": "Email says brick veneer over frame, which is more specific than plain 'Frame' and suggests masonry veneer construction, not simply frame."
      },
      {
        "field": "tiv",
        "issue": "missing",
        "detail": "TIV (total insured value) is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5109,
    "cacheCreationTokens": 0,
    "outputTokens": 1051,
    "costUsd": 0.0110329,
    "latencyMs": 14083,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 66,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3-repeat

result: ok
prompt tokens: 5,115
output tokens: 947
cost: $0.0100
latency: 12,740 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 74
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 74,
 "confidence": 0.855,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Redbud Court LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OK",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Tulsa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 12,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1995,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 14000,
   "confidence": 0.9,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Redbud Court LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OK",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Tulsa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 12,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1995,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 14000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Redbud Court LLC",
   "got": "Redbud Court LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OK",
   "got": "OK",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Tulsa",
   "got": "Tulsa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 12,
   "got": 12,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1995,
   "got": 1995,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 14000,
   "got": 14000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "contradiction",
   "detail": "Email says brick veneer over frame, which is not simply Frame; it is a veneer-over-frame construction (masonry veneer), so 'Frame' is an oversimplification."
  },
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-08",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:03:13.909Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 947,
    "costUsd": 0.0099929,
    "calls": 3,
    "cacheReadTokens": 5109,
    "cacheCreationTokens": 0,
    "latencyMs": 12740,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "c27c32bb377603c7",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 74,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 74,
    "confidence": 0.855,
    "reasons": [
      "TIV (total insured value)"
    ],
    "extraction": {
      "insuredName": {
        "value": "Redbud Court LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OK",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Tulsa",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 12,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.9,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1995,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 14000,
        "confidence": 0.9,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "confidence": 0.85,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Redbud Court LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OK",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Tulsa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 12,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1995,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 14000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Redbud Court LLC",
        "got": "Redbud Court LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OK",
        "got": "OK",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Tulsa",
        "got": "Tulsa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 12,
        "got": 12,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1995,
        "got": 1995,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 14000,
        "got": 14000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "contradiction",
        "detail": "Email says brick veneer over frame, which is not simply Frame; it is a veneer-over-frame construction (masonry veneer), so 'Frame' is an oversimplification."
      },
      {
        "field": "tiv",
        "issue": "missing",
        "detail": "TIV (total insured value) is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5109,
    "cacheCreationTokens": 0,
    "outputTokens": 947,
    "costUsd": 0.0099929,
    "latencyMs": 12740,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 74,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v4

result: ok
prompt tokens: 5,324
output tokens: 920
cost: $0.0222
latency: 13,184 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 74
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 74,
 "confidence": 0.8508333333333332,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Redbud Court LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OK",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Tulsa",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 12,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1995,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 14000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.8,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses per the insured; loss runs requested from prior carrier and not yet received.",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Redbud Court LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OK",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Tulsa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 12,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1995,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 14000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses per the insured; loss runs requested from prior carrier and not yet received.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Redbud Court LLC",
   "got": "Redbud Court LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OK",
   "got": "OK",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Tulsa",
   "got": "Tulsa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 12,
   "got": 12,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1995,
   "got": 1995,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 14000,
   "got": 14000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "contradiction",
   "detail": "Email says brick veneer over frame, which is not simply 'Frame' (masonry veneer/frame); value oversimplifies the stated construction."
  },
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-08",
  "variant": "v4",
  "at": "2026-10-21T01:03:23.517Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 920,
    "costUsd": 0.022188700000000002,
    "calls": 3,
    "cacheReadTokens": 2127,
    "cacheCreationTokens": 3191,
    "latencyMs": 13184,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "731f64cd05fd4e9f",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 74,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 74,
    "confidence": 0.8508333333333332,
    "reasons": [
      "TIV (total insured value)"
    ],
    "extraction": {
      "insuredName": {
        "value": "Redbud Court LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OK",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Tulsa",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 12,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.85,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1995,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 14000,
        "confidence": 0.85,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.8,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses per the insured; loss runs requested from prior carrier and not yet received.",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Redbud Court LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OK",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Tulsa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 12,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1995,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 14000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses per the insured; loss runs requested from prior carrier and not yet received.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Redbud Court LLC",
        "got": "Redbud Court LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OK",
        "got": "OK",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Tulsa",
        "got": "Tulsa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 12,
        "got": 12,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1995,
        "got": 1995,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 14000,
        "got": 14000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "contradiction",
        "detail": "Email says brick veneer over frame, which is not simply 'Frame' (masonry veneer/frame); value oversimplifies the stated construction."
      },
      {
        "field": "tiv",
        "issue": "missing",
        "detail": "TIV (total insured value) is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 2127,
    "cacheCreationTokens": 3191,
    "outputTokens": 920,
    "costUsd": 0.022188700000000002,
    "latencyMs": 13184,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 74,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result: ok
prompt tokens: 5,456
output tokens: 1,076
cost: $0.0113
latency: 14,440 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 66
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 66,
 "confidence": 0.855,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Redbud Court LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OK",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Tulsa",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 12,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.9,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1995,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 14000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Redbud Court LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OK",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Tulsa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 12,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1995,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 14000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Redbud Court LLC",
   "got": "Redbud Court LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OK",
   "got": "OK",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Tulsa",
   "got": "Tulsa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 12,
   "got": 12,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1995,
   "got": 1995,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 14000,
   "got": 14000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "contradiction",
   "detail": "Email says brick veneer over frame, which is not simply 'Frame'; extracted value omits the brick veneer exterior (more precisely masonry veneer/frame)."
  },
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-08",
  "variant": "v5",
  "at": "2026-10-21T01:03:28.571Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1076,
    "costUsd": 0.011317,
    "calls": 3,
    "cacheReadTokens": 5450,
    "cacheCreationTokens": 0,
    "latencyMs": 14440,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "f6627480a1e15593",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 66,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 66,
    "confidence": 0.855,
    "reasons": [
      "TIV (total insured value)"
    ],
    "extraction": {
      "insuredName": {
        "value": "Redbud Court LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OK",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Tulsa",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 12,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.9,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1995,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 14000,
        "confidence": 0.85,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "confidence": 0.85,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Redbud Court LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OK",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Tulsa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 12,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1995,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 14000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses per the insured; loss runs requested from prior carrier but not yet received.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Redbud Court LLC",
        "got": "Redbud Court LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OK",
        "got": "OK",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Tulsa",
        "got": "Tulsa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 12,
        "got": 12,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1995,
        "got": 1995,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 14000,
        "got": 14000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "contradiction",
        "detail": "Email says brick veneer over frame, which is not simply 'Frame'; extracted value omits the brick veneer exterior (more precisely masonry veneer/frame)."
      },
      {
        "field": "tiv",
        "issue": "missing",
        "detail": "TIV (total insured value) is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5450,
    "cacheCreationTokens": 0,
    "outputTokens": 1076,
    "costUsd": 0.011317,
    "latencyMs": 14440,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 66,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result: ok
prompt tokens: 5,483
output tokens: 1,058
cost: $0.0264
latency: 13,743 ms · 3 calls
at: 2026-10-21 01:03
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 62
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	pass
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "INCOMPLETE",
 "decisionCorrect": true,
 "fitScore": 62,
 "confidence": 0.8933333333333332,
 "reasons": [
  "TIV (total insured value)"
 ],
 "extraction": {
  "insuredName": {
   "value": "Redbud Court LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OK",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Tulsa",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 12,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": null,
   "confidence": 0.95,
   "source": null
  },
  "constructionType": {
   "value": "Frame",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1995,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 14000,
   "confidence": 0.85,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses per the insured; loss runs requested from the prior carrier.",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Redbud Court LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "2308 E 6th St, Tulsa, OK 74104",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OK",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Tulsa",
   "source": "email"
  },
  {
   "field": "units",
   "value": 12,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Frame",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1995,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 14000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses per the insured; loss runs requested from the prior carrier.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Redbud Court LLC",
   "got": "Redbud Court LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OK",
   "got": "OK",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Tulsa",
   "got": "Tulsa",
   "correct": true
  },
  {
   "field": "units",
   "expected": 12,
   "got": 12,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": null,
   "got": null,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1995,
   "got": 1995,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 14000,
   "got": 14000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'brick veneer over frame', which is not simply 'Frame'; the value omits the brick veneer detail and may misclassify the construction."
  },
  {
   "field": "tiv",
   "issue": "missing",
   "detail": "TIV (total insured value) is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "GOLD-08",
  "variant": "v6",
  "at": "2026-10-21T01:03:25.578Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1058,
    "costUsd": 0.0264433,
    "calls": 3,
    "cacheReadTokens": 1553,
    "cacheCreationTokens": 3924,
    "latencyMs": 13743,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "nulls_stay_null": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "f7f41e68830e6763",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 62,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "INCOMPLETE",
    "decisionCorrect": true,
    "fitScore": 62,
    "confidence": 0.8933333333333332,
    "reasons": [
      "TIV (total insured value)"
    ],
    "extraction": {
      "insuredName": {
        "value": "Redbud Court LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OK",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Tulsa",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 12,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": null,
        "confidence": 0.95,
        "source": null
      },
      "constructionType": {
        "value": "Frame",
        "confidence": 0.85,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1995,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 14000,
        "confidence": 0.85,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses per the insured; loss runs requested from the prior carrier.",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Redbud Court LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "2308 E 6th St, Tulsa, OK 74104",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OK",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Tulsa",
        "source": "email"
      },
      {
        "field": "units",
        "value": 12,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Frame",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1995,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 14000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses per the insured; loss runs requested from the prior carrier.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Redbud Court LLC",
        "got": "Redbud Court LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OK",
        "got": "OK",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Tulsa",
        "got": "Tulsa",
        "correct": true
      },
      {
        "field": "units",
        "expected": 12,
        "got": 12,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": null,
        "got": null,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1995,
        "got": 1995,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 14000,
        "got": 14000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says 'brick veneer over frame', which is not simply 'Frame'; the value omits the brick veneer detail and may misclassify the construction."
      },
      {
        "field": "tiv",
        "issue": "missing",
        "detail": "TIV (total insured value) is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 1553,
    "cacheCreationTokens": 3924,
    "outputTokens": 1058,
    "costUsd": 0.0264433,
    "latencyMs": 13743,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 62,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}