V-02

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Variant desk

Good morning,

New habitational account: Ridgeline Flats LLC, 26 units at 88 Overlook Dr, Knoxville, TN 37919 (Knox County). Masonry construction, year built 2011.

Values came in at roughly 4,850k all-in per the updated appraisal. Target premium $41,000. One small kitchen fire 2022, $12,000 paid.

Regards.

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

Field	Expected	Current prompt v3	New prompt v6
insuredName	Ridgeline Flats LLC	Ridgeline Flats LLCMatches the expert	Ridgeline Flats LLCMatches the expert
state	TN	TNMatches the expert	TNMatches the expert
county	Knox	KnoxMatches the expert	KnoxMatches the expert
units	26	26Matches the expert	26Matches the expert
tiv	$4,850,000	$4,850,000Matches the expert	$4,850,000Matches the expert
yearBuilt	2011	2011Matches the expert	2011Matches the expert
targetPremium	$41,000	$41,000Matches the expert	$41,000Matches the expert
DecisionVersions disagree	quote it IN APPETITE	follow up with the broker INCOMPLETEDiffers from the expert	quote it IN APPETITEMatches the expert

For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,259
output tokens: 880
cost: $0.0092
latency: 12,383 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9299999999999998,
 "reasons": [
  "Ridgeline Flats sits comfortably inside appetite: TN is an approved state, 26 units is well under the 60-unit cap, and $4.85M TIV falls mid-band. Masonry construction built in 2011 is preferred, and the $41,000 target GWP is mid-band. A single $12,000 kitchen fire in 2022 is the only friction, and it does not block bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Ridgeline Flats LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Knox",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4850000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2011,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 41000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.4,
   "source": null
  },
  "priorLossSummary": {
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ridgeline Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Knox",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4850000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2011,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 41000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ridgeline Flats LLC",
   "got": "Ridgeline Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Knox",
   "got": "Knox",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4850000,
   "got": 4850000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2011,
   "got": 2011,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 41000,
   "got": 41000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-02",
  "variant": "v1",
  "at": "2026-10-21T01:05:22.615Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 880,
    "costUsd": 0.0092373,
    "calls": 3,
    "cacheReadTokens": 4253,
    "cacheCreationTokens": 0,
    "latencyMs": 12383,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "69cdae6206493793",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9299999999999998,
    "reasons": [
      "Ridgeline Flats sits comfortably inside appetite: TN is an approved state, 26 units is well under the 60-unit cap, and $4.85M TIV falls mid-band. Masonry construction built in 2011 is preferred, and the $41,000 target GWP is mid-band. A single $12,000 kitchen fire in 2022 is the only friction, and it does not block bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Ridgeline Flats LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Knox",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4850000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": "Masonry",
        "confidence": 0.8,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2011,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 41000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.4,
        "source": null
      },
      "priorLossSummary": {
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Ridgeline Flats LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Knox",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4850000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2011,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 41000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Ridgeline Flats LLC",
        "got": "Ridgeline Flats LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Knox",
        "got": "Knox",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4850000,
        "got": 4850000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2011,
        "got": 2011,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 41000,
        "got": 41000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4253,
    "cacheCreationTokens": 0,
    "outputTokens": 880,
    "costUsd": 0.0092373,
    "latencyMs": 12383,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result: ok
prompt tokens: 4,644
output tokens: 936
cost: $0.0220
latency: 12,847 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 86,
 "confidence": 0.9533333333333331,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Ridgeline Flats LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Knox",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4850000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.3,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2011,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 41000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.4,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "One kitchen fire in 2022, $12,000 paid",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ridgeline Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Knox",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4850000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2011,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 41000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One kitchen fire in 2022, $12,000 paid",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ridgeline Flats LLC",
   "got": "Ridgeline Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Knox",
   "got": "Knox",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4850000,
   "got": 4850000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2011,
   "got": 2011,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 41000,
   "got": 41000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: The email says 'habitational' and 'masonry construction' but never mentions garden apartments; this is an inference."
  },
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-02",
  "variant": "v2",
  "at": "2026-10-21T01:05:05.033Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 936,
    "costUsd": 0.0219999,
    "calls": 3,
    "cacheReadTokens": 1519,
    "cacheCreationTokens": 3119,
    "latencyMs": 12847,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": false,
    "attribution_claude": false
  },
  "output_hash": "c25d8e1c0a9d7a33",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": false,
    "fitScore": 86,
    "confidence": 0.9533333333333331,
    "reasons": [
      "construction type"
    ],
    "extraction": {
      "insuredName": {
        "value": "Ridgeline Flats LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Knox",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4850000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.3,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2011,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 41000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Garden apartments",
        "confidence": 0.4,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "One kitchen fire in 2022, $12,000 paid",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Ridgeline Flats LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Knox",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4850000,
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2011,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 41000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Garden apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One kitchen fire in 2022, $12,000 paid",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Ridgeline Flats LLC",
        "got": "Ridgeline Flats LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Knox",
        "got": "Knox",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4850000,
        "got": 4850000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2011,
        "got": 2011,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 41000,
        "got": 41000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: The email says 'habitational' and 'masonry construction' but never mentions garden apartments; this is an inference."
      },
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 1519,
    "cacheCreationTokens": 3119,
    "outputTokens": 936,
    "costUsd": 0.0219999,
    "latencyMs": 12847,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ]
}

v3

result: ok
prompt tokens: 4,930
output tokens: 868
cost: $0.0092
latency: 12,676 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 86,
 "confidence": 0.9566666666666667,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Ridgeline Flats LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Knox",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4850000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "yearBuilt": {
   "value": 2011,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 41000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ridgeline Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Knox",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4850000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2011,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 41000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ridgeline Flats LLC",
   "got": "Ridgeline Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Knox",
   "got": "Knox",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4850000,
   "got": 4850000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2011,
   "got": 2011,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 41000,
   "got": 41000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-02",
  "variant": "v3",
  "at": "2026-10-21T01:05:08.483Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 868,
    "costUsd": 0.0091844,
    "calls": 3,
    "cacheReadTokens": 4924,
    "cacheCreationTokens": 0,
    "latencyMs": 12676,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": false,
    "attribution_claude": true
  },
  "output_hash": "0cbe546d978e0617",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": false,
    "fitScore": 86,
    "confidence": 0.9566666666666667,
    "reasons": [
      "construction type"
    ],
    "extraction": {
      "insuredName": {
        "value": "Ridgeline Flats LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Knox",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4850000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.3,
        "source": null
      },
      "yearBuilt": {
        "value": 2011,
        "confidence": 0.98,
        "source": "email"
      },
      "targetPremium": {
        "value": 41000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Ridgeline Flats LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Knox",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4850000,
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2011,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 41000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Ridgeline Flats LLC",
        "got": "Ridgeline Flats LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Knox",
        "got": "Knox",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4850000,
        "got": 4850000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2011,
        "got": 2011,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 41000,
        "got": 41000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4924,
    "cacheCreationTokens": 0,
    "outputTokens": 868,
    "costUsd": 0.0091844,
    "latencyMs": 12676,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ]
}

v3-repeat

result: ok
prompt tokens: 4,930
output tokens: 872
cost: $0.0092
latency: 11,838 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 84,
 "confidence": 0.9466666666666664,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Ridgeline Flats LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Knox",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4850000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "yearBuilt": {
   "value": 2011,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 41000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "confidence": 0.92,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ridgeline Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Knox",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4850000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2011,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 41000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ridgeline Flats LLC",
   "got": "Ridgeline Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Knox",
   "got": "Knox",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4850000,
   "got": 4850000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2011,
   "got": 2011,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 41000,
   "got": 41000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-02",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:05:10.227Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 872,
    "costUsd": 0.0092244,
    "calls": 3,
    "cacheReadTokens": 4924,
    "cacheCreationTokens": 0,
    "latencyMs": 11838,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": false,
    "attribution_claude": true
  },
  "output_hash": "e0989aecbfeb96c7",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": false,
    "fitScore": 84,
    "confidence": 0.9466666666666664,
    "reasons": [
      "construction type"
    ],
    "extraction": {
      "insuredName": {
        "value": "Ridgeline Flats LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Knox",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4850000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.3,
        "source": null
      },
      "yearBuilt": {
        "value": 2011,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 41000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "confidence": 0.92,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Ridgeline Flats LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Knox",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4850000,
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2011,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 41000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Ridgeline Flats LLC",
        "got": "Ridgeline Flats LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Knox",
        "got": "Knox",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4850000,
        "got": 4850000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2011,
        "got": 2011,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 41000,
        "got": 41000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4924,
    "cacheCreationTokens": 0,
    "outputTokens": 872,
    "costUsd": 0.0092244,
    "latencyMs": 11838,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ]
}

v4

result: ok
prompt tokens: 5,228
output tokens: 927
cost: $0.0098
latency: 13,213 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.8928571428571429,
 "reasons": [
  "Ridgeline Flats sits comfortably inside appetite: TN is an allowed state, 26 units is well under the 60-unit cap, and $4.85M TIV falls mid-band. Joisted masonry built in 2011 is acceptable construction, and the $41,000 GWP target is inside the premium band. A single $12,000 kitchen fire in 2022 is the only friction, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Ridgeline Flats LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Knox",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4850000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2011,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 41000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ridgeline Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Knox",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4850000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2011,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 41000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ridgeline Flats LLC",
   "got": "Ridgeline Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Knox",
   "got": "Knox",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4850000,
   "got": 4850000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2011,
   "got": 2011,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 41000,
   "got": 41000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says only 'Masonry construction'; 'Joisted Masonry' is a more specific ISO class that was inferred."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-02",
  "variant": "v4",
  "at": "2026-10-21T01:05:13.141Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 927,
    "costUsd": 0.009804199999999999,
    "calls": 3,
    "cacheReadTokens": 5222,
    "cacheCreationTokens": 0,
    "latencyMs": 13213,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "d2bfab2087cc8e90",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.8928571428571429,
    "reasons": [
      "Ridgeline Flats sits comfortably inside appetite: TN is an allowed state, 26 units is well under the 60-unit cap, and $4.85M TIV falls mid-band. Joisted masonry built in 2011 is acceptable construction, and the $41,000 GWP target is inside the premium band. A single $12,000 kitchen fire in 2022 is the only friction, so this risk is a strong candidate to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Ridgeline Flats LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Knox",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4850000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.85,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2011,
        "confidence": 0.98,
        "source": "email"
      },
      "targetPremium": {
        "value": 41000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Ridgeline Flats LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Knox",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4850000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2011,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 41000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Ridgeline Flats LLC",
        "got": "Ridgeline Flats LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Knox",
        "got": "Knox",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4850000,
        "got": 4850000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2011,
        "got": 2011,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 41000,
        "got": 41000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says only 'Masonry construction'; 'Joisted Masonry' is a more specific ISO class that was inferred."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5222,
    "cacheCreationTokens": 0,
    "outputTokens": 927,
    "costUsd": 0.009804199999999999,
    "latencyMs": 13213,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result: ok
prompt tokens: 5,360
output tokens: 943
cost: $0.0100
latency: 13,184 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.8814285714285713,
 "reasons": [
  "Ridgeline Flats sits comfortably inside appetite: Tennessee is an allowed state, 26 units is well under the 60-unit cap, and $4.85M TIV falls mid-band. Joisted masonry built in 2011 is acceptable construction, Knox County carries no coastal restriction, and the $41,000 target GWP fits the premium band. A single $12,000 kitchen fire in 2022 is the only friction, so this risk is clean to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Ridgeline Flats LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "confidence": 0.96,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Knox",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4850000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2011,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 41000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "confidence": 0.93,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ridgeline Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Knox",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4850000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2011,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 41000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ridgeline Flats LLC",
   "got": "Ridgeline Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Knox",
   "got": "Knox",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4850000,
   "got": 4850000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2011,
   "got": 2011,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 41000,
   "got": 41000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says only 'Masonry construction'; 'Joisted Masonry' is a more specific class that is inferred, not stated."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-02",
  "variant": "v5",
  "at": "2026-10-21T01:05:22.575Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 943,
    "costUsd": 0.009977399999999999,
    "calls": 3,
    "cacheReadTokens": 5354,
    "cacheCreationTokens": 0,
    "latencyMs": 13184,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "3120ad0e51a6dbd3",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.8814285714285713,
    "reasons": [
      "Ridgeline Flats sits comfortably inside appetite: Tennessee is an allowed state, 26 units is well under the 60-unit cap, and $4.85M TIV falls mid-band. Joisted masonry built in 2011 is acceptable construction, Knox County carries no coastal restriction, and the $41,000 target GWP fits the premium band. A single $12,000 kitchen fire in 2022 is the only friction, so this risk is clean to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Ridgeline Flats LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "confidence": 0.96,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Knox",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4850000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.8,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2011,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 41000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "confidence": 0.93,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Ridgeline Flats LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Knox",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4850000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2011,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 41000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Ridgeline Flats LLC",
        "got": "Ridgeline Flats LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Knox",
        "got": "Knox",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4850000,
        "got": 4850000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2011,
        "got": 2011,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 41000,
        "got": 41000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says only 'Masonry construction'; 'Joisted Masonry' is a more specific class that is inferred, not stated."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5354,
    "cacheCreationTokens": 0,
    "outputTokens": 943,
    "costUsd": 0.009977399999999999,
    "latencyMs": 13184,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result: ok
prompt tokens: 5,395
output tokens: 940
cost: $0.0125
latency: 12,692 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8799999999999999,
 "reasons": [
  "Ridgeline Flats sits comfortably inside appetite: TN is an allowed state, 26 units is well under the 60-unit cap, and $4.85M TIV falls in the mid-band of the $250K–$15M range. Joisted masonry built in 2011 is preferred construction, and the $41,000 target GWP sits within the premium band. One $12,000 kitchen fire in 2022 is the only friction, so the account is bindable on standard terms."
 ],
 "extraction": {
  "insuredName": {
   "value": "Ridgeline Flats LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Knox",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 26,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4850000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2011,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 41000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "confidence": 0.95,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Ridgeline Flats LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "88 Overlook Dr, Knoxville, TN 37919",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Knox",
   "source": "email"
  },
  {
   "field": "units",
   "value": 26,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4850000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2011,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 41000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "One small kitchen fire in 2022, $12,000 paid.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Ridgeline Flats LLC",
   "got": "Ridgeline Flats LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Knox",
   "got": "Knox",
   "correct": true
  },
  {
   "field": "units",
   "expected": 26,
   "got": 26,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4850000,
   "got": 4850000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2011,
   "got": 2011,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 41000,
   "got": 41000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says only 'Masonry construction'; 'Joisted Masonry' is a more specific class that is inferred, not stated."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-02",
  "variant": "v6",
  "at": "2026-10-21T01:05:21.232Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 940,
    "costUsd": 0.012509300000000001,
    "calls": 3,
    "cacheReadTokens": 4733,
    "cacheCreationTokens": 656,
    "latencyMs": 12692,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "8aabb3137754dcc5",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 84,
    "confidence": 0.8799999999999999,
    "reasons": [
      "Ridgeline Flats sits comfortably inside appetite: TN is an allowed state, 26 units is well under the 60-unit cap, and $4.85M TIV falls in the mid-band of the $250K–$15M range. Joisted masonry built in 2011 is preferred construction, and the $41,000 target GWP sits within the premium band. One $12,000 kitchen fire in 2022 is the only friction, so the account is bindable on standard terms."
    ],
    "extraction": {
      "insuredName": {
        "value": "Ridgeline Flats LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Knox",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 26,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4850000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.8,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2011,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 41000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "confidence": 0.95,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Ridgeline Flats LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "88 Overlook Dr, Knoxville, TN 37919",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Knox",
        "source": "email"
      },
      {
        "field": "units",
        "value": 26,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4850000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2011,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 41000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "One small kitchen fire in 2022, $12,000 paid.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Ridgeline Flats LLC",
        "got": "Ridgeline Flats LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Knox",
        "got": "Knox",
        "correct": true
      },
      {
        "field": "units",
        "expected": 26,
        "got": 26,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4850000,
        "got": 4850000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2011,
        "got": 2011,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 41000,
        "got": 41000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says only 'Masonry construction'; 'Joisted Masonry' is a more specific class that is inferred, not stated."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4733,
    "cacheCreationTokens": 656,
    "outputTokens": 940,
    "costUsd": 0.012509300000000001,
    "latencyMs": 12692,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}