V-03

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Variant desk

Team — quick one. Insured: Prairie Stone Rentals LLC. 14-unit apartment building, 402 S Weber St, Colorado Springs, CO 80903 (El Paso County). Masonry, built 2008.

TIV: 2.1m. Premium target $19,500. No losses.

Thanks.

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

Field	Expected	Current prompt v3	New prompt v6
insuredName	Prairie Stone Rentals LLC	Prairie Stone Rentals LLCMatches the expert	Prairie Stone Rentals LLCMatches the expert
state	CO	COMatches the expert	COMatches the expert
county	El Paso	El PasoMatches the expert	El PasoMatches the expert
units	14	14Matches the expert	14Matches the expert
tiv	$2,100,000	$2,100,000Matches the expert	$2,100,000Matches the expert
yearBuilt	2008	2008Matches the expert	2008Matches the expert
targetPremium	$19,500	$19,500Matches the expert	$19,500Matches the expert
DecisionVersions disagree	quote it IN APPETITE	follow up with the broker INCOMPLETEDiffers from the expert	quote it IN APPETITEMatches the expert

For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,180
output tokens: 872
cost: $0.0091
latency: 14,950 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 92
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 92,
 "confidence": 0.9457142857142856,
 "reasons": [
  "Prairie Stone Rentals sits comfortably inside appetite: Colorado is an approved state, 14 units is well under the 60-unit cap, and the $2.1M TIV falls in the middle of the $250K-$15M band. Masonry construction built in 2008, a clean loss history, and a $19,500 target GWP within the premium band make this a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Prairie Stone Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "CO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "El Paso",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 14,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 2100000,
   "confidence": 0.9,
   "source": "email"
  },
  "constructionType": {
   "value": "Masonry",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2008,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 19500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.4,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Prairie Stone Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "source": "email"
  },
  {
   "field": "state",
   "value": "CO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "El Paso",
   "source": "email"
  },
  {
   "field": "units",
   "value": 14,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2008,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 19500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Prairie Stone Rentals LLC",
   "got": "Prairie Stone Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "CO",
   "got": "CO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "El Paso",
   "got": "El Paso",
   "correct": true
  },
  {
   "field": "units",
   "expected": 14,
   "got": 14,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2100000,
   "got": 2100000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2008,
   "got": 2008,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 19500,
   "got": 19500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-03",
  "variant": "v1",
  "at": "2026-10-21T01:05:50.063Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 872,
    "costUsd": 0.0091494,
    "calls": 3,
    "cacheReadTokens": 4174,
    "cacheCreationTokens": 0,
    "latencyMs": 14950,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "11327ad6b095826f",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 92,
    "confidence": 0.9457142857142856,
    "reasons": [
      "Prairie Stone Rentals sits comfortably inside appetite: Colorado is an approved state, 14 units is well under the 60-unit cap, and the $2.1M TIV falls in the middle of the $250K-$15M band. Masonry construction built in 2008, a clean loss history, and a $19,500 target GWP within the premium band make this a strong candidate to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Prairie Stone Rentals LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "CO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "El Paso",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 14,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 2100000,
        "confidence": 0.9,
        "source": "email"
      },
      "constructionType": {
        "value": "Masonry",
        "confidence": 0.85,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2008,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 19500,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.4,
        "source": null
      },
      "priorLossSummary": {
        "value": "No losses",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Prairie Stone Rentals LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "source": "email"
      },
      {
        "field": "state",
        "value": "CO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "El Paso",
        "source": "email"
      },
      {
        "field": "units",
        "value": 14,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 2100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2008,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 19500,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Prairie Stone Rentals LLC",
        "got": "Prairie Stone Rentals LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "CO",
        "got": "CO",
        "correct": true
      },
      {
        "field": "county",
        "expected": "El Paso",
        "got": "El Paso",
        "correct": true
      },
      {
        "field": "units",
        "expected": 14,
        "got": 14,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 2100000,
        "got": 2100000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2008,
        "got": 2008,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 19500,
        "got": 19500,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4174,
    "cacheCreationTokens": 0,
    "outputTokens": 872,
    "costUsd": 0.0091494,
    "latencyMs": 14950,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result: ok
prompt tokens: 4,539
output tokens: 1,047
cost: $0.0228
latency: 15,646 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 88
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 88,
 "confidence": 0.9466666666666667,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Prairie Stone Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "CO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "El Paso County",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 14,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 2100000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "yearBuilt": {
   "value": 2008,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 19500,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Prairie Stone Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "source": "email"
  },
  {
   "field": "state",
   "value": "CO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "El Paso County",
   "source": "email"
  },
  {
   "field": "units",
   "value": 14,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2100000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2008,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 19500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Prairie Stone Rentals LLC",
   "got": "Prairie Stone Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "CO",
   "got": "CO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "El Paso",
   "got": "El Paso County",
   "correct": true
  },
  {
   "field": "units",
   "expected": 14,
   "got": 14,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2100000,
   "got": 2100000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2008,
   "got": 2008,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 19500,
   "got": 19500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-03",
  "variant": "v2",
  "at": "2026-10-21T01:05:28.798Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1047,
    "costUsd": 0.0227913,
    "calls": 3,
    "cacheReadTokens": 1493,
    "cacheCreationTokens": 3040,
    "latencyMs": 15646,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": false,
    "attribution_claude": true
  },
  "output_hash": "c04ecf411f3660e0",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": false,
    "fitScore": 88,
    "confidence": 0.9466666666666667,
    "reasons": [
      "construction type"
    ],
    "extraction": {
      "insuredName": {
        "value": "Prairie Stone Rentals LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "CO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "El Paso County",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 14,
        "confidence": 0.95,
        "source": "email"
      },
      "tiv": {
        "value": 2100000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.2,
        "source": null
      },
      "yearBuilt": {
        "value": 2008,
        "confidence": 0.95,
        "source": "email"
      },
      "targetPremium": {
        "value": 19500,
        "confidence": 0.95,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.2,
        "source": null
      },
      "priorLossSummary": {
        "value": "No losses",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Prairie Stone Rentals LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "source": "email"
      },
      {
        "field": "state",
        "value": "CO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "El Paso County",
        "source": "email"
      },
      {
        "field": "units",
        "value": 14,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 2100000,
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2008,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 19500,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Prairie Stone Rentals LLC",
        "got": "Prairie Stone Rentals LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "CO",
        "got": "CO",
        "correct": true
      },
      {
        "field": "county",
        "expected": "El Paso",
        "got": "El Paso County",
        "correct": true
      },
      {
        "field": "units",
        "expected": 14,
        "got": 14,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 2100000,
        "got": 2100000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2008,
        "got": 2008,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 19500,
        "got": 19500,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 1493,
    "cacheCreationTokens": 3040,
    "outputTokens": 1047,
    "costUsd": 0.0227913,
    "latencyMs": 15646,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ]
}

v3

result: ok
prompt tokens: 4,851
output tokens: 967
cost: $0.0102
latency: 13,347 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 84,
 "confidence": 0.965,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Prairie Stone Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "CO",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "El Paso",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 14,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 2100000,
   "confidence": 0.9,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "yearBuilt": {
   "value": 2008,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 19500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Prairie Stone Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "source": "email"
  },
  {
   "field": "state",
   "value": "CO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "El Paso",
   "source": "email"
  },
  {
   "field": "units",
   "value": 14,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2100000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2008,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 19500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Prairie Stone Rentals LLC",
   "got": "Prairie Stone Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "CO",
   "got": "CO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "El Paso",
   "got": "El Paso",
   "correct": true
  },
  {
   "field": "units",
   "expected": 14,
   "got": 14,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2100000,
   "got": 2100000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2008,
   "got": 2008,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 19500,
   "got": 19500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-03",
  "variant": "v3",
  "at": "2026-10-21T01:05:34.897Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 967,
    "costUsd": 0.010166500000000002,
    "calls": 3,
    "cacheReadTokens": 4845,
    "cacheCreationTokens": 0,
    "latencyMs": 13347,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": false,
    "attribution_claude": true
  },
  "output_hash": "77541dfd4949f5e1",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": false,
    "fitScore": 84,
    "confidence": 0.965,
    "reasons": [
      "construction type"
    ],
    "extraction": {
      "insuredName": {
        "value": "Prairie Stone Rentals LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "CO",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "El Paso",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 14,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 2100000,
        "confidence": 0.9,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.2,
        "source": null
      },
      "yearBuilt": {
        "value": 2008,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 19500,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "No losses",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Prairie Stone Rentals LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "source": "email"
      },
      {
        "field": "state",
        "value": "CO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "El Paso",
        "source": "email"
      },
      {
        "field": "units",
        "value": 14,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 2100000,
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2008,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 19500,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Prairie Stone Rentals LLC",
        "got": "Prairie Stone Rentals LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "CO",
        "got": "CO",
        "correct": true
      },
      {
        "field": "county",
        "expected": "El Paso",
        "got": "El Paso",
        "correct": true
      },
      {
        "field": "units",
        "expected": 14,
        "got": 14,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 2100000,
        "got": 2100000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2008,
        "got": 2008,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 19500,
        "got": 19500,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4845,
    "cacheCreationTokens": 0,
    "outputTokens": 967,
    "costUsd": 0.010166500000000002,
    "latencyMs": 13347,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ]
}

v3-repeat

result: ok
prompt tokens: 4,851
output tokens: 1,007
cost: $0.0106
latency: 13,182 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: INCOMPLETE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	fail
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "INCOMPLETE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": false,
 "fitScore": 86,
 "confidence": 0.9616666666666666,
 "reasons": [
  "construction type"
 ],
 "extraction": {
  "insuredName": {
   "value": "Prairie Stone Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "CO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "El Paso",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 14,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 2100000,
   "confidence": 0.9,
   "source": "email"
  },
  "constructionType": {
   "value": null,
   "confidence": 0.2,
   "source": null
  },
  "yearBuilt": {
   "value": 2008,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 19500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Prairie Stone Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "source": "email"
  },
  {
   "field": "state",
   "value": "CO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "El Paso",
   "source": "email"
  },
  {
   "field": "units",
   "value": 14,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2100000,
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2008,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 19500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Prairie Stone Rentals LLC",
   "got": "Prairie Stone Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "CO",
   "got": "CO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "El Paso",
   "got": "El Paso",
   "correct": true
  },
  {
   "field": "units",
   "expected": 14,
   "got": 14,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2100000,
   "got": 2100000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2008,
   "got": 2008,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 19500,
   "got": 19500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "missing",
   "detail": "construction type is required by the appetite ruleset"
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-03",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:05:35.765Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1007,
    "costUsd": 0.0105665,
    "calls": 3,
    "cacheReadTokens": 4845,
    "cacheCreationTokens": 0,
    "latencyMs": 13182,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": false,
    "attribution_claude": true
  },
  "output_hash": "7cc57b5c1f2e77a1",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "INCOMPLETE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": false,
    "fitScore": 86,
    "confidence": 0.9616666666666666,
    "reasons": [
      "construction type"
    ],
    "extraction": {
      "insuredName": {
        "value": "Prairie Stone Rentals LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "CO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "El Paso",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 14,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 2100000,
        "confidence": 0.9,
        "source": "email"
      },
      "constructionType": {
        "value": null,
        "confidence": 0.2,
        "source": null
      },
      "yearBuilt": {
        "value": 2008,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 19500,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "No losses",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Prairie Stone Rentals LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "source": "email"
      },
      {
        "field": "state",
        "value": "CO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "El Paso",
        "source": "email"
      },
      {
        "field": "units",
        "value": 14,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 2100000,
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2008,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 19500,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Prairie Stone Rentals LLC",
        "got": "Prairie Stone Rentals LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "CO",
        "got": "CO",
        "correct": true
      },
      {
        "field": "county",
        "expected": "El Paso",
        "got": "El Paso",
        "correct": true
      },
      {
        "field": "units",
        "expected": 14,
        "got": 14,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 2100000,
        "got": 2100000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2008,
        "got": 2008,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 19500,
        "got": 19500,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "missing",
        "detail": "construction type is required by the appetite ruleset"
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4845,
    "cacheCreationTokens": 0,
    "outputTokens": 1007,
    "costUsd": 0.0105665,
    "latencyMs": 13182,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "INCOMPLETE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": false,
      "detail": "INCOMPLETE (want IN APPETITE)"
    }
  ]
}

v4

result: ok
prompt tokens: 5,149
output tokens: 886
cost: $0.0094
latency: 12,483 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 92
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 92,
 "confidence": 0.9071428571428571,
 "reasons": [
  "Prairie Stone Rentals sits comfortably inside appetite: CO is an allowed state, 14 units is well under the 60-unit cap, and $2.1M TIV falls mid-band. Joisted masonry built in 2008 is acceptable construction, El Paso County has no coastal restriction, the $19,500 GWP target sits within the premium band, and the loss history is clean. This risk is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Prairie Stone Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "CO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "El Paso",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 14,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 2100000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2008,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 19500,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Prairie Stone Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "source": "email"
  },
  {
   "field": "state",
   "value": "CO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "El Paso",
   "source": "email"
  },
  {
   "field": "units",
   "value": 14,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2008,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 19500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Prairie Stone Rentals LLC",
   "got": "Prairie Stone Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "CO",
   "got": "CO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "El Paso",
   "got": "El Paso",
   "correct": true
  },
  {
   "field": "units",
   "expected": 14,
   "got": 14,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2100000,
   "got": 2100000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2008,
   "got": 2008,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 19500,
   "got": 19500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific classification that was inferred."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-03",
  "variant": "v4",
  "at": "2026-10-21T01:05:35.106Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 886,
    "costUsd": 0.0093863,
    "calls": 3,
    "cacheReadTokens": 5143,
    "cacheCreationTokens": 0,
    "latencyMs": 12483,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "99fcf97db23dd05c",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 92,
    "confidence": 0.9071428571428571,
    "reasons": [
      "Prairie Stone Rentals sits comfortably inside appetite: CO is an allowed state, 14 units is well under the 60-unit cap, and $2.1M TIV falls mid-band. Joisted masonry built in 2008 is acceptable construction, El Paso County has no coastal restriction, the $19,500 GWP target sits within the premium band, and the loss history is clean. This risk is ready to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Prairie Stone Rentals LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "CO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "El Paso",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 14,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 2100000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.85,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2008,
        "confidence": 0.98,
        "source": "email"
      },
      "targetPremium": {
        "value": 19500,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "No losses",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Prairie Stone Rentals LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "source": "email"
      },
      {
        "field": "state",
        "value": "CO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "El Paso",
        "source": "email"
      },
      {
        "field": "units",
        "value": 14,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 2100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2008,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 19500,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Prairie Stone Rentals LLC",
        "got": "Prairie Stone Rentals LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "CO",
        "got": "CO",
        "correct": true
      },
      {
        "field": "county",
        "expected": "El Paso",
        "got": "El Paso",
        "correct": true
      },
      {
        "field": "units",
        "expected": 14,
        "got": 14,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 2100000,
        "got": 2100000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2008,
        "got": 2008,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 19500,
        "got": 19500,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific classification that was inferred."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5143,
    "cacheCreationTokens": 0,
    "outputTokens": 886,
    "costUsd": 0.0093863,
    "latencyMs": 12483,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result: ok
prompt tokens: 5,281
output tokens: 870
cost: $0.0092
latency: 12,481 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 92
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 92,
 "confidence": 0.9014285714285714,
 "reasons": [
  "Prairie Stone Rentals sits comfortably inside appetite: Colorado is an approved state, 14 units is well under the 60-unit cap, and the $2.1M TIV falls mid-band. Joisted masonry built in 2008 is acceptable construction, the $19,500 target GWP sits inside the premium band, and the clean loss history supports a bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Prairie Stone Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "CO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "El Paso",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 14,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 2100000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2008,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 19500,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Prairie Stone Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "source": "email"
  },
  {
   "field": "state",
   "value": "CO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "El Paso",
   "source": "email"
  },
  {
   "field": "units",
   "value": 14,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2008,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 19500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Prairie Stone Rentals LLC",
   "got": "Prairie Stone Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "CO",
   "got": "CO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "El Paso",
   "got": "El Paso",
   "correct": true
  },
  {
   "field": "units",
   "expected": 14,
   "got": 14,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2100000,
   "got": 2100000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2008,
   "got": 2008,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 19500,
   "got": 19500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific classification that was inferred."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-03",
  "variant": "v5",
  "at": "2026-10-21T01:05:47.586Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 870,
    "costUsd": 0.0092395,
    "calls": 3,
    "cacheReadTokens": 5275,
    "cacheCreationTokens": 0,
    "latencyMs": 12481,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "5307e6b1a82bc20c",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 92,
    "confidence": 0.9014285714285714,
    "reasons": [
      "Prairie Stone Rentals sits comfortably inside appetite: Colorado is an approved state, 14 units is well under the 60-unit cap, and the $2.1M TIV falls mid-band. Joisted masonry built in 2008 is acceptable construction, the $19,500 target GWP sits inside the premium band, and the clean loss history supports a bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Prairie Stone Rentals LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "CO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "El Paso",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 14,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 2100000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.8,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2008,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 19500,
        "confidence": 0.95,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "No losses",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Prairie Stone Rentals LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "source": "email"
      },
      {
        "field": "state",
        "value": "CO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "El Paso",
        "source": "email"
      },
      {
        "field": "units",
        "value": 14,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 2100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2008,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 19500,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Prairie Stone Rentals LLC",
        "got": "Prairie Stone Rentals LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "CO",
        "got": "CO",
        "correct": true
      },
      {
        "field": "county",
        "expected": "El Paso",
        "got": "El Paso",
        "correct": true
      },
      {
        "field": "units",
        "expected": 14,
        "got": 14,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 2100000,
        "got": 2100000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2008,
        "got": 2008,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 19500,
        "got": 19500,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific classification that was inferred."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5275,
    "cacheCreationTokens": 0,
    "outputTokens": 870,
    "costUsd": 0.0092395,
    "latencyMs": 12481,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result: ok
prompt tokens: 5,316
output tokens: 902
cost: $0.0120
latency: 12,573 ms · 3 calls
at: 2026-10-21 01:05
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 92
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	not applicable
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 92,
 "confidence": 0.8999999999999998,
 "reasons": [
  "Prairie Stone Rentals sits comfortably inside appetite: Colorado is an allowed state, 14 units is well under the 60-unit cap, and $2.1M TIV falls in the middle of the $250K-$15M band. Joisted masonry built in 2008 is acceptable construction, El Paso County carries no coastal restriction, and the $19,500 target GWP is inside the premium band. A clean loss history makes this a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Prairie Stone Rentals LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "CO",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "El Paso",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 14,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 2100000,
   "confidence": 0.93,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.85,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2008,
   "confidence": 0.96,
   "source": "email"
  },
  "targetPremium": {
   "value": 19500,
   "confidence": 0.95,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "No losses",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Prairie Stone Rentals LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "402 S Weber St, Colorado Springs, CO 80903",
   "source": "email"
  },
  {
   "field": "state",
   "value": "CO",
   "source": "email"
  },
  {
   "field": "county",
   "value": "El Paso",
   "source": "email"
  },
  {
   "field": "units",
   "value": 14,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 2100000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2008,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 19500,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "No losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Prairie Stone Rentals LLC",
   "got": "Prairie Stone Rentals LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "CO",
   "got": "CO",
   "correct": true
  },
  {
   "field": "county",
   "expected": "El Paso",
   "got": "El Paso",
   "correct": true
  },
  {
   "field": "units",
   "expected": 14,
   "got": 14,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 2100000,
   "got": 2100000,
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2008,
   "got": 2008,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 19500,
   "got": 19500,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "constructionType",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific classification not stated in the source."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-03",
  "variant": "v6",
  "at": "2026-10-21T01:05:45.009Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 902,
    "costUsd": 0.012020000000000003,
    "calls": 3,
    "cacheReadTokens": 4680,
    "cacheCreationTokens": 630,
    "latencyMs": 12573,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "ad09331538400d92",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 92,
    "confidence": 0.8999999999999998,
    "reasons": [
      "Prairie Stone Rentals sits comfortably inside appetite: Colorado is an allowed state, 14 units is well under the 60-unit cap, and $2.1M TIV falls in the middle of the $250K-$15M band. Joisted masonry built in 2008 is acceptable construction, El Paso County carries no coastal restriction, and the $19,500 target GWP is inside the premium band. A clean loss history makes this a strong candidate to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Prairie Stone Rentals LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "CO",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "El Paso",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 14,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 2100000,
        "confidence": 0.93,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.85,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2008,
        "confidence": 0.96,
        "source": "email"
      },
      "targetPremium": {
        "value": 19500,
        "confidence": 0.95,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "No losses",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Prairie Stone Rentals LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "402 S Weber St, Colorado Springs, CO 80903",
        "source": "email"
      },
      {
        "field": "state",
        "value": "CO",
        "source": "email"
      },
      {
        "field": "county",
        "value": "El Paso",
        "source": "email"
      },
      {
        "field": "units",
        "value": 14,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 2100000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2008,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 19500,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "No losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Prairie Stone Rentals LLC",
        "got": "Prairie Stone Rentals LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "CO",
        "got": "CO",
        "correct": true
      },
      {
        "field": "county",
        "expected": "El Paso",
        "got": "El Paso",
        "correct": true
      },
      {
        "field": "units",
        "expected": 14,
        "got": 14,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 2100000,
        "got": 2100000,
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2008,
        "got": 2008,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 19500,
        "got": 19500,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "constructionType",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says only 'Masonry'; 'Joisted Masonry' is a more specific classification not stated in the source."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4680,
    "cacheCreationTokens": 630,
    "outputTokens": 902,
    "costUsd": 0.012020000000000003,
    "latencyMs": 12573,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 92,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}