Weigh evals you can watch
2026-11-12 06:38 UTC

V-04

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Variant desk

Hello,

Please review Copper Creek Residential LP — 48 doors across 3 buildings on one campus at 1600 Copper Creek Rd, Marietta, GA 30060 (Cobb County). JM construction throughout, built 2013, fully sprinklered.

TIV $7,400,000. Target premium $63,000. Clean losses.

Best.

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

FieldExpectedCurrent prompt v3New prompt v6
insuredNameCopper Creek Residential LPCopper Creek Residential LPMatches the expertCopper Creek Residential LPMatches the expert
stateGAGAMatches the expertGAMatches the expert
countyCobbCobbMatches the expertCobbMatches the expert
units4848Matches the expert48Matches the expert
tiv$7,400,000$7,400,000Matches the expert$7,400,000Matches the expert
constructionTypejoisted masonryJoisted MasonryMatches the expertJoisted MasonryMatches the expert
yearBuilt20132013Matches the expert2013Matches the expert
targetPremium$63,000$63,000Matches the expert$63,000Matches the expert
Decisionquote it IN APPETITEquote it IN APPETITEMatches the expertquote it IN APPETITEMatches the expert
For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result
ok
prompt tokens
4,219
output tokens
1,142
cost
$0.0119
latency
17,819 ms · 3 calls
at
2026-10-21 01:06
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
88
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9399999999999998,
 "reasons": [
  "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County has no coastal restriction, and all six rule checks passed. At 48 units (limit 60), $7.4M TIV (mid-band of $250K-$15M), and $63K GWP (well within $5K-$250K), the account has modest headroom on units only. A 2013 joisted masonry build with clean losses supports a bind-ready score."
 ],
 "extraction": {
  "insuredName": {
   "value": "Copper Creek Residential LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Cobb",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 48,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 7400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted masonry",
   "confidence": 0.8,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2013,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 63000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Copper Creek Residential LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Cobb",
   "source": "email"
  },
  {
   "field": "units",
   "value": 48,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 7400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2013,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 63000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Copper Creek Residential LP",
   "got": "Copper Creek Residential LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cobb",
   "got": "Cobb",
   "correct": true
  },
  {
   "field": "units",
   "expected": 48,
   "got": 48,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 7400000,
   "got": 7400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2013,
   "got": 2013,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 63000,
   "got": 63000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-04",
  "variant": "v1",
  "at": "2026-10-21T01:06:17.978Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1142,
    "costUsd": 0.011853299999999999,
    "calls": 3,
    "cacheReadTokens": 4213,
    "cacheCreationTokens": 0,
    "latencyMs": 17819,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "c9152ec07be4a02e",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9399999999999998,
    "reasons": [
      "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County has no coastal restriction, and all six rule checks passed. At 48 units (limit 60), $7.4M TIV (mid-band of $250K-$15M), and $63K GWP (well within $5K-$250K), the account has modest headroom on units only. A 2013 joisted masonry build with clean losses supports a bind-ready score."
    ],
    "extraction": {
      "insuredName": {
        "value": "Copper Creek Residential LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "GA",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Cobb",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 48,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 7400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted masonry",
        "confidence": 0.8,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2013,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 63000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Copper Creek Residential LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "source": "email"
      },
      {
        "field": "state",
        "value": "GA",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Cobb",
        "source": "email"
      },
      {
        "field": "units",
        "value": 48,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 7400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2013,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 63000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Copper Creek Residential LP",
        "got": "Copper Creek Residential LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "GA",
        "got": "GA",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cobb",
        "got": "Cobb",
        "correct": true
      },
      {
        "field": "units",
        "expected": 48,
        "got": 48,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 7400000,
        "got": 7400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2013,
        "got": 2013,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 63000,
        "got": 63000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4213,
    "cacheCreationTokens": 0,
    "outputTokens": 1142,
    "costUsd": 0.011853299999999999,
    "latencyMs": 17819,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result
ok
prompt tokens
4,686
output tokens
947
cost
$0.0099
latency
11,929 ms · 3 calls
at
2026-10-21 01:05
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
90
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudefail
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.9642857142857142,
 "reasons": [
  "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County has no coastal restriction, and all six rule checks passed. At 48 units (limit 60), $7.4M TIV (mid-band), $63K GWP (within the $5K-$250K band), 2013 joisted masonry construction, and clean losses, this risk is a strong candidate to bind. Units run toward the upper end of the limit, which is the only minor friction."
 ],
 "extraction": {
  "insuredName": {
   "value": "Copper Creek Residential LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Cobb",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 48,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 7400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2013,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 63000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.45,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Copper Creek Residential LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Cobb",
   "source": "email"
  },
  {
   "field": "units",
   "value": 48,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 7400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2013,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 63000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Copper Creek Residential LP",
   "got": "Copper Creek Residential LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cobb",
   "got": "Cobb",
   "correct": true
  },
  {
   "field": "units",
   "expected": 48,
   "got": 48,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 7400000,
   "got": 7400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2013,
   "got": 2013,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 63000,
   "got": 63000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email never says garden apartments; it only mentions 48 doors across 3 buildings on one campus, so the subclass is inferred."
  }
 ]
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-04",
  "variant": "v2",
  "at": "2026-10-21T01:05:47.784Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 947,
    "costUsd": 0.009949999999999999,
    "calls": 3,
    "cacheReadTokens": 4680,
    "cacheCreationTokens": 0,
    "latencyMs": 11929,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "00422949af831e28",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 90,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 90,
    "confidence": 0.9642857142857142,
    "reasons": [
      "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County has no coastal restriction, and all six rule checks passed. At 48 units (limit 60), $7.4M TIV (mid-band), $63K GWP (within the $5K-$250K band), 2013 joisted masonry construction, and clean losses, this risk is a strong candidate to bind. Units run toward the upper end of the limit, which is the only minor friction."
    ],
    "extraction": {
      "insuredName": {
        "value": "Copper Creek Residential LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "GA",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Cobb",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 48,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 7400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2013,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 63000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": "Garden apartments",
        "confidence": 0.45,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Copper Creek Residential LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "source": "email"
      },
      {
        "field": "state",
        "value": "GA",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Cobb",
        "source": "email"
      },
      {
        "field": "units",
        "value": 48,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 7400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2013,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 63000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Garden apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Copper Creek Residential LP",
        "got": "Copper Creek Residential LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "GA",
        "got": "GA",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cobb",
        "got": "Cobb",
        "correct": true
      },
      {
        "field": "units",
        "expected": 48,
        "got": 48,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 7400000,
        "got": 7400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2013,
        "got": 2013,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 63000,
        "got": 63000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email never says garden apartments; it only mentions 48 doors across 3 buildings on one campus, so the subclass is inferred."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4680,
    "cacheCreationTokens": 0,
    "outputTokens": 947,
    "costUsd": 0.009949999999999999,
    "latencyMs": 11929,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 90,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3

result
ok
prompt tokens
4,970
output tokens
893
cost
$0.0094
latency
12,277 ms · 3 calls
at
2026-10-21 01:05
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
86
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9585714285714285,
 "reasons": [
  "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County carries no coastal restriction, and all six rule checks passed. TIV of $7.4M is mid-band, 48 units is under the 60-unit cap, the 2013 joisted masonry build is acceptable, losses are clean, and the $63K target GWP is well within the premium band. Units at 80% of the cap are the only friction, so this risk is a strong bind candidate."
 ],
 "extraction": {
  "insuredName": {
   "value": "Copper Creek Residential LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Cobb",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 48,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 7400000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2013,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 63000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Copper Creek Residential LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Cobb",
   "source": "email"
  },
  {
   "field": "units",
   "value": 48,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 7400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2013,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 63000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Copper Creek Residential LP",
   "got": "Copper Creek Residential LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cobb",
   "got": "Cobb",
   "correct": true
  },
  {
   "field": "units",
   "expected": 48,
   "got": 48,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 7400000,
   "got": 7400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2013,
   "got": 2013,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 63000,
   "got": 63000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-04",
  "variant": "v3",
  "at": "2026-10-21T01:05:57.524Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 893,
    "costUsd": 0.009438400000000001,
    "calls": 3,
    "cacheReadTokens": 4964,
    "cacheCreationTokens": 0,
    "latencyMs": 12277,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "12afb8c36ea91dfc",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.9585714285714285,
    "reasons": [
      "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County carries no coastal restriction, and all six rule checks passed. TIV of $7.4M is mid-band, 48 units is under the 60-unit cap, the 2013 joisted masonry build is acceptable, losses are clean, and the $63K target GWP is well within the premium band. Units at 80% of the cap are the only friction, so this risk is a strong bind candidate."
    ],
    "extraction": {
      "insuredName": {
        "value": "Copper Creek Residential LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "GA",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Cobb",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 48,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 7400000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2013,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 63000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Copper Creek Residential LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "source": "email"
      },
      {
        "field": "state",
        "value": "GA",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Cobb",
        "source": "email"
      },
      {
        "field": "units",
        "value": 48,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 7400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2013,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 63000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Copper Creek Residential LP",
        "got": "Copper Creek Residential LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "GA",
        "got": "GA",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cobb",
        "got": "Cobb",
        "correct": true
      },
      {
        "field": "units",
        "expected": 48,
        "got": 48,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 7400000,
        "got": 7400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2013,
        "got": 2013,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 63000,
        "got": 63000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4964,
    "cacheCreationTokens": 0,
    "outputTokens": 893,
    "costUsd": 0.009438400000000001,
    "latencyMs": 12277,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3-repeat

result
ok
prompt tokens
4,970
output tokens
885
cost
$0.0094
latency
12,389 ms · 3 calls
at
2026-10-21 01:06
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
88
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9628571428571429,
 "reasons": [
  "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County carries no coastal restriction, and all six rule checks passed. At 48 units (limit 60), $7.4M TIV (mid-band of $250K-$15M), and $63K target GWP (band $5K-$250K), the account has room on every limit. A 2013 build, joisted masonry construction, and clean losses make this a strong bind candidate."
 ],
 "extraction": {
  "insuredName": {
   "value": "Copper Creek Residential LP",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Cobb",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 48,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 7400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2013,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 63000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Copper Creek Residential LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Cobb",
   "source": "email"
  },
  {
   "field": "units",
   "value": 48,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 7400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2013,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 63000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Copper Creek Residential LP",
   "got": "Copper Creek Residential LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cobb",
   "got": "Cobb",
   "correct": true
  },
  {
   "field": "units",
   "expected": 48,
   "got": 48,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 7400000,
   "got": 7400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2013,
   "got": 2013,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 63000,
   "got": 63000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-04",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:06:00.172Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 885,
    "costUsd": 0.0093584,
    "calls": 3,
    "cacheReadTokens": 4964,
    "cacheCreationTokens": 0,
    "latencyMs": 12389,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "802c90cb7ad4529e",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9628571428571429,
    "reasons": [
      "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County carries no coastal restriction, and all six rule checks passed. At 48 units (limit 60), $7.4M TIV (mid-band of $250K-$15M), and $63K target GWP (band $5K-$250K), the account has room on every limit. A 2013 build, joisted masonry construction, and clean losses make this a strong bind candidate."
    ],
    "extraction": {
      "insuredName": {
        "value": "Copper Creek Residential LP",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "GA",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Cobb",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 48,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 7400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2013,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 63000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Copper Creek Residential LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "source": "email"
      },
      {
        "field": "state",
        "value": "GA",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Cobb",
        "source": "email"
      },
      {
        "field": "units",
        "value": 48,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 7400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2013,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 63000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Copper Creek Residential LP",
        "got": "Copper Creek Residential LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "GA",
        "got": "GA",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cobb",
        "got": "Cobb",
        "correct": true
      },
      {
        "field": "units",
        "expected": 48,
        "got": 48,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 7400000,
        "got": 7400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2013,
        "got": 2013,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 63000,
        "got": 63000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4964,
    "cacheCreationTokens": 0,
    "outputTokens": 885,
    "costUsd": 0.0093584,
    "latencyMs": 12389,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v4

result
ok
prompt tokens
5,179
output tokens
876
cost
$0.0093
latency
12,204 ms · 3 calls
at
2026-10-21 01:05
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
88
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9614285714285714,
 "reasons": [
  "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County has no coastal restriction, and all six rule checks passed. TIV of $7.4M is mid-band, 48 units is under the 60-unit cap, and the $63,000 GWP target sits well within the premium band. A 2013 joisted masonry build with clean losses makes this a strong bind candidate, with unit count the only attribute nearing a limit."
 ],
 "extraction": {
  "insuredName": {
   "value": "Copper Creek Residential LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Cobb",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 48,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 7400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2013,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 63000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Copper Creek Residential LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Cobb",
   "source": "email"
  },
  {
   "field": "units",
   "value": 48,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 7400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2013,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 63000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Copper Creek Residential LP",
   "got": "Copper Creek Residential LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cobb",
   "got": "Cobb",
   "correct": true
  },
  {
   "field": "units",
   "expected": 48,
   "got": 48,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 7400000,
   "got": 7400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2013,
   "got": 2013,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 63000,
   "got": 63000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-04",
  "variant": "v4",
  "at": "2026-10-21T01:05:59.996Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 876,
    "costUsd": 0.0092893,
    "calls": 3,
    "cacheReadTokens": 5173,
    "cacheCreationTokens": 0,
    "latencyMs": 12204,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "678199f2c2d9230e",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9614285714285714,
    "reasons": [
      "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County has no coastal restriction, and all six rule checks passed. TIV of $7.4M is mid-band, 48 units is under the 60-unit cap, and the $63,000 GWP target sits well within the premium band. A 2013 joisted masonry build with clean losses makes this a strong bind candidate, with unit count the only attribute nearing a limit."
    ],
    "extraction": {
      "insuredName": {
        "value": "Copper Creek Residential LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "GA",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Cobb",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 48,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 7400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2013,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 63000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Copper Creek Residential LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "source": "email"
      },
      {
        "field": "state",
        "value": "GA",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Cobb",
        "source": "email"
      },
      {
        "field": "units",
        "value": 48,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 7400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2013,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 63000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Copper Creek Residential LP",
        "got": "Copper Creek Residential LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "GA",
        "got": "GA",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cobb",
        "got": "Cobb",
        "correct": true
      },
      {
        "field": "units",
        "expected": 48,
        "got": 48,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 7400000,
        "got": 7400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2013,
        "got": 2013,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 63000,
        "got": 63000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5173,
    "cacheCreationTokens": 0,
    "outputTokens": 876,
    "costUsd": 0.0092893,
    "latencyMs": 12204,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result
ok
prompt tokens
5,311
output tokens
880
cost
$0.0093
latency
12,140 ms · 3 calls
at
2026-10-21 01:06
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
86
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.96,
 "reasons": [
  "Copper Creek sits comfortably inside appetite: GA is an approved state, Cobb County has no coastal restriction, and all six rule checks passed. TIV of $7.4M is mid-band, 48 units is under the 60-unit cap with some headroom, and the 2013 joisted masonry build is preferred construction with clean losses. The $63K target GWP sits well within the premium band, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Copper Creek Residential LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Cobb",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 48,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 7400000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2013,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 63000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Copper Creek Residential LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Cobb",
   "source": "email"
  },
  {
   "field": "units",
   "value": 48,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 7400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2013,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 63000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Copper Creek Residential LP",
   "got": "Copper Creek Residential LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cobb",
   "got": "Cobb",
   "correct": true
  },
  {
   "field": "units",
   "expected": 48,
   "got": 48,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 7400000,
   "got": 7400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2013,
   "got": 2013,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 63000,
   "got": 63000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-04",
  "variant": "v5",
  "at": "2026-10-21T01:06:09.914Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 880,
    "costUsd": 0.0093425,
    "calls": 3,
    "cacheReadTokens": 5305,
    "cacheCreationTokens": 0,
    "latencyMs": 12140,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "f7976c3af03193c8",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.96,
    "reasons": [
      "Copper Creek sits comfortably inside appetite: GA is an approved state, Cobb County has no coastal restriction, and all six rule checks passed. TIV of $7.4M is mid-band, 48 units is under the 60-unit cap with some headroom, and the 2013 joisted masonry build is preferred construction with clean losses. The $63K target GWP sits well within the premium band, so this risk is a strong candidate to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Copper Creek Residential LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "GA",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Cobb",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 48,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 7400000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2013,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 63000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Copper Creek Residential LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "source": "email"
      },
      {
        "field": "state",
        "value": "GA",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Cobb",
        "source": "email"
      },
      {
        "field": "units",
        "value": 48,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 7400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2013,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 63000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Copper Creek Residential LP",
        "got": "Copper Creek Residential LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "GA",
        "got": "GA",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cobb",
        "got": "Cobb",
        "correct": true
      },
      {
        "field": "units",
        "expected": 48,
        "got": 48,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 7400000,
        "got": 7400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2013,
        "got": 2013,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 63000,
        "got": 63000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5305,
    "cacheCreationTokens": 0,
    "outputTokens": 880,
    "costUsd": 0.0093425,
    "latencyMs": 12140,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result
ok
prompt tokens
5,346
output tokens
896
cost
$0.0120
latency
12,266 ms · 3 calls
at
2026-10-21 01:06
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
88
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9699999999999999,
 "reasons": [
  "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County carries no coastal restriction, and all six rule checks passed. TIV of $7.4M is mid-band, 48 units is under the 60-unit cap, the 2013 joisted masonry build is acceptable construction, and the $63,000 GWP target sits well within the premium band. Clean losses support a bind; the only friction is that 48 units is on the higher side of the unit limit."
 ],
 "extraction": {
  "insuredName": {
   "value": "Copper Creek Residential LP",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "GA",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Cobb",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 48,
   "confidence": 0.95,
   "source": "email"
  },
  "tiv": {
   "value": 7400000,
   "confidence": 0.98,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2013,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 63000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Copper Creek Residential LP",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "1600 Copper Creek Rd, Marietta, GA 30060",
   "source": "email"
  },
  {
   "field": "state",
   "value": "GA",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Cobb",
   "source": "email"
  },
  {
   "field": "units",
   "value": 48,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 7400000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2013,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 63000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Copper Creek Residential LP",
   "got": "Copper Creek Residential LP",
   "correct": true
  },
  {
   "field": "state",
   "expected": "GA",
   "got": "GA",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Cobb",
   "got": "Cobb",
   "correct": true
  },
  {
   "field": "units",
   "expected": 48,
   "got": 48,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 7400000,
   "got": 7400000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2013,
   "got": 2013,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 63000,
   "got": 63000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-04",
  "variant": "v6",
  "at": "2026-10-21T01:06:02.376Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 896,
    "costUsd": 0.0120176,
    "calls": 3,
    "cacheReadTokens": 4696,
    "cacheCreationTokens": 644,
    "latencyMs": 12266,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "16dfb99df385561b",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9699999999999999,
    "reasons": [
      "Copper Creek sits comfortably inside appetite: GA is an allowed state, Cobb County carries no coastal restriction, and all six rule checks passed. TIV of $7.4M is mid-band, 48 units is under the 60-unit cap, the 2013 joisted masonry build is acceptable construction, and the $63,000 GWP target sits well within the premium band. Clean losses support a bind; the only friction is that 48 units is on the higher side of the unit limit."
    ],
    "extraction": {
      "insuredName": {
        "value": "Copper Creek Residential LP",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "GA",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Cobb",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 48,
        "confidence": 0.95,
        "source": "email"
      },
      "tiv": {
        "value": 7400000,
        "confidence": 0.98,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2013,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 63000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.85,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Copper Creek Residential LP",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "1600 Copper Creek Rd, Marietta, GA 30060",
        "source": "email"
      },
      {
        "field": "state",
        "value": "GA",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Cobb",
        "source": "email"
      },
      {
        "field": "units",
        "value": 48,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 7400000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2013,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 63000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Copper Creek Residential LP",
        "got": "Copper Creek Residential LP",
        "correct": true
      },
      {
        "field": "state",
        "expected": "GA",
        "got": "GA",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Cobb",
        "got": "Cobb",
        "correct": true
      },
      {
        "field": "units",
        "expected": 48,
        "got": 48,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 7400000,
        "got": 7400000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2013,
        "got": 2013,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 63000,
        "got": 63000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4696,
    "cacheCreationTokens": 644,
    "outputTokens": 896,
    "costUsd": 0.0120176,
    "latencyMs": 12266,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}