Weigh evals you can watch
2026-11-12 06:38 UTC

V-11

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Variant desk

Hi team,

Submission: Grandview Court Apartments LLC at 3200 Grandview Ct, Columbus, OH 43212 (Franklin County). Campus is two buildings with 14 units each and a third smaller building with 9.

Values per the appraisal: building $3,100,000, contents $240,000, and 12 months loss of rents at $310,000. Joisted masonry, originally built 1987, gut-renovated 2019 (roof, electrical, plumbing).

Target premium $33,000. Clean losses.

Thanks.

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

FieldExpectedCurrent prompt v3New prompt v6
insuredNameGrandview Court Apartments LLCGrandview Court Apartments LLCMatches the expertGrandview Court Apartments LLCMatches the expert
stateOHOHMatches the expertOHMatches the expert
countyFranklinFranklinMatches the expertFranklinMatches the expert
units3737Matches the expert37Matches the expert
tiv$3,650,000$3,650,000Matches the expert$3,650,000Matches the expert
constructionTypejoisted masonryJoisted MasonryMatches the expertJoisted MasonryMatches the expert
yearBuilt19871987Matches the expert1987Matches the expert
targetPremium$33,000$33,000Matches the expert$33,000Matches the expert
Decisionquote it IN APPETITEquote it IN APPETITEMatches the expertquote it IN APPETITEMatches the expert
For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result
ok
prompt tokens
4,339
output tokens
1,107
cost
$0.0115
latency
14,746 ms · 3 calls
at
2026-10-21 01:09
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
90
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 90,
 "confidence": 0.8450000000000001,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls in the mid-band. Joisted masonry is acceptable construction, the 1987 build is not a concern, losses are clean, and the $33,000 GWP target is inside the premium band, so this risk is ready to bind-track."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "tiv",
   "issue": "contradiction",
   "detail": "Building $3,100,000 + contents $240,000 + rents $310,000 = $3,650,000 is the sum, which matches; the email does not state a TIV, but the computed sum is consistent, so this is an inference rather than a conflict."
  }
 ]
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-11",
  "variant": "v1",
  "at": "2026-10-21T01:09:04.955Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1107,
    "costUsd": 0.0115153,
    "calls": 3,
    "cacheReadTokens": 4333,
    "cacheCreationTokens": 0,
    "latencyMs": 14746,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "035f09e15860840a",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 90,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 90,
    "confidence": 0.8450000000000001,
    "reasons": [
      "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls in the mid-band. Joisted masonry is acceptable construction, the 1987 build is not a concern, losses are clean, and the $33,000 GWP target is inside the premium band, so this risk is ready to bind-track."
    ],
    "extraction": {
      "insuredName": {
        "value": "Grandview Court Apartments LLC",
        "confidence": 0.95,
        "source": "email"
      },
      "propertyAddress": {
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OH",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Franklin",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 37,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 3650000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1987,
        "confidence": 0.9,
        "source": "email"
      },
      "targetPremium": {
        "value": 33000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Grandview Court Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OH",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Franklin",
        "source": "email"
      },
      {
        "field": "units",
        "value": 37,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3650000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1987,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 33000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Grandview Court Apartments LLC",
        "got": "Grandview Court Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OH",
        "got": "OH",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Franklin",
        "got": "Franklin",
        "correct": true
      },
      {
        "field": "units",
        "expected": 37,
        "got": 37,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3650000,
        "got": 3650000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1987,
        "got": 1987,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 33000,
        "got": 33000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "tiv",
        "issue": "contradiction",
        "detail": "Building $3,100,000 + contents $240,000 + rents $310,000 = $3,650,000 is the sum, which matches; the email does not state a TIV, but the computed sum is consistent, so this is an inference rather than a conflict."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4333,
    "cacheCreationTokens": 0,
    "outputTokens": 1107,
    "costUsd": 0.0115153,
    "latencyMs": 14746,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 90,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result
ok
prompt tokens
4,776
output tokens
1,067
cost
$0.0112
latency
13,241 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
86
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9328571428571429,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, the 1987 build is moderate in age, losses are clean, and the $33,000 target GWP sits inside the premium band. Franklin County carries no coastal restrictions, so this risk is ready to bind-track."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.3,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.8,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-11",
  "variant": "v2",
  "at": "2026-10-21T01:08:40.632Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1067,
    "costUsd": 0.011158999999999999,
    "calls": 3,
    "cacheReadTokens": 4770,
    "cacheCreationTokens": 0,
    "latencyMs": 13241,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "51d01c46d34a7a03",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.9328571428571429,
    "reasons": [
      "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, the 1987 build is moderate in age, losses are clean, and the $33,000 target GWP sits inside the premium band. Franklin County carries no coastal restrictions, so this risk is ready to bind-track."
    ],
    "extraction": {
      "insuredName": {
        "value": "Grandview Court Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OH",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Franklin",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 37,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 3650000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1987,
        "confidence": 0.9,
        "source": "email"
      },
      "targetPremium": {
        "value": 33000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.3,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.8,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Grandview Court Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OH",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Franklin",
        "source": "email"
      },
      {
        "field": "units",
        "value": 37,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3650000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1987,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 33000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Grandview Court Apartments LLC",
        "got": "Grandview Court Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OH",
        "got": "OH",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Franklin",
        "got": "Franklin",
        "correct": true
      },
      {
        "field": "units",
        "expected": 37,
        "got": 37,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3650000,
        "got": 3650000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1987,
        "got": 1987,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 33000,
        "got": 33000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4770,
    "cacheCreationTokens": 0,
    "outputTokens": 1067,
    "costUsd": 0.011158999999999999,
    "latencyMs": 13241,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3

result
ok
prompt tokens
5,090
output tokens
1,123
cost
$0.0118
latency
15,728 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
88
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9357142857142857,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: OH is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County has no coastal restriction, the $33K GWP target sits within the premium band, and losses are clean. The 1987 build year is the only minor friction; this risk is ready to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.99,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-11",
  "variant": "v3",
  "at": "2026-10-21T01:08:45.689Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1123,
    "costUsd": 0.011750399999999998,
    "calls": 3,
    "cacheReadTokens": 5084,
    "cacheCreationTokens": 0,
    "latencyMs": 15728,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "ae4403f73f539e78",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9357142857142857,
    "reasons": [
      "Grandview Court sits comfortably inside appetite: OH is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County has no coastal restriction, the $33K GWP target sits within the premium band, and losses are clean. The 1987 build year is the only minor friction; this risk is ready to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Grandview Court Apartments LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OH",
        "confidence": 0.99,
        "source": "email"
      },
      "county": {
        "value": "Franklin",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 37,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 3650000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1987,
        "confidence": 0.9,
        "source": "email"
      },
      "targetPremium": {
        "value": 33000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.85,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Grandview Court Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OH",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Franklin",
        "source": "email"
      },
      {
        "field": "units",
        "value": 37,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3650000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1987,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 33000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Grandview Court Apartments LLC",
        "got": "Grandview Court Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OH",
        "got": "OH",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Franklin",
        "got": "Franklin",
        "correct": true
      },
      {
        "field": "units",
        "expected": 37,
        "got": 37,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3650000,
        "got": 3650000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1987,
        "got": 1987,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 33000,
        "got": 33000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5084,
    "cacheCreationTokens": 0,
    "outputTokens": 1123,
    "costUsd": 0.011750399999999998,
    "latencyMs": 15728,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3-repeat

result
ok
prompt tokens
5,090
output tokens
1,149
cost
$0.0120
latency
15,126 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
88
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 88,
 "confidence": 0.9214285714285715,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, losses are clean, and the $33,000 target GWP sits inside the premium band. The 1987 build year is the only minor friction, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.8,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-11",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:08:50.033Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1149,
    "costUsd": 0.0120104,
    "calls": 3,
    "cacheReadTokens": 5084,
    "cacheCreationTokens": 0,
    "latencyMs": 15126,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "85bc3da0df64068d",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 88,
    "confidence": 0.9214285714285715,
    "reasons": [
      "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, losses are clean, and the $33,000 target GWP sits inside the premium band. The 1987 build year is the only minor friction, so this risk is a strong candidate to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Grandview Court Apartments LLC",
        "confidence": 0.95,
        "source": "email"
      },
      "propertyAddress": {
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OH",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Franklin",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 37,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 3650000,
        "confidence": 0.8,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1987,
        "confidence": 0.9,
        "source": "email"
      },
      "targetPremium": {
        "value": 33000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.85,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Grandview Court Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OH",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Franklin",
        "source": "email"
      },
      {
        "field": "units",
        "value": 37,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3650000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1987,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 33000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Grandview Court Apartments LLC",
        "got": "Grandview Court Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OH",
        "got": "OH",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Franklin",
        "got": "Franklin",
        "correct": true
      },
      {
        "field": "units",
        "expected": 37,
        "got": 37,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3650000,
        "got": 3650000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1987,
        "got": 1987,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 33000,
        "got": 33000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5084,
    "cacheCreationTokens": 0,
    "outputTokens": 1149,
    "costUsd": 0.0120104,
    "latencyMs": 15126,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 88,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v4

result
ok
prompt tokens
5,299
output tokens
1,140
cost
$0.0119
latency
14,402 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
86
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9385714285714285,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, the $33,000 target GWP is inside the premium band, and losses are clean. The 1987 build year is the only minor friction, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.85,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.95,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-11",
  "variant": "v4",
  "at": "2026-10-21T01:08:53.877Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1140,
    "costUsd": 0.0119413,
    "calls": 3,
    "cacheReadTokens": 5293,
    "cacheCreationTokens": 0,
    "latencyMs": 14402,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "53b90ee23f9d9b6e",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.9385714285714285,
    "reasons": [
      "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, the $33,000 target GWP is inside the premium band, and losses are clean. The 1987 build year is the only minor friction, so this risk is a strong candidate to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Grandview Court Apartments LLC",
        "confidence": 0.95,
        "source": "email"
      },
      "propertyAddress": {
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OH",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Franklin",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 37,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 3650000,
        "confidence": 0.85,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1987,
        "confidence": 0.95,
        "source": "email"
      },
      "targetPremium": {
        "value": 33000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.85,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Grandview Court Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OH",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Franklin",
        "source": "email"
      },
      {
        "field": "units",
        "value": 37,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3650000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1987,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 33000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Grandview Court Apartments LLC",
        "got": "Grandview Court Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OH",
        "got": "OH",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Franklin",
        "got": "Franklin",
        "correct": true
      },
      {
        "field": "units",
        "expected": 37,
        "got": 37,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3650000,
        "got": 3650000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1987,
        "got": 1987,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 33000,
        "got": 33000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5293,
    "cacheCreationTokens": 0,
    "outputTokens": 1140,
    "costUsd": 0.0119413,
    "latencyMs": 14402,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result
ok
prompt tokens
5,431
output tokens
1,128
cost
$0.0118
latency
13,745 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
86
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9171428571428573,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls in the mid-band. Joisted masonry is acceptable construction, losses are clean, and the $33,000 target GWP sits inside the premium band. The 1987 build year is the only mild friction, but it does not hold back a bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.95,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.97,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.95,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.9,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.8,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-11",
  "variant": "v5",
  "at": "2026-10-21T01:08:59.481Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1128,
    "costUsd": 0.0118345,
    "calls": 3,
    "cacheReadTokens": 5425,
    "cacheCreationTokens": 0,
    "latencyMs": 13745,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "bf410436cee12611",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.9171428571428573,
    "reasons": [
      "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls in the mid-band. Joisted masonry is acceptable construction, losses are clean, and the $33,000 target GWP sits inside the premium band. The 1987 build year is the only mild friction, but it does not hold back a bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Grandview Court Apartments LLC",
        "confidence": 0.95,
        "source": "email"
      },
      "propertyAddress": {
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "confidence": 0.95,
        "source": "email"
      },
      "state": {
        "value": "OH",
        "confidence": 0.97,
        "source": "email"
      },
      "county": {
        "value": "Franklin",
        "confidence": 0.95,
        "source": "email"
      },
      "units": {
        "value": 37,
        "confidence": 0.9,
        "source": "email"
      },
      "tiv": {
        "value": 3650000,
        "confidence": 0.8,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1987,
        "confidence": 0.9,
        "source": "email"
      },
      "targetPremium": {
        "value": 33000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.85,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Grandview Court Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OH",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Franklin",
        "source": "email"
      },
      {
        "field": "units",
        "value": 37,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3650000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1987,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 33000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Grandview Court Apartments LLC",
        "got": "Grandview Court Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OH",
        "got": "OH",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Franklin",
        "got": "Franklin",
        "correct": true
      },
      {
        "field": "units",
        "expected": 37,
        "got": 37,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3650000,
        "got": 3650000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1987,
        "got": 1987,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 33000,
        "got": 33000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5425,
    "cacheCreationTokens": 0,
    "outputTokens": 1128,
    "costUsd": 0.0118345,
    "latencyMs": 13745,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result
ok
prompt tokens
5,466
output tokens
1,142
cost
$0.0147
latency
14,933 ms · 3 calls
at
2026-10-21 01:08
stages
intake extraction grounding appetite
decision
IN APPETITE
fitScore
86
retries
0
fieldsWrong
0
modelErrors
checkverdict
extraction_schemapass
fields_correctpass
construction_canonicalpass
nulls_stay_nullnot applicable
decision_correctpass
attribution_jevunanswered
attribution_claudepass
{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.9400000000000001,
 "reasons": [
  "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, and the $33,000 target GWP fits the premium band. Clean losses support a bind; the 1987 build year is the only minor friction."
 ],
 "extraction": {
  "insuredName": {
   "value": "Grandview Court Apartments LLC",
   "confidence": 0.95,
   "source": "email"
  },
  "propertyAddress": {
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "confidence": 0.97,
   "source": "email"
  },
  "state": {
   "value": "OH",
   "confidence": 0.98,
   "source": "email"
  },
  "county": {
   "value": "Franklin",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 37,
   "confidence": 0.93,
   "source": "email"
  },
  "tiv": {
   "value": 3650000,
   "confidence": 0.88,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 1987,
   "confidence": 0.9,
   "source": "email"
  },
  "targetPremium": {
   "value": 33000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Clean losses",
   "confidence": 0.85,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Grandview Court Apartments LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "3200 Grandview Ct, Columbus, OH 43212",
   "source": "email"
  },
  {
   "field": "state",
   "value": "OH",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Franklin",
   "source": "email"
  },
  {
   "field": "units",
   "value": 37,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 3650000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 1987,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 33000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Clean losses",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Grandview Court Apartments LLC",
   "got": "Grandview Court Apartments LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "OH",
   "got": "OH",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Franklin",
   "got": "Franklin",
   "correct": true
  },
  {
   "field": "units",
   "expected": 37,
   "got": 37,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 3650000,
   "got": 3650000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 1987,
   "got": 1987,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 33000,
   "got": 33000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": []
}
Trace line (JSON)
{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-11",
  "variant": "v6",
  "at": "2026-10-21T01:08:56.403Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 1142,
    "costUsd": 0.0147236,
    "calls": 3,
    "cacheReadTokens": 4756,
    "cacheCreationTokens": 704,
    "latencyMs": 14933,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "3915e89e71e2155a",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}
Full output record (JSON)
{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.9400000000000001,
    "reasons": [
      "Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, and the $33,000 target GWP fits the premium band. Clean losses support a bind; the 1987 build year is the only minor friction."
    ],
    "extraction": {
      "insuredName": {
        "value": "Grandview Court Apartments LLC",
        "confidence": 0.95,
        "source": "email"
      },
      "propertyAddress": {
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "confidence": 0.97,
        "source": "email"
      },
      "state": {
        "value": "OH",
        "confidence": 0.98,
        "source": "email"
      },
      "county": {
        "value": "Franklin",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 37,
        "confidence": 0.93,
        "source": "email"
      },
      "tiv": {
        "value": 3650000,
        "confidence": 0.88,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 1987,
        "confidence": 0.9,
        "source": "email"
      },
      "targetPremium": {
        "value": 33000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Clean losses",
        "confidence": 0.85,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Grandview Court Apartments LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "3200 Grandview Ct, Columbus, OH 43212",
        "source": "email"
      },
      {
        "field": "state",
        "value": "OH",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Franklin",
        "source": "email"
      },
      {
        "field": "units",
        "value": 37,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 3650000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 1987,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 33000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Clean losses",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Grandview Court Apartments LLC",
        "got": "Grandview Court Apartments LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "OH",
        "got": "OH",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Franklin",
        "got": "Franklin",
        "correct": true
      },
      {
        "field": "units",
        "expected": 37,
        "got": 37,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 3650000,
        "got": 3650000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 1987,
        "got": 1987,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 33000,
        "got": 33000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": []
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4756,
    "cacheCreationTokens": 704,
    "outputTokens": 1142,
    "costUsd": 0.0147236,
    "latencyMs": 14933,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": true
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}