V-09

extraction-prompts · run 2026-10-20-v6

What the broker wrote

What every version was given, as the suite chose to show it.

Broker: Variant desk

Team,

Submission for the landlord package: Delta Row Properties LLC, an 18-unit apartment court on Cooper St in Memphis (Shelby County). Joisted masonry, built 2000.

TIV four point six million dollars. Target premium $44,000. Two small water claims, both under $10K, plumbing replaced.

Thanks.

What each version answered

Compare each answer with the expert's answer. Highlighted cells differ from the expert; marked rows show where the versions disagree.

Field	Expected	Current prompt v3	New prompt v6
insuredName	Delta Row Properties LLC	Delta Row Properties LLCMatches the expert	Delta Row Properties LLCMatches the expert
state	TN	TNMatches the expert	TNMatches the expert
county	Shelby	ShelbyMatches the expert	ShelbyMatches the expert
units	18	18Matches the expert	18Matches the expert
tiv	$4,600,000	$4,600,000Matches the expert	$4,600,000Matches the expert
constructionType	joisted masonry	Joisted MasonryMatches the expert	Joisted MasonryMatches the expert
yearBuilt	2000	2000Matches the expert	2000Matches the expert
targetPremium	$44,000	$44,000Matches the expert	$44,000Matches the expert
Decision	quote it IN APPETITE	quote it IN APPETITEMatches the expert	quote it IN APPETITEMatches the expert

For engineers

Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.

v1

result: ok
prompt tokens: 4,249
output tokens: 953
cost: $0.0100
latency: 13,749 ms · 3 calls
at: 2026-10-21 01:08
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8242857142857142,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV is mid-band. Joisted masonry built in 2000 is preferred construction, and the $44K target GWP falls within the premium band. Two small water claims under $10K, with plumbing already replaced, add minor friction but do not block bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis, TN",
   "confidence": 0.4,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.9,
   "source": "email"
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.45,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Two small water claims, each under $10K; plumbing replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis, TN",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, each under $10K; plumbing replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated explicitly; TN is inferred from Memphis/Shelby County."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment court' and 'landlord package'; 'Garden apartments' is an inference not stated."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-09",
  "variant": "v1",
  "at": "2026-10-21T01:08:13.793Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 953,
    "costUsd": 0.009966299999999999,
    "calls": 3,
    "cacheReadTokens": 4243,
    "cacheCreationTokens": 0,
    "latencyMs": 13749,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "196a284f713827e6",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 84,
    "confidence": 0.8242857142857142,
    "reasons": [
      "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV is mid-band. Joisted masonry built in 2000 is preferred construction, and the $44K target GWP falls within the premium band. Two small water claims under $10K, with plumbing already replaced, add minor friction but do not block bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Delta Row Properties LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "Cooper St, Memphis, TN",
        "confidence": 0.4,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.9,
        "source": "email"
      },
      "county": {
        "value": "Shelby",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2000,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 44000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Garden apartments",
        "confidence": 0.45,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Two small water claims, each under $10K; plumbing replaced.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Delta Row Properties LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "Cooper St, Memphis, TN",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Shelby",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4600000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 44000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Garden apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two small water claims, each under $10K; plumbing replaced.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Delta Row Properties LLC",
        "got": "Delta Row Properties LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Shelby",
        "got": "Shelby",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4600000,
        "got": 4600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2000,
        "got": 2000,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 44000,
        "got": 44000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "state",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: State is not stated explicitly; TN is inferred from Memphis/Shelby County."
      },
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says 'apartment court' and 'landlord package'; 'Garden apartments' is an inference not stated."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4243,
    "cacheCreationTokens": 0,
    "outputTokens": 953,
    "costUsd": 0.009966299999999999,
    "latencyMs": 13749,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v2

result: ok
prompt tokens: 4,686
output tokens: 948
cost: $0.0224
latency: 13,424 ms · 3 calls
at: 2026-10-21 01:07
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 86
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 86,
 "confidence": 0.8442857142857142,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls mid-band. Joisted masonry built in 2000 is preferred construction, and the $44K GWP target sits inside the premium band. Two small water claims under $10K with plumbing replaced add minor friction but do not block bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis, TN",
   "confidence": 0.5,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.95,
   "source": "email"
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": "Garden apartments",
   "confidence": 0.4,
   "source": "email"
  },
  "priorLossSummary": {
   "value": "Two small water claims, each under $10K; plumbing replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis, TN",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "subclass",
   "value": "Garden apartments",
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, each under $10K; plumbing replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated; TN is inferred from Memphis/Shelby County."
  },
  {
   "field": "subclass",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: Email says 'apartment court'; 'Garden apartments' is an inferred classification not stated."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-09",
  "variant": "v2",
  "at": "2026-10-21T01:07:50.243Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 948,
    "costUsd": 0.022354199999999998,
    "calls": 3,
    "cacheReadTokens": 1502,
    "cacheCreationTokens": 3178,
    "latencyMs": 13424,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "6d7b43fcacd3dee1",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 86,
    "confidence": 0.8442857142857142,
    "reasons": [
      "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls mid-band. Joisted masonry built in 2000 is preferred construction, and the $44K GWP target sits inside the premium band. Two small water claims under $10K with plumbing replaced add minor friction but do not block bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Delta Row Properties LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "Cooper St, Memphis, TN",
        "confidence": 0.5,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.95,
        "source": "email"
      },
      "county": {
        "value": "Shelby",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2000,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 44000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": "Garden apartments",
        "confidence": 0.4,
        "source": "email"
      },
      "priorLossSummary": {
        "value": "Two small water claims, each under $10K; plumbing replaced.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Delta Row Properties LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "Cooper St, Memphis, TN",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Shelby",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4600000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 44000,
        "source": "email"
      },
      {
        "field": "subclass",
        "value": "Garden apartments",
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two small water claims, each under $10K; plumbing replaced.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Delta Row Properties LLC",
        "got": "Delta Row Properties LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Shelby",
        "got": "Shelby",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4600000,
        "got": 4600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2000,
        "got": 2000,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 44000,
        "got": 44000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "state",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: State is not stated; TN is inferred from Memphis/Shelby County."
      },
      {
        "field": "subclass",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: Email says 'apartment court'; 'Garden apartments' is an inferred classification not stated."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 1502,
    "cacheCreationTokens": 3178,
    "outputTokens": 948,
    "costUsd": 0.022354199999999998,
    "latencyMs": 13424,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 86,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3

result: ok
prompt tokens: 4,964
output tokens: 907
cost: $0.0096
latency: 14,880 ms · 3 calls
at: 2026-10-21 01:07
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8571428571428571,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls mid-band. Joisted masonry built in 2000 is acceptable construction, and the $44,000 target GWP is within the premium band. Two small water claims under $10K with plumbing replaced add minor friction, but the loss history does not block bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis",
   "confidence": 0.6,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.95,
   "source": "email"
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two small water claims, both under $10K; plumbing replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, both under $10K; plumbing replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated; Memphis and Shelby County imply Tennessee, but the email never says TN."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-09",
  "variant": "v3",
  "at": "2026-10-21T01:07:59.535Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 907,
    "costUsd": 0.0095778,
    "calls": 3,
    "cacheReadTokens": 4958,
    "cacheCreationTokens": 0,
    "latencyMs": 14880,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "99a0e1e2eae751f6",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 84,
    "confidence": 0.8571428571428571,
    "reasons": [
      "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls mid-band. Joisted masonry built in 2000 is acceptable construction, and the $44,000 target GWP is within the premium band. Two small water claims under $10K with plumbing replaced add minor friction, but the loss history does not block bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Delta Row Properties LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "Cooper St, Memphis",
        "confidence": 0.6,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.95,
        "source": "email"
      },
      "county": {
        "value": "Shelby",
        "confidence": 0.98,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4600000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2000,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 44000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two small water claims, both under $10K; plumbing replaced.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Delta Row Properties LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "Cooper St, Memphis",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Shelby",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4600000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 44000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two small water claims, both under $10K; plumbing replaced.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Delta Row Properties LLC",
        "got": "Delta Row Properties LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Shelby",
        "got": "Shelby",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4600000,
        "got": 4600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2000,
        "got": 2000,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 44000,
        "got": 44000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "state",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: State is not stated; Memphis and Shelby County imply Tennessee, but the email never says TN."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4958,
    "cacheCreationTokens": 0,
    "outputTokens": 907,
    "costUsd": 0.0095778,
    "latencyMs": 14880,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v3-repeat

result: ok
prompt tokens: 4,966
output tokens: 907
cost: $0.0096
latency: 13,035 ms · 3 calls
at: 2026-10-21 01:08
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	fail

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.86,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV is mid-band. Joisted masonry built in 2000 is acceptable construction, and the $44K target GWP falls within the premium band. Two small water claims under $10K each, with plumbing replaced, add minor friction but do not hinder bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis",
   "confidence": 0.6,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.95,
   "source": "email"
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.98,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.95,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.98,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two small water claims, both under $10K each; plumbing replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": "email"
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, both under $10K each; plumbing replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated; TN is inferred from Memphis/Shelby County, though that inference is consistent with the sources."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-09",
  "variant": "v3-repeat",
  "at": "2026-10-21T01:08:00.145Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 907,
    "costUsd": 0.009578000000000001,
    "calls": 3,
    "cacheReadTokens": 4960,
    "cacheCreationTokens": 0,
    "latencyMs": 13035,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": false
  },
  "output_hash": "7c5a211e88184fcd",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 84,
    "confidence": 0.86,
    "reasons": [
      "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV is mid-band. Joisted masonry built in 2000 is acceptable construction, and the $44K target GWP falls within the premium band. Two small water claims under $10K each, with plumbing replaced, add minor friction but do not hinder bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Delta Row Properties LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "Cooper St, Memphis",
        "confidence": 0.6,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.95,
        "source": "email"
      },
      "county": {
        "value": "Shelby",
        "confidence": 0.98,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.95,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2000,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 44000,
        "confidence": 0.98,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two small water claims, both under $10K each; plumbing replaced.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Delta Row Properties LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "Cooper St, Memphis",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": "email"
      },
      {
        "field": "county",
        "value": "Shelby",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4600000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 44000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two small water claims, both under $10K each; plumbing replaced.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Delta Row Properties LLC",
        "got": "Delta Row Properties LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Shelby",
        "got": "Shelby",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4600000,
        "got": 4600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2000,
        "got": 2000,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 44000,
        "got": 44000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "state",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: State is not stated; TN is inferred from Memphis/Shelby County, though that inference is consistent with the sources."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4960,
    "cacheCreationTokens": 0,
    "outputTokens": 907,
    "costUsd": 0.009578000000000001,
    "latencyMs": 13035,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v4

result: ok
prompt tokens: 5,175
output tokens: 916
cost: $0.0097
latency: 12,920 ms · 3 calls
at: 2026-10-21 01:08
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8214285714285713,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and the $4.6M TIV falls mid-band. Joisted masonry built in 2000 is preferred construction, and the $44K target GWP sits within the premium band. Two small water claims (each under $10K) with plumbing replaced are minor friction, so this risk is a strong candidate to bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.97,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis",
   "confidence": 0.5,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.7,
   "source": null
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.95,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two small water claims, both under $10K each; plumbing replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": null
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, both under $10K each; plumbing replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated; Tennessee is inferred from Memphis/Shelby County, though the inference is consistent with the source."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-09",
  "variant": "v4",
  "at": "2026-10-21T01:08:00.038Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 916,
    "costUsd": 0.0096889,
    "calls": 3,
    "cacheReadTokens": 5169,
    "cacheCreationTokens": 0,
    "latencyMs": 12920,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "b81e017625f4f02c",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 84,
    "confidence": 0.8214285714285713,
    "reasons": [
      "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and the $4.6M TIV falls mid-band. Joisted masonry built in 2000 is preferred construction, and the $44K target GWP sits within the premium band. Two small water claims (each under $10K) with plumbing replaced are minor friction, so this risk is a strong candidate to bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Delta Row Properties LLC",
        "confidence": 0.97,
        "source": "email"
      },
      "propertyAddress": {
        "value": "Cooper St, Memphis",
        "confidence": 0.5,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.7,
        "source": null
      },
      "county": {
        "value": "Shelby",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4600000,
        "confidence": 0.95,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2000,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 44000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two small water claims, both under $10K each; plumbing replaced.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Delta Row Properties LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "Cooper St, Memphis",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": null
      },
      {
        "field": "county",
        "value": "Shelby",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4600000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 44000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two small water claims, both under $10K each; plumbing replaced.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Delta Row Properties LLC",
        "got": "Delta Row Properties LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Shelby",
        "got": "Shelby",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4600000,
        "got": 4600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2000,
        "got": 2000,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 44000,
        "got": 44000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "state",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: State is not stated; Tennessee is inferred from Memphis/Shelby County, though the inference is consistent with the source."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5169,
    "cacheCreationTokens": 0,
    "outputTokens": 916,
    "costUsd": 0.0096889,
    "latencyMs": 12920,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v5

result: ok
prompt tokens: 5,305
output tokens: 899
cost: $0.0095
latency: 12,746 ms · 3 calls
at: 2026-10-21 01:08
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8428571428571429,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls in the mid-band of the $250K-$15M range. Joisted masonry built in 2000 is acceptable construction, and the $44K target GWP is inside the premium band. Two small water claims under $10K, with plumbing replaced, add minor friction but do not block bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis",
   "confidence": 0.6,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.7,
   "source": null
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.98,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.98,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two small water claims, both under $10K; plumbing replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": null
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, both under $10K; plumbing replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated; TN is inferred from Memphis/Shelby County."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-09",
  "variant": "v5",
  "at": "2026-10-21T01:08:12.400Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 899,
    "costUsd": 0.009531900000000001,
    "calls": 3,
    "cacheReadTokens": 5299,
    "cacheCreationTokens": 0,
    "latencyMs": 12746,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "149b8e3479a3393e",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 84,
    "confidence": 0.8428571428571429,
    "reasons": [
      "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls in the mid-band of the $250K-$15M range. Joisted masonry built in 2000 is acceptable construction, and the $44K target GWP is inside the premium band. Two small water claims under $10K, with plumbing replaced, add minor friction but do not block bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Delta Row Properties LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "Cooper St, Memphis",
        "confidence": 0.6,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.7,
        "source": null
      },
      "county": {
        "value": "Shelby",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.98,
        "source": "email"
      },
      "tiv": {
        "value": 4600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2000,
        "confidence": 0.98,
        "source": "email"
      },
      "targetPremium": {
        "value": 44000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two small water claims, both under $10K; plumbing replaced.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Delta Row Properties LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "Cooper St, Memphis",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": null
      },
      {
        "field": "county",
        "value": "Shelby",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4600000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 44000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two small water claims, both under $10K; plumbing replaced.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Delta Row Properties LLC",
        "got": "Delta Row Properties LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Shelby",
        "got": "Shelby",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4600000,
        "got": 4600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2000,
        "got": 2000,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 44000,
        "got": 44000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "state",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: State is not stated; TN is inferred from Memphis/Shelby County."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 5299,
    "cacheCreationTokens": 0,
    "outputTokens": 899,
    "costUsd": 0.009531900000000001,
    "latencyMs": 12746,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}

v6

result: ok
prompt tokens: 5,340
output tokens: 903
cost: $0.0121
latency: 13,250 ms · 3 calls
at: 2026-10-21 01:08
stages: intake extraction grounding appetite
decision: IN APPETITE
fitScore: 84
retries: 0
fieldsWrong: 0
modelErrors

check	verdict
extraction_schema	pass
fields_correct	pass
construction_canonical	pass
nulls_stay_null	not applicable
decision_correct	pass
attribution_jev	unanswered
attribution_claude	pass

{
 "decision": "IN APPETITE",
 "expectedDecision": "IN APPETITE",
 "decisionCorrect": true,
 "fitScore": 84,
 "confidence": 0.8399999999999999,
 "reasons": [
  "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls mid-band. Joisted masonry built in 2000 is acceptable construction, and the $44K target GWP sits within the premium band. Two small water claims under $10K with plumbing replaced add minor loss friction but do not block bind."
 ],
 "extraction": {
  "insuredName": {
   "value": "Delta Row Properties LLC",
   "confidence": 0.98,
   "source": "email"
  },
  "propertyAddress": {
   "value": "Cooper St, Memphis",
   "confidence": 0.6,
   "source": "email"
  },
  "state": {
   "value": "TN",
   "confidence": 0.7,
   "source": null
  },
  "county": {
   "value": "Shelby",
   "confidence": 0.97,
   "source": "email"
  },
  "units": {
   "value": 18,
   "confidence": 0.97,
   "source": "email"
  },
  "tiv": {
   "value": 4600000,
   "confidence": 0.97,
   "source": "email"
  },
  "constructionType": {
   "value": "Joisted Masonry",
   "confidence": 0.97,
   "source": "email"
  },
  "yearBuilt": {
   "value": 2000,
   "confidence": 0.97,
   "source": "email"
  },
  "targetPremium": {
   "value": 44000,
   "confidence": 0.97,
   "source": "email"
  },
  "subclass": {
   "value": null,
   "confidence": 0.9,
   "source": null
  },
  "priorLossSummary": {
   "value": "Two small water claims, both under $10K; plumbing replaced.",
   "confidence": 0.9,
   "source": "email"
  }
 },
 "extracted": [
  {
   "field": "insuredName",
   "value": "Delta Row Properties LLC",
   "source": "email"
  },
  {
   "field": "propertyAddress",
   "value": "Cooper St, Memphis",
   "source": "email"
  },
  {
   "field": "state",
   "value": "TN",
   "source": null
  },
  {
   "field": "county",
   "value": "Shelby",
   "source": "email"
  },
  {
   "field": "units",
   "value": 18,
   "source": "email"
  },
  {
   "field": "tiv",
   "value": 4600000,
   "source": "email"
  },
  {
   "field": "constructionType",
   "value": "Joisted Masonry",
   "source": "email"
  },
  {
   "field": "yearBuilt",
   "value": 2000,
   "source": "email"
  },
  {
   "field": "targetPremium",
   "value": 44000,
   "source": "email"
  },
  {
   "field": "priorLossSummary",
   "value": "Two small water claims, both under $10K; plumbing replaced.",
   "source": "email"
  }
 ],
 "fields": [
  {
   "field": "insuredName",
   "expected": "Delta Row Properties LLC",
   "got": "Delta Row Properties LLC",
   "correct": true
  },
  {
   "field": "state",
   "expected": "TN",
   "got": "TN",
   "correct": true
  },
  {
   "field": "county",
   "expected": "Shelby",
   "got": "Shelby",
   "correct": true
  },
  {
   "field": "units",
   "expected": 18,
   "got": 18,
   "correct": true
  },
  {
   "field": "tiv",
   "expected": 4600000,
   "got": 4600000,
   "correct": true
  },
  {
   "field": "constructionType",
   "expected": "joisted masonry",
   "got": "Joisted Masonry",
   "correct": true
  },
  {
   "field": "yearBuilt",
   "expected": 2000,
   "got": 2000,
   "correct": true
  },
  {
   "field": "targetPremium",
   "expected": 44000,
   "got": 44000,
   "correct": true
  }
 ],
 "retries": 0,
 "guardrails": [
  {
   "node": "extraction",
   "guardrail": "schema",
   "status": "pass"
  },
  {
   "node": "grounding",
   "guardrail": "grounding",
   "status": "warn"
  },
  {
   "node": "appetite",
   "guardrail": "missing_fields",
   "status": "pass"
  },
  {
   "node": "appetite",
   "guardrail": "confidence",
   "status": "pass"
  }
 ],
 "flags": [
  {
   "field": "state",
   "issue": "ambiguous",
   "detail": "not clearly supported by source: State is not stated; TN is inferred from Memphis/Shelby County, though that inference is geographically consistent."
  }
 ]
}

Trace line (JSON)

{
  "run_id": "2026-10-20-v6",
  "suite": "extraction-prompts",
  "case_id": "V-09",
  "variant": "v6",
  "at": "2026-10-21T01:08:08.804Z",
  "ok": true,
  "usage": {
    "inputTokens": 6,
    "outputTokens": 903,
    "costUsd": 0.012067499999999998,
    "calls": 3,
    "cacheReadTokens": 4695,
    "cacheCreationTokens": 639,
    "latencyMs": 13250,
    "metered": true,
    "provider": "claude-cli"
  },
  "checks": {
    "extraction_schema": true,
    "fields_correct": true,
    "construction_canonical": true,
    "decision_correct": true,
    "attribution_claude": true
  },
  "output_hash": "0d3c043404c1bbb8",
  "unanswered": [
    "attribution_jev"
  ],
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ],
  "cached": false
}

Full output record (JSON)

{
  "output": {
    "decision": "IN APPETITE",
    "expectedDecision": "IN APPETITE",
    "decisionCorrect": true,
    "fitScore": 84,
    "confidence": 0.8399999999999999,
    "reasons": [
      "Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls mid-band. Joisted masonry built in 2000 is acceptable construction, and the $44K target GWP sits within the premium band. Two small water claims under $10K with plumbing replaced add minor loss friction but do not block bind."
    ],
    "extraction": {
      "insuredName": {
        "value": "Delta Row Properties LLC",
        "confidence": 0.98,
        "source": "email"
      },
      "propertyAddress": {
        "value": "Cooper St, Memphis",
        "confidence": 0.6,
        "source": "email"
      },
      "state": {
        "value": "TN",
        "confidence": 0.7,
        "source": null
      },
      "county": {
        "value": "Shelby",
        "confidence": 0.97,
        "source": "email"
      },
      "units": {
        "value": 18,
        "confidence": 0.97,
        "source": "email"
      },
      "tiv": {
        "value": 4600000,
        "confidence": 0.97,
        "source": "email"
      },
      "constructionType": {
        "value": "Joisted Masonry",
        "confidence": 0.97,
        "source": "email"
      },
      "yearBuilt": {
        "value": 2000,
        "confidence": 0.97,
        "source": "email"
      },
      "targetPremium": {
        "value": 44000,
        "confidence": 0.97,
        "source": "email"
      },
      "subclass": {
        "value": null,
        "confidence": 0.9,
        "source": null
      },
      "priorLossSummary": {
        "value": "Two small water claims, both under $10K; plumbing replaced.",
        "confidence": 0.9,
        "source": "email"
      }
    },
    "extracted": [
      {
        "field": "insuredName",
        "value": "Delta Row Properties LLC",
        "source": "email"
      },
      {
        "field": "propertyAddress",
        "value": "Cooper St, Memphis",
        "source": "email"
      },
      {
        "field": "state",
        "value": "TN",
        "source": null
      },
      {
        "field": "county",
        "value": "Shelby",
        "source": "email"
      },
      {
        "field": "units",
        "value": 18,
        "source": "email"
      },
      {
        "field": "tiv",
        "value": 4600000,
        "source": "email"
      },
      {
        "field": "constructionType",
        "value": "Joisted Masonry",
        "source": "email"
      },
      {
        "field": "yearBuilt",
        "value": 2000,
        "source": "email"
      },
      {
        "field": "targetPremium",
        "value": 44000,
        "source": "email"
      },
      {
        "field": "priorLossSummary",
        "value": "Two small water claims, both under $10K; plumbing replaced.",
        "source": "email"
      }
    ],
    "fields": [
      {
        "field": "insuredName",
        "expected": "Delta Row Properties LLC",
        "got": "Delta Row Properties LLC",
        "correct": true
      },
      {
        "field": "state",
        "expected": "TN",
        "got": "TN",
        "correct": true
      },
      {
        "field": "county",
        "expected": "Shelby",
        "got": "Shelby",
        "correct": true
      },
      {
        "field": "units",
        "expected": 18,
        "got": 18,
        "correct": true
      },
      {
        "field": "tiv",
        "expected": 4600000,
        "got": 4600000,
        "correct": true
      },
      {
        "field": "constructionType",
        "expected": "joisted masonry",
        "got": "Joisted Masonry",
        "correct": true
      },
      {
        "field": "yearBuilt",
        "expected": 2000,
        "got": 2000,
        "correct": true
      },
      {
        "field": "targetPremium",
        "expected": 44000,
        "got": 44000,
        "correct": true
      }
    ],
    "retries": 0,
    "guardrails": [
      {
        "node": "extraction",
        "guardrail": "schema",
        "status": "pass"
      },
      {
        "node": "grounding",
        "guardrail": "grounding",
        "status": "warn"
      },
      {
        "node": "appetite",
        "guardrail": "missing_fields",
        "status": "pass"
      },
      {
        "node": "appetite",
        "guardrail": "confidence",
        "status": "pass"
      }
    ],
    "flags": [
      {
        "field": "state",
        "issue": "ambiguous",
        "detail": "not clearly supported by source: State is not stated; TN is inferred from Memphis/Shelby County, though that inference is geographically consistent."
      }
    ]
  },
  "usage": {
    "inputTokens": 6,
    "cacheReadTokens": 4695,
    "cacheCreationTokens": 639,
    "outputTokens": 903,
    "costUsd": 0.012067499999999998,
    "latencyMs": 13250,
    "calls": 3,
    "metered": true,
    "provider": "claude-cli"
  },
  "extra": {
    "decision": "IN APPETITE",
    "fitScore": 84,
    "retries": 0,
    "fieldsWrong": 0,
    "modelErrors": ""
  },
  "stages": [
    {
      "name": "intake",
      "ok": true
    },
    {
      "name": "extraction",
      "ok": true
    },
    {
      "name": "grounding",
      "ok": false,
      "detail": "state"
    },
    {
      "name": "appetite",
      "ok": true
    }
  ]
}