Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.
v1
- result
- ok
- prompt tokens
- 4,603
- output tokens
- 950
- cost
- $0.0100
- latency
- 13,278 ms · 3 calls
- at
- 2026-10-21 01:00
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 88
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9785714285714285,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: TN is an allowed state, 16 units is well under the 60-unit cap, and $2.85M TIV is mid-band with masonry non-combustible construction built in 2006. A single $8,400 water-damage claim in 2023 with the pipe replaced adds minor friction, but all five rule checks passed and the risk is ready to bind-quote."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.98,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.99,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.98,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.98,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.98,
"source": "both"
},
"constructionType": {
"value": "Masonry non-combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.98,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.6,
"source": "email"
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.9,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry non-combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry non-combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "GOLD-02",
"variant": "v1",
"at": "2026-10-21T01:00:59.337Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 950,
"costUsd": 0.009971699999999998,
"calls": 3,
"cacheReadTokens": 4597,
"cacheCreationTokens": 0,
"latencyMs": 13278,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "bea06db127e65d39",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9785714285714285,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: TN is an allowed state, 16 units is well under the 60-unit cap, and $2.85M TIV is mid-band with masonry non-combustible construction built in 2006. A single $8,400 water-damage claim in 2023 with the pipe replaced adds minor friction, but all five rule checks passed and the risk is ready to bind-quote."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.98,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.99,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.98,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.98,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.98,
"source": "both"
},
"constructionType": {
"value": "Masonry non-combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.98,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.6,
"source": "email"
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.9,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry non-combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry non-combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4597,
"cacheCreationTokens": 0,
"outputTokens": 950,
"costUsd": 0.009971699999999998,
"latencyMs": 13278,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v2
- result
- ok
- prompt tokens
- 5,043
- output tokens
- 941
- cost
- $0.0099
- latency
- 12,841 ms · 3 calls
- at
- 2026-10-21 01:00
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 88
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9828571428571429,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Davidson County, TN is an allowed state with no coastal restriction, 16 units is well under the 60-unit cap, and $2.85M TIV is mid-band. Masonry non-combustible construction from 2006 is preferred, and the single $8,400 water claim has a documented pipe replacement, so it adds minimal friction to bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.98,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.99,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.98,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.99,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.99,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.99,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.4,
"source": "email"
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.9,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "GOLD-02",
"variant": "v2",
"at": "2026-10-21T01:00:34.399Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 941,
"costUsd": 0.009925699999999999,
"calls": 3,
"cacheReadTokens": 5037,
"cacheCreationTokens": 0,
"latencyMs": 12841,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "d36db816d4e72243",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9828571428571429,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Davidson County, TN is an allowed state with no coastal restriction, 16 units is well under the 60-unit cap, and $2.85M TIV is mid-band. Masonry non-combustible construction from 2006 is preferred, and the single $8,400 water claim has a documented pipe replacement, so it adds minimal friction to bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.98,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.99,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.98,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.99,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.99,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.99,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.4,
"source": "email"
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.9,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5037,
"cacheCreationTokens": 0,
"outputTokens": 941,
"costUsd": 0.009925699999999999,
"latencyMs": 12841,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v3
- result
- ok
- prompt tokens
- 5,357
- output tokens
- 959
- cost
- $0.0101
- latency
- 13,320 ms · 3 calls
- at
- 2026-10-21 01:00
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 88
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.982857142857143,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Tennessee is an appetite state, 16 units is well under the 60-unit cap, and $2.85M TIV is mid-band. Masonry non-combustible construction from 2006 is preferred, and Davidson County carries no coastal restriction. The single 2023 water claim ($8,400, pipe replaced) is minor and remediated, so it trims the score slightly; the risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.99,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.98,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.99,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.99,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.98,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.99,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.4,
"source": null
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "GOLD-02",
"variant": "v3",
"at": "2026-10-21T01:00:43.198Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 959,
"costUsd": 0.0101371,
"calls": 3,
"cacheReadTokens": 5351,
"cacheCreationTokens": 0,
"latencyMs": 13320,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "96eb2c72879da984",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.982857142857143,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Tennessee is an appetite state, 16 units is well under the 60-unit cap, and $2.85M TIV is mid-band. Masonry non-combustible construction from 2006 is preferred, and Davidson County carries no coastal restriction. The single 2023 water claim ($8,400, pipe replaced) is minor and remediated, so it trims the score slightly; the risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.99,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.98,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.99,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.99,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.98,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.99,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.4,
"source": null
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5351,
"cacheCreationTokens": 0,
"outputTokens": 959,
"costUsd": 0.0101371,
"latencyMs": 13320,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v3-repeat
- result
- ok
- prompt tokens
- 5,357
- output tokens
- 978
- cost
- $0.0103
- latency
- 12,555 ms · 3 calls
- at
- 2026-10-21 01:00
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.982857142857143,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Tennessee is an allowed state, 16 units is well under the 60-unit cap, and the $2.85M TIV falls in the lower-middle of the $250K–$15M band. Masonry non-combustible construction built in 2006 is preferred, and Davidson County carries no coastal restriction. The single 2023 water-damage claim ($8,400, pipe replaced) is minor and remediated, so it limits the score only slightly; this risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.99,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.98,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.99,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.99,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.98,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.99,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.4,
"source": null
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "GOLD-02",
"variant": "v3-repeat",
"at": "2026-10-21T01:00:46.049Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 978,
"costUsd": 0.010327099999999999,
"calls": 3,
"cacheReadTokens": 5351,
"cacheCreationTokens": 0,
"latencyMs": 12555,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "1d7f41ffe63a3057",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.982857142857143,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Tennessee is an allowed state, 16 units is well under the 60-unit cap, and the $2.85M TIV falls in the lower-middle of the $250K–$15M band. Masonry non-combustible construction built in 2006 is preferred, and Davidson County carries no coastal restriction. The single 2023 water-damage claim ($8,400, pipe replaced) is minor and remediated, so it limits the score only slightly; this risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.99,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.98,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.99,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.99,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.98,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.99,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.4,
"source": null
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5351,
"cacheCreationTokens": 0,
"outputTokens": 978,
"costUsd": 0.010327099999999999,
"latencyMs": 12555,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v4
- result
- ok
- prompt tokens
- 5,638
- output tokens
- 1,031
- cost
- $0.0242
- latency
- 14,213 ms · 3 calls
- at
- 2026-10-21 01:00
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 88
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9757142857142858,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Davidson County, TN is an appetite state with no coastal restriction, 16 units is well under the 60-unit cap, and $2.85M TIV is mid-band. Masonry non-combustible construction built in 2006 is preferred, and the $26,000 target GWP falls within the premium band. The single 2023 water-damage claim ($8,400, pipe replaced) is the only friction, so this submission is ready to quote and bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.98,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.97,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.98,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.98,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.98,
"source": "both"
},
"targetPremium": {
"value": 26000,
"confidence": 0.5,
"source": "email"
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "targetPremium",
"value": 26000,
"source": "email"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "targetPremium",
"issue": "ambiguous",
"detail": "not clearly supported by source: Email gives a $24,000–$28,000 range, not a single $26,000 figure; the midpoint is inferred."
}
]
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "GOLD-02",
"variant": "v4",
"at": "2026-10-21T01:00:48.657Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 1031,
"costUsd": 0.0241998,
"calls": 3,
"cacheReadTokens": 2218,
"cacheCreationTokens": 3414,
"latencyMs": 14213,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": false
},
"output_hash": "d87b17278818adee",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9757142857142858,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Davidson County, TN is an appetite state with no coastal restriction, 16 units is well under the 60-unit cap, and $2.85M TIV is mid-band. Masonry non-combustible construction built in 2006 is preferred, and the $26,000 target GWP falls within the premium band. The single 2023 water-damage claim ($8,400, pipe replaced) is the only friction, so this submission is ready to quote and bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.98,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.97,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.98,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.98,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.98,
"source": "both"
},
"targetPremium": {
"value": 26000,
"confidence": 0.5,
"source": "email"
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "targetPremium",
"value": 26000,
"source": "email"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "targetPremium",
"issue": "ambiguous",
"detail": "not clearly supported by source: Email gives a $24,000–$28,000 range, not a single $26,000 figure; the midpoint is inferred."
}
]
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 2218,
"cacheCreationTokens": 3414,
"outputTokens": 1031,
"costUsd": 0.0241998,
"latencyMs": 14213,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v5
- result
- ok
- prompt tokens
- 5,698
- output tokens
- 950
- cost
- $0.0101
- latency
- 12,526 ms · 3 calls
- at
- 2026-10-21 01:00
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9757142857142858,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Tennessee is an approved state, 16 units is well under the 60-unit cap, and $2.85M TIV falls in the lower-middle of the $250K–$15M band. Masonry non-combustible construction from 2006 is preferred, and all rule checks passed. The single 2023 water claim ($8,400, pipe replaced) is minor and remediated, so it trims the score slightly but does not block bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.98,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.97,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.98,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.98,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.98,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.95,
"source": null
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "GOLD-02",
"variant": "v5",
"at": "2026-10-21T01:00:55.915Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 950,
"costUsd": 0.0100812,
"calls": 3,
"cacheReadTokens": 5692,
"cacheCreationTokens": 0,
"latencyMs": 12526,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "6a6a5dd618458b2c",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9757142857142858,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Tennessee is an approved state, 16 units is well under the 60-unit cap, and $2.85M TIV falls in the lower-middle of the $250K–$15M band. Masonry non-combustible construction from 2006 is preferred, and all rule checks passed. The single 2023 water claim ($8,400, pipe replaced) is minor and remediated, so it trims the score slightly but does not block bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.98,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.97,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.98,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.98,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.98,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.95,
"source": null
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5692,
"cacheCreationTokens": 0,
"outputTokens": 950,
"costUsd": 0.0100812,
"latencyMs": 12526,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v6
- result
- ok
- prompt tokens
- 5,735
- output tokens
- 958
- cost
- $0.0265
- latency
- 14,233 ms · 3 calls
- at
- 2026-10-21 01:00
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9757142857142858,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Tennessee is an approved state, 16 units is well under the 60-unit cap, and the $2.85M TIV falls in the lower-middle of the $250K–$15M band. Masonry non-combustible construction from 2006 is preferred, and all five rule checks passed. A single $8,400 water-damage claim in 2023, with the pipe replaced, is minor friction, so this risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.98,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.97,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.98,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.98,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.98,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.9,
"source": null
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One small water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One small water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "GOLD-02",
"variant": "v6",
"at": "2026-10-21T01:00:50.169Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 958,
"costUsd": 0.0264513,
"calls": 3,
"cacheReadTokens": 1553,
"cacheCreationTokens": 4176,
"latencyMs": 14233,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "1eff0e072b6967da",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9757142857142858,
"reasons": [
"Cumberland Flats LP sits comfortably inside appetite: Tennessee is an approved state, 16 units is well under the 60-unit cap, and the $2.85M TIV falls in the lower-middle of the $250K–$15M band. Masonry non-combustible construction from 2006 is preferred, and all five rule checks passed. A single $8,400 water-damage claim in 2023, with the pipe replaced, is minor friction, so this risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Cumberland Flats LP",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "212 Fesslers Ln, Nashville, TN 37210",
"confidence": 0.97,
"source": "both"
},
"state": {
"value": "TN",
"confidence": 0.98,
"source": "both"
},
"county": {
"value": "Davidson",
"confidence": 0.97,
"source": "both"
},
"units": {
"value": 16,
"confidence": 0.98,
"source": "both"
},
"tiv": {
"value": 2850000,
"confidence": 0.98,
"source": "both"
},
"constructionType": {
"value": "Masonry Non-Combustible",
"confidence": 0.97,
"source": "both"
},
"yearBuilt": {
"value": 2006,
"confidence": 0.98,
"source": "both"
},
"targetPremium": {
"value": null,
"confidence": 0.9,
"source": null
},
"subclass": {
"value": "Mid-rise apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "One small water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Cumberland Flats LP",
"source": "email"
},
{
"field": "propertyAddress",
"value": "212 Fesslers Ln, Nashville, TN 37210",
"source": "both"
},
{
"field": "state",
"value": "TN",
"source": "both"
},
{
"field": "county",
"value": "Davidson",
"source": "both"
},
{
"field": "units",
"value": 16,
"source": "both"
},
{
"field": "tiv",
"value": 2850000,
"source": "both"
},
{
"field": "constructionType",
"value": "Masonry Non-Combustible",
"source": "both"
},
{
"field": "yearBuilt",
"value": 2006,
"source": "both"
},
{
"field": "subclass",
"value": "Mid-rise apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One small water-damage claim in 2023, $8,400 paid; pipe since replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Cumberland Flats LP",
"got": "Cumberland Flats LP",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Davidson",
"got": "Davidson",
"correct": true
},
{
"field": "units",
"expected": 16,
"got": 16,
"correct": true
},
{
"field": "tiv",
"expected": 2850000,
"got": 2850000,
"correct": true
},
{
"field": "constructionType",
"expected": "masonry non-combustible",
"got": "Masonry Non-Combustible",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2006,
"got": 2006,
"correct": true
},
{
"field": "subclass",
"expected": "Mid-rise apartments",
"got": "Mid-rise apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 1553,
"cacheCreationTokens": 4176,
"outputTokens": 958,
"costUsd": 0.0264513,
"latencyMs": 14233,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}