Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.
v1
- result
- ok
- prompt tokens
- 4,296
- output tokens
- 905
- cost
- $0.0095
- latency
- 13,713 ms · 3 calls
- at
- 2026-10-21 01:04
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9628571428571427,
"reasons": [
"Kenwood Green sits comfortably inside appetite: Ohio is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls mid-band. The 2004 joisted masonry build is acceptable construction, the five-year loss history is clean, Montgomery County carries no coastal restriction, and the $36,500 target GWP sits well within the premium band. Bind-ready with no friction attributes."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.93,
"source": "email"
},
"constructionType": {
"value": "Joisted masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.97,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-01",
"variant": "v1",
"at": "2026-10-21T01:04:59.562Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 905,
"costUsd": 0.009491000000000001,
"calls": 3,
"cacheReadTokens": 4290,
"cacheCreationTokens": 0,
"latencyMs": 13713,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "dfd34791f17e5f91",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9628571428571427,
"reasons": [
"Kenwood Green sits comfortably inside appetite: Ohio is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls mid-band. The 2004 joisted masonry build is acceptable construction, the five-year loss history is clean, Montgomery County carries no coastal restriction, and the $36,500 target GWP sits well within the premium band. Bind-ready with no friction attributes."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.93,
"source": "email"
},
"constructionType": {
"value": "Joisted masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.97,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4290,
"cacheCreationTokens": 0,
"outputTokens": 905,
"costUsd": 0.009491000000000001,
"latencyMs": 13713,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v2
- result
- ok
- prompt tokens
- 4,733
- output tokens
- 892
- cost
- $0.0094
- latency
- 12,068 ms · 3 calls
- at
- 2026-10-21 01:04
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9714285714285715,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the middle of the $250K–$15M band. Joisted masonry built in 2004, a clean five-year loss history, and a $36,500 target GWP within the $5K–$250K band make this a strong bind candidate with no near-limit attributes."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-01",
"variant": "v2",
"at": "2026-10-21T01:04:33.172Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 892,
"costUsd": 0.0094047,
"calls": 3,
"cacheReadTokens": 4727,
"cacheCreationTokens": 0,
"latencyMs": 12068,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "cfcd01509601e72f",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9714285714285715,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the middle of the $250K–$15M band. Joisted masonry built in 2004, a clean five-year loss history, and a $36,500 target GWP within the $5K–$250K band make this a strong bind candidate with no near-limit attributes."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4727,
"cacheCreationTokens": 0,
"outputTokens": 892,
"costUsd": 0.0094047,
"latencyMs": 12068,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v3
- result
- ok
- prompt tokens
- 5,047
- output tokens
- 892
- cost
- $0.0094
- latency
- 12,694 ms · 3 calls
- at
- 2026-10-21 01:04
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9757142857142858,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the lower-middle of the $250K-$15M band. Joisted masonry built in 2004 is acceptable construction, the $36,500 target GWP sits well within the premium band, and the clean five-year loss history supports a bind."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.98,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.98,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-01",
"variant": "v3",
"at": "2026-10-21T01:04:45.410Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 892,
"costUsd": 0.0094361,
"calls": 3,
"cacheReadTokens": 5041,
"cacheCreationTokens": 0,
"latencyMs": 12694,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "e124d511bcab3ceb",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9757142857142858,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the lower-middle of the $250K-$15M band. Joisted masonry built in 2004 is acceptable construction, the $36,500 target GWP sits well within the premium band, and the clean five-year loss history supports a bind."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.98,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.98,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5041,
"cacheCreationTokens": 0,
"outputTokens": 892,
"costUsd": 0.0094361,
"latencyMs": 12694,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v3-repeat
- result
- ok
- prompt tokens
- 5,047
- output tokens
- 911
- cost
- $0.0096
- latency
- 12,301 ms · 3 calls
- at
- 2026-10-21 01:04
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9685714285714285,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the lower-middle of the $250K–$15M band. Joisted masonry built in 2004 is acceptable construction, the clean five-year loss history removes loss friction, and the $36,500 target GWP sits well within the premium band. All six rule checks passed, so this submission is ready to bind-quote."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-01",
"variant": "v3-repeat",
"at": "2026-10-21T01:04:45.521Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 911,
"costUsd": 0.0096261,
"calls": 3,
"cacheReadTokens": 5041,
"cacheCreationTokens": 0,
"latencyMs": 12301,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "d57f44045c07fb23",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9685714285714285,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the lower-middle of the $250K–$15M band. Joisted masonry built in 2004 is acceptable construction, the clean five-year loss history removes loss friction, and the $36,500 target GWP sits well within the premium band. All six rule checks passed, so this submission is ready to bind-quote."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5041,
"cacheCreationTokens": 0,
"outputTokens": 911,
"costUsd": 0.0096261,
"latencyMs": 12301,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v4
- result
- ok
- prompt tokens
- 5,256
- output tokens
- 881
- cost
- $0.0093
- latency
- 12,516 ms · 3 calls
- at
- 2026-10-21 01:04
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9671428571428571,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls mid-band. Joisted masonry built in 2004 avoids all excluded construction, the $36,500 GWP target sits well within the premium band, and the clean five-year loss history supports a bind."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.97,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.97,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-01",
"variant": "v4",
"at": "2026-10-21T01:04:51.797Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 881,
"costUsd": 0.009347000000000001,
"calls": 3,
"cacheReadTokens": 5250,
"cacheCreationTokens": 0,
"latencyMs": 12516,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "a50dd131829b8da6",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9671428571428571,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls mid-band. Joisted masonry built in 2004 avoids all excluded construction, the $36,500 GWP target sits well within the premium band, and the clean five-year loss history supports a bind."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.97,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.97,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5250,
"cacheCreationTokens": 0,
"outputTokens": 881,
"costUsd": 0.009347000000000001,
"latencyMs": 12516,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v5
- result
- ok
- prompt tokens
- 5,388
- output tokens
- 912
- cost
- $0.0097
- latency
- 12,535 ms · 3 calls
- at
- 2026-10-21 01:04
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9728571428571426,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls mid-band. Joisted masonry built in 2004 is preferred construction, the $36,500 target GWP sits well within the premium band, and the clean five-year loss history leaves no friction. All six rule checks passed, so this submission is ready to bind-track."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-01",
"variant": "v5",
"at": "2026-10-21T01:04:57.953Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 912,
"costUsd": 0.0096702,
"calls": 3,
"cacheReadTokens": 5382,
"cacheCreationTokens": 0,
"latencyMs": 12535,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "a02d4667a6d97c99",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9728571428571426,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls mid-band. Joisted masonry built in 2004 is preferred construction, the $36,500 target GWP sits well within the premium band, and the clean five-year loss history leaves no friction. All six rule checks passed, so this submission is ready to bind-track."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5382,
"cacheCreationTokens": 0,
"outputTokens": 912,
"costUsd": 0.0096702,
"latencyMs": 12535,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v6
- result
- ok
- prompt tokens
- 5,423
- output tokens
- 905
- cost
- $0.0122
- latency
- 11,842 ms · 3 calls
- at
- 2026-10-21 01:04
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9714285714285713,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the lower-middle of the $250K–$15M band. Joisted masonry built in 2004, a clean five-year loss history, and a $36,500 target GWP well within the $5K–$250K band make this a strong bind candidate with no near-limit attributes."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-01",
"variant": "v6",
"at": "2026-10-21T01:04:55.800Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 905,
"costUsd": 0.012177700000000001,
"calls": 3,
"cacheReadTokens": 4757,
"cacheCreationTokens": 660,
"latencyMs": 11842,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "2a14e58f25ff385b",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.9714285714285713,
"reasons": [
"Kenwood Green sits comfortably inside appetite: OH is an allowed state, 30 units is half the 60-unit cap, and $4.2M TIV falls in the lower-middle of the $250K–$15M band. Joisted masonry built in 2004, a clean five-year loss history, and a $36,500 target GWP well within the $5K–$250K band make this a strong bind candidate with no near-limit attributes."
],
"extraction": {
"insuredName": {
"value": "Kenwood Green Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Montgomery",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 30,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 4200000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 2004,
"confidence": 0.98,
"source": "email"
},
"targetPremium": {
"value": 36500,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.95,
"source": "email"
},
"priorLossSummary": {
"value": "Clean five-year loss history",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Kenwood Green Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "2210 Kenwood Ave, Dayton, OH 45406",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Montgomery",
"source": "email"
},
{
"field": "units",
"value": 30,
"source": "email"
},
{
"field": "tiv",
"value": 4200000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2004,
"source": "email"
},
{
"field": "targetPremium",
"value": 36500,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean five-year loss history",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Kenwood Green Apartments LLC",
"got": "Kenwood Green Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Montgomery",
"got": "Montgomery",
"correct": true
},
{
"field": "units",
"expected": 30,
"got": 30,
"correct": true
},
{
"field": "tiv",
"expected": 4200000,
"got": 4200000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2004,
"got": 2004,
"correct": true
},
{
"field": "targetPremium",
"expected": 36500,
"got": 36500,
"correct": true
},
{
"field": "subclass",
"expected": "Garden apartments",
"got": "Garden apartments",
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4757,
"cacheCreationTokens": 660,
"outputTokens": 905,
"costUsd": 0.012177700000000001,
"latencyMs": 11842,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}