Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.
v1
- result
- ok
- prompt tokens
- 4,339
- output tokens
- 1,107
- cost
- $0.0115
- latency
- 14,746 ms · 3 calls
- at
- 2026-10-21 01:09
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 90
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.8450000000000001,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls in the mid-band. Joisted masonry is acceptable construction, the 1987 build is not a concern, losses are clean, and the $33,000 GWP target is inside the premium band, so this risk is ready to bind-track."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.85,
"source": "email"
},
"constructionType": {
"value": "Joisted masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.8,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "tiv",
"issue": "contradiction",
"detail": "Building $3,100,000 + contents $240,000 + rents $310,000 = $3,650,000 is the sum, which matches; the email does not state a TIV, but the computed sum is consistent, so this is an inference rather than a conflict."
}
]
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-11",
"variant": "v1",
"at": "2026-10-21T01:09:04.955Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 1107,
"costUsd": 0.0115153,
"calls": 3,
"cacheReadTokens": 4333,
"cacheCreationTokens": 0,
"latencyMs": 14746,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "035f09e15860840a",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 90,
"confidence": 0.8450000000000001,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls in the mid-band. Joisted masonry is acceptable construction, the 1987 build is not a concern, losses are clean, and the $33,000 GWP target is inside the premium band, so this risk is ready to bind-track."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.85,
"source": "email"
},
"constructionType": {
"value": "Joisted masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.8,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "tiv",
"issue": "contradiction",
"detail": "Building $3,100,000 + contents $240,000 + rents $310,000 = $3,650,000 is the sum, which matches; the email does not state a TIV, but the computed sum is consistent, so this is an inference rather than a conflict."
}
]
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4333,
"cacheCreationTokens": 0,
"outputTokens": 1107,
"costUsd": 0.0115153,
"latencyMs": 14746,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 90,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v2
- result
- ok
- prompt tokens
- 4,776
- output tokens
- 1,067
- cost
- $0.0112
- latency
- 13,241 ms · 3 calls
- at
- 2026-10-21 01:08
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9328571428571429,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, the 1987 build is moderate in age, losses are clean, and the $33,000 target GWP sits inside the premium band. Franklin County carries no coastal restrictions, so this risk is ready to bind-track."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.85,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.3,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.8,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-11",
"variant": "v2",
"at": "2026-10-21T01:08:40.632Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 1067,
"costUsd": 0.011158999999999999,
"calls": 3,
"cacheReadTokens": 4770,
"cacheCreationTokens": 0,
"latencyMs": 13241,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "51d01c46d34a7a03",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9328571428571429,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, the 1987 build is moderate in age, losses are clean, and the $33,000 target GWP sits inside the premium band. Franklin County carries no coastal restrictions, so this risk is ready to bind-track."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.85,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.3,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.8,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4770,
"cacheCreationTokens": 0,
"outputTokens": 1067,
"costUsd": 0.011158999999999999,
"latencyMs": 13241,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v3
- result
- ok
- prompt tokens
- 5,090
- output tokens
- 1,123
- cost
- $0.0118
- latency
- 15,728 ms · 3 calls
- at
- 2026-10-21 01:08
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 88
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9357142857142857,
"reasons": [
"Grandview Court sits comfortably inside appetite: OH is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County has no coastal restriction, the $33K GWP target sits within the premium band, and losses are clean. The 1987 build year is the only minor friction; this risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.85,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-11",
"variant": "v3",
"at": "2026-10-21T01:08:45.689Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 1123,
"costUsd": 0.011750399999999998,
"calls": 3,
"cacheReadTokens": 5084,
"cacheCreationTokens": 0,
"latencyMs": 15728,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "ae4403f73f539e78",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9357142857142857,
"reasons": [
"Grandview Court sits comfortably inside appetite: OH is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County has no coastal restriction, the $33K GWP target sits within the premium band, and losses are clean. The 1987 build year is the only minor friction; this risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.85,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5084,
"cacheCreationTokens": 0,
"outputTokens": 1123,
"costUsd": 0.011750399999999998,
"latencyMs": 15728,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v3-repeat
- result
- ok
- prompt tokens
- 5,090
- output tokens
- 1,149
- cost
- $0.0120
- latency
- 15,126 ms · 3 calls
- at
- 2026-10-21 01:08
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 88
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9214285714285715,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, losses are clean, and the $33,000 target GWP sits inside the premium band. The 1987 build year is the only minor friction, so this risk is a strong candidate to bind."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.95,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.8,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-11",
"variant": "v3-repeat",
"at": "2026-10-21T01:08:50.033Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 1149,
"costUsd": 0.0120104,
"calls": 3,
"cacheReadTokens": 5084,
"cacheCreationTokens": 0,
"latencyMs": 15126,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "85bc3da0df64068d",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.9214285714285715,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, losses are clean, and the $33,000 target GWP sits inside the premium band. The 1987 build year is the only minor friction, so this risk is a strong candidate to bind."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.95,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.8,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5084,
"cacheCreationTokens": 0,
"outputTokens": 1149,
"costUsd": 0.0120104,
"latencyMs": 15126,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v4
- result
- ok
- prompt tokens
- 5,299
- output tokens
- 1,140
- cost
- $0.0119
- latency
- 14,402 ms · 3 calls
- at
- 2026-10-21 01:08
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9385714285714285,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, the $33,000 target GWP is inside the premium band, and losses are clean. The 1987 build year is the only minor friction, so this risk is a strong candidate to bind."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.85,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.95,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-11",
"variant": "v4",
"at": "2026-10-21T01:08:53.877Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 1140,
"costUsd": 0.0119413,
"calls": 3,
"cacheReadTokens": 5293,
"cacheCreationTokens": 0,
"latencyMs": 14402,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "53b90ee23f9d9b6e",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9385714285714285,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, the $33,000 target GWP is inside the premium band, and losses are clean. The 1987 build year is the only minor friction, so this risk is a strong candidate to bind."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.85,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.95,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5293,
"cacheCreationTokens": 0,
"outputTokens": 1140,
"costUsd": 0.0119413,
"latencyMs": 14402,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v5
- result
- ok
- prompt tokens
- 5,431
- output tokens
- 1,128
- cost
- $0.0118
- latency
- 13,745 ms · 3 calls
- at
- 2026-10-21 01:08
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9171428571428573,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls in the mid-band. Joisted masonry is acceptable construction, losses are clean, and the $33,000 target GWP sits inside the premium band. The 1987 build year is the only mild friction, but it does not hold back a bind."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.95,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.97,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.95,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.8,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-11",
"variant": "v5",
"at": "2026-10-21T01:08:59.481Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 1128,
"costUsd": 0.0118345,
"calls": 3,
"cacheReadTokens": 5425,
"cacheCreationTokens": 0,
"latencyMs": 13745,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "bf410436cee12611",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9171428571428573,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls in the mid-band. Joisted masonry is acceptable construction, losses are clean, and the $33,000 target GWP sits inside the premium band. The 1987 build year is the only mild friction, but it does not hold back a bind."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.95,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.97,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.95,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.9,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.8,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5425,
"cacheCreationTokens": 0,
"outputTokens": 1128,
"costUsd": 0.0118345,
"latencyMs": 13745,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v6
- result
- ok
- prompt tokens
- 5,466
- output tokens
- 1,142
- cost
- $0.0147
- latency
- 14,933 ms · 3 calls
- at
- 2026-10-21 01:08
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9400000000000001,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, and the $33,000 target GWP fits the premium band. Clean losses support a bind; the 1987 build year is the only minor friction."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.93,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.88,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-11",
"variant": "v6",
"at": "2026-10-21T01:08:56.403Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 1142,
"costUsd": 0.0147236,
"calls": 3,
"cacheReadTokens": 4756,
"cacheCreationTokens": 704,
"latencyMs": 14933,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"construction_canonical": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "3915e89e71e2155a",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.9400000000000001,
"reasons": [
"Grandview Court sits comfortably inside appetite: Ohio is an allowed state, 37 units is well under the 60-unit cap, and $3.65M TIV falls mid-band. Joisted masonry is acceptable construction, Franklin County carries no coastal restriction, and the $33,000 target GWP fits the premium band. Clean losses support a bind; the 1987 build year is the only minor friction."
],
"extraction": {
"insuredName": {
"value": "Grandview Court Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "3200 Grandview Ct, Columbus, OH 43212",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "OH",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Franklin",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 37,
"confidence": 0.93,
"source": "email"
},
"tiv": {
"value": 3650000,
"confidence": 0.88,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.97,
"source": "email"
},
"yearBuilt": {
"value": 1987,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 33000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Clean losses",
"confidence": 0.85,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Grandview Court Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "3200 Grandview Ct, Columbus, OH 43212",
"source": "email"
},
{
"field": "state",
"value": "OH",
"source": "email"
},
{
"field": "county",
"value": "Franklin",
"source": "email"
},
{
"field": "units",
"value": 37,
"source": "email"
},
{
"field": "tiv",
"value": 3650000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 1987,
"source": "email"
},
{
"field": "targetPremium",
"value": 33000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Clean losses",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Grandview Court Apartments LLC",
"got": "Grandview Court Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "OH",
"got": "OH",
"correct": true
},
{
"field": "county",
"expected": "Franklin",
"got": "Franklin",
"correct": true
},
{
"field": "units",
"expected": 37,
"got": 37,
"correct": true
},
{
"field": "tiv",
"expected": 3650000,
"got": 3650000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 1987,
"got": 1987,
"correct": true
},
{
"field": "targetPremium",
"expected": 33000,
"got": 33000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4756,
"cacheCreationTokens": 704,
"outputTokens": 1142,
"costUsd": 0.0147236,
"latencyMs": 14933,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}