Checks are the suite's binary checks on each output; a judge that gave no verdict is unanswered and not counted.
v1
- result
- ok
- prompt tokens
- 4,275
- output tokens
- 930
- cost
- $0.0097
- latency
- 13,938 ms · 3 calls
- at
- 2026-10-21 01:06
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 84
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 84,
"confidence": 0.947142857142857,
"reasons": [
"Harvest Lane sits comfortably inside appetite: Indiana is an approved state, 20 units is well under the 60-unit cap, TIV of $2.95M falls mid-band, and the $27,000 GWP target is within the premium band. Brick over frame built in 2002 is acceptable construction, and Marion County has no coastal restrictions. A single $9,800 wind claim in 2023 is the only friction, so this risk is a strong bind candidate."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.95,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Brick over frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Brick over frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-06",
"variant": "v1",
"at": "2026-10-21T01:06:59.399Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 930,
"costUsd": 0.0097389,
"calls": 3,
"cacheReadTokens": 4269,
"cacheCreationTokens": 0,
"latencyMs": 13938,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"decision_correct": true,
"attribution_claude": true
},
"output_hash": "17b27ef3df495139",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 84,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 84,
"confidence": 0.947142857142857,
"reasons": [
"Harvest Lane sits comfortably inside appetite: Indiana is an approved state, 20 units is well under the 60-unit cap, TIV of $2.95M falls mid-band, and the $27,000 GWP target is within the premium band. Brick over frame built in 2002 is acceptable construction, and Marion County has no coastal restrictions. A single $9,800 wind claim in 2023 is the only friction, so this risk is a strong bind candidate."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.95,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Brick over frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Brick over frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": []
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4269,
"cacheCreationTokens": 0,
"outputTokens": 930,
"costUsd": 0.0097389,
"latencyMs": 13938,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 84,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v2
- result
- ok
- prompt tokens
- 4,700
- output tokens
- 986
- cost
- $0.0103
- latency
- 13,145 ms · 3 calls
- at
- 2026-10-21 01:06
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.8592857142857142,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: Indiana is an allowed state, 20 units is well under the 60-unit cap, TIV of $2.95M is mid-band, and the $27,000 target GWP falls within the premium band. Frame construction built in 2002 is acceptable and Marion County carries no coastal restriction. The single 2023 wind claim ($9,800) is minor and keeps this from the top of the range, but the risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says brick over frame, which is not simply Frame; the extracted value drops the brick veneer detail (likely masonry veneer/joisted masonry vs. frame)."
}
]
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-06",
"variant": "v2",
"at": "2026-10-21T01:06:42.241Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 986,
"costUsd": 0.0103414,
"calls": 3,
"cacheReadTokens": 4694,
"cacheCreationTokens": 0,
"latencyMs": 13145,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"decision_correct": true,
"attribution_claude": false
},
"output_hash": "35facb459dc899f0",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.8592857142857142,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: Indiana is an allowed state, 20 units is well under the 60-unit cap, TIV of $2.95M is mid-band, and the $27,000 target GWP falls within the premium band. Frame construction built in 2002 is acceptable and Marion County carries no coastal restriction. The single 2023 wind claim ($9,800) is minor and keeps this from the top of the range, but the risk is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says brick over frame, which is not simply Frame; the extracted value drops the brick veneer detail (likely masonry veneer/joisted masonry vs. frame)."
}
]
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4694,
"cacheCreationTokens": 0,
"outputTokens": 986,
"costUsd": 0.0103414,
"latencyMs": 13145,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v3
- result
- ok
- prompt tokens
- 5,014
- output tokens
- 944
- cost
- $0.0100
- latency
- 12,501 ms · 3 calls
- at
- 2026-10-21 01:06
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.8678571428571428,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: IN is an allowed state, 20 units is well under the 60-unit cap, and $2.95M TIV is mid-band. The 2002 frame garden-apartment build is acceptable construction, and the $27,000 target GWP falls within the premium band. A single $9,800 wind claim in 2023 is the only friction, so this risk is ready to bind-quote."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.93,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says brick over frame, not simply Frame; extracted value drops the brick veneer detail and may misclassify construction."
}
]
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-06",
"variant": "v3",
"at": "2026-10-21T01:06:42.306Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 944,
"costUsd": 0.009952799999999998,
"calls": 3,
"cacheReadTokens": 5008,
"cacheCreationTokens": 0,
"latencyMs": 12501,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"decision_correct": true,
"attribution_claude": false
},
"output_hash": "cda5314aa635a8b1",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.8678571428571428,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: IN is an allowed state, 20 units is well under the 60-unit cap, and $2.95M TIV is mid-band. The 2002 frame garden-apartment build is acceptable construction, and the $27,000 target GWP falls within the premium band. A single $9,800 wind claim in 2023 is the only friction, so this risk is ready to bind-quote."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.93,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says brick over frame, not simply Frame; extracted value drops the brick veneer detail and may misclassify construction."
}
]
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5008,
"cacheCreationTokens": 0,
"outputTokens": 944,
"costUsd": 0.009952799999999998,
"latencyMs": 12501,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v3-repeat
- result
- ok
- prompt tokens
- 5,014
- output tokens
- 974
- cost
- $0.0103
- latency
- 12,853 ms · 3 calls
- at
- 2026-10-21 01:06
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.862857142857143,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: Indiana is an approved state, 20 units is well under the 60-unit cap, and $2.95M TIV falls mid-band with a $27,000 target GWP inside the premium band. Frame construction built in 2002 is acceptable and Marion County carries no coastal restriction. A single $9,800 wind claim in 2023 is the only friction, so bind this risk at standard terms."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.8,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says brick over frame, which is not simply 'Frame' (more likely masonry/joisted masonry or brick veneer over frame); the value loses the brick detail."
}
]
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-06",
"variant": "v3-repeat",
"at": "2026-10-21T01:06:45.246Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 974,
"costUsd": 0.0102528,
"calls": 3,
"cacheReadTokens": 5008,
"cacheCreationTokens": 0,
"latencyMs": 12853,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"decision_correct": true,
"attribution_claude": false
},
"output_hash": "05fd3aa3a9955142",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.862857142857143,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: Indiana is an approved state, 20 units is well under the 60-unit cap, and $2.95M TIV falls mid-band with a $27,000 target GWP inside the premium band. Frame construction built in 2002 is acceptable and Marion County carries no coastal restriction. A single $9,800 wind claim in 2023 is the only friction, so bind this risk at standard terms."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.99,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.98,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.8,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says brick over frame, which is not simply 'Frame' (more likely masonry/joisted masonry or brick veneer over frame); the value loses the brick detail."
}
]
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5008,
"cacheCreationTokens": 0,
"outputTokens": 974,
"costUsd": 0.0102528,
"latencyMs": 12853,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v4
- result
- ok
- prompt tokens
- 5,223
- output tokens
- 971
- cost
- $0.0102
- latency
- 13,050 ms · 3 calls
- at
- 2026-10-21 01:06
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 88
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.8492857142857143,
"reasons": [
"Harvest Lane sits comfortably inside appetite: Indiana is an appetite state, 20 units is well under the 60-unit cap, and $2.95M TIV falls in the mid-band. Marion County clears coastal restrictions, the $27,000 target GWP is inside the premium band, and 2002 frame construction is not excluded. A single $9,800 wind claim from 2023 is the only friction, so this risk is ready to bind subject to standard underwriting."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.95,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.97,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.95,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.95,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.97,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.9,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says 'brick over frame', which is not simply 'Frame'; the value drops the brick veneer detail and may misclassify construction."
}
]
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-06",
"variant": "v4",
"at": "2026-10-21T01:06:50.476Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 971,
"costUsd": 0.010243700000000001,
"calls": 3,
"cacheReadTokens": 5217,
"cacheCreationTokens": 0,
"latencyMs": 13050,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"decision_correct": true,
"attribution_claude": false
},
"output_hash": "2a9ed27404f46f67",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 88,
"confidence": 0.8492857142857143,
"reasons": [
"Harvest Lane sits comfortably inside appetite: Indiana is an appetite state, 20 units is well under the 60-unit cap, and $2.95M TIV falls in the mid-band. Marion County clears coastal restrictions, the $27,000 target GWP is inside the premium band, and 2002 frame construction is not excluded. A single $9,800 wind claim from 2023 is the only friction, so this risk is ready to bind subject to standard underwriting."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.95,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.95,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.97,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.95,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.95,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.97,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.9,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says 'brick over frame', which is not simply 'Frame'; the value drops the brick veneer detail and may misclassify construction."
}
]
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5217,
"cacheCreationTokens": 0,
"outputTokens": 971,
"costUsd": 0.010243700000000001,
"latencyMs": 13050,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 88,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v5
- result
- ok
- prompt tokens
- 5,355
- output tokens
- 960
- cost
- $0.0101
- latency
- 12,743 ms · 3 calls
- at
- 2026-10-21 01:06
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.8585714285714285,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: Indiana is an appetite state, 20 units is well under the 60-unit cap, and $2.95M TIV falls mid-band. Marion County has no coastal restriction, and the $27,000 target GWP sits within the premium band. Frame construction on a 2002 build is acceptable, and the single $9,800 wind claim in 2023 is minor friction, so the account is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.8,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says 'brick over frame', which is not simply 'Frame'; the value omits the brick veneer/masonry description."
}
]
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-06",
"variant": "v5",
"at": "2026-10-21T01:06:55.434Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 960,
"costUsd": 0.0101469,
"calls": 3,
"cacheReadTokens": 5349,
"cacheCreationTokens": 0,
"latencyMs": 12743,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"decision_correct": true,
"attribution_claude": false
},
"output_hash": "be332ead2ff09da1",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.8585714285714285,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: Indiana is an appetite state, 20 units is well under the 60-unit cap, and $2.95M TIV falls mid-band. Marion County has no coastal restriction, and the $27,000 target GWP sits within the premium band. Frame construction on a 2002 build is acceptable, and the single $9,800 wind claim in 2023 is minor friction, so the account is ready to bind."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.8,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "contradiction",
"detail": "Email says 'brick over frame', which is not simply 'Frame'; the value omits the brick veneer/masonry description."
}
]
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 5349,
"cacheCreationTokens": 0,
"outputTokens": 960,
"costUsd": 0.0101469,
"latencyMs": 12743,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}v6
- result
- ok
- prompt tokens
- 5,390
- output tokens
- 968
- cost
- $0.0128
- latency
- 13,570 ms · 3 calls
- at
- 2026-10-21 01:06
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 86
- retries
- 0
- fieldsWrong
- 0
- modelErrors
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.897142857142857,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: Indiana is an approved state, 20 units is well under the 60-unit cap, and $2.95M TIV falls mid-band. Marion County carries no coastal restriction, and the $27,000 target GWP is within the premium band. A single $9,800 wind claim in 2023 and frame construction (built 2002) add minor friction but do not block bind."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "ambiguous",
"detail": "not clearly supported by source: Email says brick over frame, which is not simply 'Frame'; the value oversimplifies and may misclassify (e.g., masonry veneer/joisted masonry)."
}
]
}
Trace line (JSON)
{
"run_id": "2026-10-20-v6",
"suite": "extraction-prompts",
"case_id": "V-06",
"variant": "v6",
"at": "2026-10-21T01:06:55.831Z",
"ok": true,
"usage": {
"inputTokens": 6,
"outputTokens": 968,
"costUsd": 0.012757600000000001,
"calls": 3,
"cacheReadTokens": 4736,
"cacheCreationTokens": 648,
"latencyMs": 13570,
"metered": true,
"provider": "claude-cli"
},
"checks": {
"extraction_schema": true,
"fields_correct": true,
"decision_correct": true,
"attribution_claude": false
},
"output_hash": "484396629da0f967",
"unanswered": [
"attribution_jev"
],
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
],
"cached": false
}
Full output record (JSON)
{
"output": {
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 86,
"confidence": 0.897142857142857,
"reasons": [
"Harvest Lane Apartments sits comfortably inside appetite: Indiana is an approved state, 20 units is well under the 60-unit cap, and $2.95M TIV falls mid-band. Marion County carries no coastal restriction, and the $27,000 target GWP is within the premium band. A single $9,800 wind claim in 2023 and frame construction (built 2002) add minor friction but do not block bind."
],
"extraction": {
"insuredName": {
"value": "Harvest Lane Apartments LLC",
"confidence": 0.97,
"source": "email"
},
"propertyAddress": {
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"confidence": 0.97,
"source": "email"
},
"state": {
"value": "IN",
"confidence": 0.98,
"source": "email"
},
"county": {
"value": "Marion",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 20,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 2950000,
"confidence": 0.98,
"source": "email"
},
"constructionType": {
"value": "Frame",
"confidence": 0.85,
"source": "email"
},
"yearBuilt": {
"value": 2002,
"confidence": 0.9,
"source": "email"
},
"targetPremium": {
"value": 27000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.93,
"source": "email"
},
"priorLossSummary": {
"value": "One wind claim in 2023, $9,800",
"confidence": 0.95,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Harvest Lane Apartments LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "5115 Harvest Ln, Indianapolis, IN 46226",
"source": "email"
},
{
"field": "state",
"value": "IN",
"source": "email"
},
{
"field": "county",
"value": "Marion",
"source": "email"
},
{
"field": "units",
"value": 20,
"source": "email"
},
{
"field": "tiv",
"value": 2950000,
"source": "email"
},
{
"field": "constructionType",
"value": "Frame",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2002,
"source": "email"
},
{
"field": "targetPremium",
"value": 27000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "One wind claim in 2023, $9,800",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Harvest Lane Apartments LLC",
"got": "Harvest Lane Apartments LLC",
"correct": true
},
{
"field": "state",
"expected": "IN",
"got": "IN",
"correct": true
},
{
"field": "county",
"expected": "Marion",
"got": "Marion",
"correct": true
},
{
"field": "units",
"expected": 20,
"got": 20,
"correct": true
},
{
"field": "tiv",
"expected": 2950000,
"got": 2950000,
"correct": true
},
{
"field": "yearBuilt",
"expected": 2002,
"got": 2002,
"correct": true
},
{
"field": "targetPremium",
"expected": 27000,
"got": 27000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "constructionType",
"issue": "ambiguous",
"detail": "not clearly supported by source: Email says brick over frame, which is not simply 'Frame'; the value oversimplifies and may misclassify (e.g., masonry veneer/joisted masonry)."
}
]
},
"usage": {
"inputTokens": 6,
"cacheReadTokens": 4736,
"cacheCreationTokens": 648,
"outputTokens": 968,
"costUsd": 0.012757600000000001,
"latencyMs": 13570,
"calls": 3,
"metered": true,
"provider": "claude-cli"
},
"extra": {
"decision": "IN APPETITE",
"fitScore": 86,
"retries": 0,
"fieldsWrong": 0,
"modelErrors": ""
},
"stages": [
{
"name": "intake",
"ok": true
},
{
"name": "extraction",
"ok": true
},
{
"name": "grounding",
"ok": true
},
{
"name": "appetite",
"ok": true
}
]
}