v1
- result
- ok
- prompt tokens
- 4,234
- output tokens
- 946
- cost
- $0.0244
- latency
- 26,610 ms · 3 calls
- at
- 2026-10-19 22:27
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 84
- retries
- 0
- fieldsWrong
- 0
| check | verdict |
|---|
| extraction_schema | pass |
| fields_correct | pass |
| construction_canonical | pass |
| nulls_stay_null | not applicable |
| decision_correct | pass |
| attribution_jev | fail |
| attribution_claude | fail |
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 84,
"confidence": 0.8514285714285714,
"reasons": [
"Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, and $4.6M TIV falls mid-band. Joisted masonry built in 2000 is acceptable construction, and the $44,000 target GWP sits within the premium band. Two small water claims under $10K with plumbing replaced add minor friction but do not hinder bind."
],
"extraction": {
"insuredName": {
"value": "Delta Row Properties LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "Cooper St, Memphis, TN",
"confidence": 0.6,
"source": "email"
},
"state": {
"value": "TN",
"confidence": 0.9,
"source": "email"
},
"county": {
"value": "Shelby",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 18,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 4600000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2000,
"confidence": 0.97,
"source": "email"
},
"targetPremium": {
"value": 44000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.5,
"source": "email"
},
"priorLossSummary": {
"value": "Two small water claims, each under $10K; plumbing replaced.",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Delta Row Properties LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "Cooper St, Memphis, TN",
"source": "email"
},
{
"field": "state",
"value": "TN",
"source": "email"
},
{
"field": "county",
"value": "Shelby",
"source": "email"
},
{
"field": "units",
"value": 18,
"source": "email"
},
{
"field": "tiv",
"value": 4600000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2000,
"source": "email"
},
{
"field": "targetPremium",
"value": 44000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Two small water claims, each under $10K; plumbing replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Delta Row Properties LLC",
"got": "Delta Row Properties LLC",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Shelby",
"got": "Shelby",
"correct": true
},
{
"field": "units",
"expected": 18,
"got": 18,
"correct": true
},
{
"field": "tiv",
"expected": 4600000,
"got": 4600000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2000,
"got": 2000,
"correct": true
},
{
"field": "targetPremium",
"expected": 44000,
"got": 44000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "state",
"issue": "ambiguous",
"detail": "not clearly supported by source: State is not stated explicitly; TN is inferred from Memphis/Shelby County."
},
{
"field": "subclass",
"issue": "ambiguous",
"detail": "not clearly supported by source: Email says 'apartment court' and 'landlord package'; 'Garden apartments' is an inference not stated."
}
]
}v2
- result
- ok
- prompt tokens
- 4,677
- output tokens
- 990
- cost
- $0.0232
- latency
- 46,006 ms · 3 calls
- at
- 2026-10-19 22:27
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 84
- retries
- 0
- fieldsWrong
- 0
| check | verdict |
|---|
| extraction_schema | pass |
| fields_correct | pass |
| construction_canonical | pass |
| nulls_stay_null | not applicable |
| decision_correct | pass |
| attribution_jev | fail |
| attribution_claude | fail |
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 84,
"confidence": 0.8371428571428572,
"reasons": [
"All six appetite rules passed: Memphis, TN sits in an allowed state and clear of coastal restrictions, 18 units is well under the 60-unit cap, and $4.6M TIV falls in the middle of the $250K-$15M band. Joisted masonry built in 2000 is preferred construction, and the $44K GWP target sits comfortably inside the premium band. Two small water claims under $10K each, with plumbing replaced, are the only friction and do not hold back a bind."
],
"extraction": {
"insuredName": {
"value": "Delta Row Properties LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "Cooper St, Memphis, TN",
"confidence": 0.5,
"source": "email"
},
"state": {
"value": "TN",
"confidence": 0.9,
"source": "email"
},
"county": {
"value": "Shelby",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 18,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 4600000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2000,
"confidence": 0.97,
"source": "email"
},
"targetPremium": {
"value": 44000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.55,
"source": "email"
},
"priorLossSummary": {
"value": "Two small water claims, both under $10K each; plumbing has been replaced.",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Delta Row Properties LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "Cooper St, Memphis, TN",
"source": "email"
},
{
"field": "state",
"value": "TN",
"source": "email"
},
{
"field": "county",
"value": "Shelby",
"source": "email"
},
{
"field": "units",
"value": 18,
"source": "email"
},
{
"field": "tiv",
"value": 4600000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2000,
"source": "email"
},
{
"field": "targetPremium",
"value": 44000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Two small water claims, both under $10K each; plumbing has been replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Delta Row Properties LLC",
"got": "Delta Row Properties LLC",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Shelby",
"got": "Shelby",
"correct": true
},
{
"field": "units",
"expected": 18,
"got": 18,
"correct": true
},
{
"field": "tiv",
"expected": 4600000,
"got": 4600000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2000,
"got": 2000,
"correct": true
},
{
"field": "targetPremium",
"expected": 44000,
"got": 44000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "state",
"issue": "ambiguous",
"detail": "not clearly supported by source: TN is not stated explicitly; it is inferred from Memphis/Shelby County."
},
{
"field": "subclass",
"issue": "ambiguous",
"detail": "not clearly supported by source: Email says 'apartment court' and 'landlord package'; 'Garden apartments' is not stated and is an inference."
}
]
}v2-repeat
- result
- ok
- prompt tokens
- 4,677
- output tokens
- 972
- cost
- $0.0219
- latency
- 42,342 ms · 3 calls
- at
- 2026-10-19 22:27
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 84
- retries
- 0
- fieldsWrong
- 0
| check | verdict |
|---|
| extraction_schema | pass |
| fields_correct | pass |
| construction_canonical | pass |
| nulls_stay_null | not applicable |
| decision_correct | pass |
| attribution_jev | fail |
| attribution_claude | fail |
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 84,
"confidence": 0.8371428571428572,
"reasons": [
"Delta Row Properties sits comfortably inside appetite: TN is an allowed state, 18 units is well under the 60-unit cap, TIV of $4.6M is mid-band, and the $44K target GWP falls inside the premium band. Joisted masonry built in 2000 is acceptable construction and Shelby County carries no coastal restriction. Two small water claims under $10K each, with plumbing replaced, add minor friction but do not block bind."
],
"extraction": {
"insuredName": {
"value": "Delta Row Properties LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "Cooper St, Memphis, TN",
"confidence": 0.5,
"source": "email"
},
"state": {
"value": "TN",
"confidence": 0.9,
"source": "email"
},
"county": {
"value": "Shelby",
"confidence": 0.97,
"source": "email"
},
"units": {
"value": 18,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 4600000,
"confidence": 0.95,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2000,
"confidence": 0.97,
"source": "email"
},
"targetPremium": {
"value": 44000,
"confidence": 0.97,
"source": "email"
},
"subclass": {
"value": "Garden apartments",
"confidence": 0.5,
"source": "email"
},
"priorLossSummary": {
"value": "Two small water claims, both under $10K each; plumbing has been replaced.",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Delta Row Properties LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "Cooper St, Memphis, TN",
"source": "email"
},
{
"field": "state",
"value": "TN",
"source": "email"
},
{
"field": "county",
"value": "Shelby",
"source": "email"
},
{
"field": "units",
"value": 18,
"source": "email"
},
{
"field": "tiv",
"value": 4600000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2000,
"source": "email"
},
{
"field": "targetPremium",
"value": 44000,
"source": "email"
},
{
"field": "subclass",
"value": "Garden apartments",
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Two small water claims, both under $10K each; plumbing has been replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Delta Row Properties LLC",
"got": "Delta Row Properties LLC",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Shelby",
"got": "Shelby",
"correct": true
},
{
"field": "units",
"expected": 18,
"got": 18,
"correct": true
},
{
"field": "tiv",
"expected": 4600000,
"got": 4600000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2000,
"got": 2000,
"correct": true
},
{
"field": "targetPremium",
"expected": 44000,
"got": 44000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "state",
"issue": "ambiguous",
"detail": "not clearly supported by source: State is not stated in the email; TN is inferred from Memphis/Shelby County."
},
{
"field": "subclass",
"issue": "ambiguous",
"detail": "not clearly supported by source: Email says 'apartment court' and does not mention 'garden apartments'; this is an inference."
}
]
}v3
- result
- ok
- prompt tokens
- 4,951
- output tokens
- 906
- cost
- $0.0223
- latency
- 43,908 ms · 3 calls
- at
- 2026-10-19 22:27
- stages
- intake extraction grounding appetite
- decision
- IN APPETITE
- fitScore
- 82
- retries
- 0
- fieldsWrong
- 0
| check | verdict |
|---|
| extraction_schema | pass |
| fields_correct | pass |
| construction_canonical | pass |
| nulls_stay_null | not applicable |
| decision_correct | pass |
| attribution_jev | pass |
| attribution_claude | fail |
{
"decision": "IN APPETITE",
"expectedDecision": "IN APPETITE",
"decisionCorrect": true,
"fitScore": 82,
"confidence": 0.8585714285714285,
"reasons": [
"Delta Row Properties sits comfortably inside appetite: TN is an allowed state, Shelby County carries no coastal restriction, and 18 units, $4.6M TIV, and $44K GWP all land mid-band. Joisted masonry built in 2000 is preferred construction, and the only friction is two small water claims under $10K each, which the plumbing replacement mitigates. Bind-ready with standard water-damage terms."
],
"extraction": {
"insuredName": {
"value": "Delta Row Properties LLC",
"confidence": 0.98,
"source": "email"
},
"propertyAddress": {
"value": "Cooper St, Memphis",
"confidence": 0.6,
"source": "email"
},
"state": {
"value": "TN",
"confidence": 0.95,
"source": "email"
},
"county": {
"value": "Shelby",
"confidence": 0.98,
"source": "email"
},
"units": {
"value": 18,
"confidence": 0.97,
"source": "email"
},
"tiv": {
"value": 4600000,
"confidence": 0.97,
"source": "email"
},
"constructionType": {
"value": "Joisted Masonry",
"confidence": 0.95,
"source": "email"
},
"yearBuilt": {
"value": 2000,
"confidence": 0.97,
"source": "email"
},
"targetPremium": {
"value": 44000,
"confidence": 0.98,
"source": "email"
},
"subclass": {
"value": null,
"confidence": 0.9,
"source": null
},
"priorLossSummary": {
"value": "Two small water claims, both under $10K each; plumbing replaced.",
"confidence": 0.9,
"source": "email"
}
},
"extracted": [
{
"field": "insuredName",
"value": "Delta Row Properties LLC",
"source": "email"
},
{
"field": "propertyAddress",
"value": "Cooper St, Memphis",
"source": "email"
},
{
"field": "state",
"value": "TN",
"source": "email"
},
{
"field": "county",
"value": "Shelby",
"source": "email"
},
{
"field": "units",
"value": 18,
"source": "email"
},
{
"field": "tiv",
"value": 4600000,
"source": "email"
},
{
"field": "constructionType",
"value": "Joisted Masonry",
"source": "email"
},
{
"field": "yearBuilt",
"value": 2000,
"source": "email"
},
{
"field": "targetPremium",
"value": 44000,
"source": "email"
},
{
"field": "priorLossSummary",
"value": "Two small water claims, both under $10K each; plumbing replaced.",
"source": "email"
}
],
"fields": [
{
"field": "insuredName",
"expected": "Delta Row Properties LLC",
"got": "Delta Row Properties LLC",
"correct": true
},
{
"field": "state",
"expected": "TN",
"got": "TN",
"correct": true
},
{
"field": "county",
"expected": "Shelby",
"got": "Shelby",
"correct": true
},
{
"field": "units",
"expected": 18,
"got": 18,
"correct": true
},
{
"field": "tiv",
"expected": 4600000,
"got": 4600000,
"correct": true
},
{
"field": "constructionType",
"expected": "joisted masonry",
"got": "Joisted Masonry",
"correct": true
},
{
"field": "yearBuilt",
"expected": 2000,
"got": 2000,
"correct": true
},
{
"field": "targetPremium",
"expected": 44000,
"got": 44000,
"correct": true
}
],
"retries": 0,
"guardrails": [
{
"node": "extraction",
"guardrail": "schema",
"status": "pass"
},
{
"node": "grounding",
"guardrail": "grounding",
"status": "warn"
},
{
"node": "appetite",
"guardrail": "missing_fields",
"status": "pass"
},
{
"node": "appetite",
"guardrail": "confidence",
"status": "pass"
}
],
"flags": [
{
"field": "state",
"issue": "ambiguous",
"detail": "not clearly supported by source: State is not stated; Tennessee is inferred from Memphis/Shelby County."
}
]
}