Catalog intelligence
Evaluation report 1
rules-only synthetic seed evaluation — Oct. 5, 2026, 12:57 a.m.
Attribute accuracy (completed records): 90.2%. Average completeness: 76.9%.
Attempted: 20. Completed: 20. Failed: 0. Unresolved or failed: 0. Review needed: 13.
Average processing time: 0.003 seconds per part.
Accuracy counts correct fields against correct, wrong, omitted, and unsupported fields on completed records. Completeness averages required-field coverage across all attempts; failures contribute zero. These are synthetic development examples.
| Seed | Status | Category correct | Review needed | Time (seconds) |
|---|---|---|---|---|
| SEED-WD-001 | ok | Yes | No | 0.016 |
| SEED-WD-002 | ok | Yes | Yes | 0.003 |
| SEED-WD-003 | ok | Yes | Yes | 0.002 |
| SEED-WD-004 | ok | Yes | Yes | 0.001 |
| SEED-WD-005 | ok | Yes | Yes | 0.002 |
| SEED-WD-006 | ok | Yes | Yes | 0.002 |
| SEED-WD-007 | ok | Yes | No | 0.002 |
| SEED-WD-008 | ok | Yes | No | 0.002 |
| SEED-NH-001 | ok | Yes | Yes | 0.003 |
| SEED-NH-002 | ok | Yes | Yes | 0.001 |
| SEED-NH-003 | ok | Yes | Yes | 0.002 |
| SEED-WD-009 | ok | Yes | Yes | 0.002 |
| SEED-PF-001 | ok | Yes | No | 0.007 |
| SEED-PF-002 | ok | Yes | No | 0.002 |
| SEED-PF-003 | ok | Yes | Yes | 0.002 |
| SEED-PF-004 | ok | Yes | Yes | 0.002 |
| SEED-VA-001 | ok | Yes | No | 0.002 |
| SEED-VA-002 | ok | Yes | No | 0.002 |
| SEED-VA-003 | ok | Yes | Yes | 0.001 |
| SEED-VA-004 | ok | Yes | Yes | 0.002 |
Full report and field errors
{
"mode": "rules-only synthetic seed evaluation",
"records": [
{
"input": {
"brand": "SeedWorks",
"pdf_text": null,
"source_id": "SEED-WD-001",
"spec_text": "SAE 8. Clamping range 7/16 to 1-1/16 in. Band width 1/2 in. Band: 201SS. Housing: 201SS. Screw: plated carbon steel. Installation torque: 45 in-lb.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Worm-drive hose clamp, SAE 8",
"raw_part_number": "SW-WD08",
"source_category": "Clamps / Worm Drive"
},
"result": {
"cache_hit": false,
"source_id": "SEED-WD-001",
"attributes": {
"band_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Band: 201SS.",
"confidence": 1.0
},
"band_width_in": {
"unit": "in",
"value": 0.5,
"source": "spec_text",
"evidence": "Band width 1/2 in.",
"confidence": 1.0
},
"screw_material": {
"unit": null,
"value": "plated carbon steel",
"source": "spec_text",
"evidence": "Screw: plated carbon steel.",
"confidence": 1.0
},
"housing_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Housing: 201SS.",
"confidence": 1.0
},
"nominal_size_sae": {
"unit": null,
"value": "8",
"source": "spec_text",
"evidence": "SAE 8.",
"confidence": 1.0
},
"clamp_range_max_in": {
"unit": "in",
"value": 1.0625,
"source": "spec_text",
"evidence": "Clamping range 7/16 to 1-1/16 in.",
"confidence": 1.0
},
"clamp_range_min_in": {
"unit": "in",
"value": 0.4375,
"source": "spec_text",
"evidence": "Clamping range 7/16 to 1-1/16 in.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 45,
"source": "spec_text",
"evidence": "Installation torque: 45 in-lb.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": false,
"processed_at": "2026-10-05T00:57:01.124974+00:00",
"canonical_sku": "SYNTH-WD-001",
"category_path": [
"Clamps",
"Worm Drive"
],
"model_version": "rule-based catalog parser v1",
"review_reason": null,
"classification": {
"path": [
"Clamps",
"Worm Drive"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 7,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.015,
"missing_required": [],
"completeness_score": 1.0,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Clamps",
"Worm Drive"
],
"populated_required_count": 7
},
"status": "ok",
"source_id": "SEED-WD-001",
"comparison": {
"source_id": "SEED-WD-001",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 7,
"attribute_outcomes": {
"band_material": "correct",
"band_width_in": "correct",
"screw_material": "correct",
"housing_material": "correct",
"nominal_size_sae": "correct",
"clamp_range_max_in": "correct",
"clamp_range_min_in": "correct",
"install_torque_inlb": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 7
},
"expected_category": [
"Clamps",
"Worm Drive"
],
"processing_seconds": 0.015505412593483925
},
{
"input": {
"brand": "SeedWorks",
"pdf_text": null,
"source_id": "SEED-WD-002",
"spec_text": "SAE 12; range .500 to 1 1/4 inches; band width .5 in; band 304 stainless; housing SS304; screw 410 stainless; install torque 45 in/lb.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "WORM DRIVE CLAMP",
"raw_part_number": "SW-WD12",
"source_category": "Clamps / Worm Drive"
},
"result": {
"cache_hit": false,
"source_id": "SEED-WD-002",
"attributes": {
"band_material": {
"unit": null,
"value": "304SS",
"source": "spec_text",
"evidence": "band 304 stainless",
"confidence": 1.0
},
"band_width_in": {
"unit": "in",
"value": 0.5,
"source": "spec_text",
"evidence": "band width .5 in",
"confidence": 1.0
},
"screw_material": {
"unit": null,
"value": "410SS",
"source": "spec_text",
"evidence": "screw 410 stainless",
"confidence": 1.0
},
"nominal_size_sae": {
"unit": null,
"value": "12",
"source": "spec_text",
"evidence": "SAE 12",
"confidence": 1.0
},
"clamp_range_max_in": {
"unit": "in",
"value": 1.25,
"source": "spec_text",
"evidence": "range .500 to 1 1/4 inches",
"confidence": 1.0
},
"clamp_range_min_in": {
"unit": "in",
"value": 0.5,
"source": "spec_text",
"evidence": "range .500 to 1 1/4 inches",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.127830+00:00",
"canonical_sku": "SYNTH-WD-002",
"category_path": [
"Clamps",
"Worm Drive"
],
"model_version": "rule-based catalog parser v1",
"review_reason": "Missing required specifications: housing_material.",
"classification": {
"path": [
"Clamps",
"Worm Drive"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 7,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.002,
"missing_required": [
"housing_material"
],
"completeness_score": 0.8571,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Clamps",
"Worm Drive"
],
"populated_required_count": 6
},
"status": "ok",
"source_id": "SEED-WD-002",
"comparison": {
"source_id": "SEED-WD-002",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 2,
"category_correct": true,
"required_correct": 6,
"attribute_outcomes": {
"band_material": "correct",
"band_width_in": "correct",
"screw_material": "correct",
"housing_material": "omitted",
"nominal_size_sae": "correct",
"clamp_range_max_in": "correct",
"clamp_range_min_in": "correct",
"install_torque_inlb": "omitted"
},
"review_flag_correct": false,
"completeness_correct": false,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 7
},
"expected_category": [
"Clamps",
"Worm Drive"
],
"processing_seconds": 0.002609509974718094
},
{
"input": {
"brand": "SeedMetric",
"pdf_text": null,
"source_id": "SEED-WD-003",
"spec_text": "SAE 8. Range 11.1125-26.9875 mm. Band width 12.7 mm. Band and housing 201 stainless. Screw plated carbon steel. Install torque 45 in-lbs.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Metric worm-drive clamp",
"raw_part_number": "SM-WD08",
"source_category": "Clamps / Worm Drive"
},
"result": {
"cache_hit": false,
"source_id": "SEED-WD-003",
"attributes": {
"band_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Band and housing 201 stainless.",
"confidence": 1.0
},
"screw_material": {
"unit": null,
"value": "plated carbon steel",
"source": "spec_text",
"evidence": "Screw plated carbon steel.",
"confidence": 1.0
},
"housing_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Band and housing 201 stainless.",
"confidence": 1.0
},
"nominal_size_sae": {
"unit": null,
"value": "8",
"source": "spec_text",
"evidence": "SAE 8.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 45,
"source": "spec_text",
"evidence": "Install torque 45 in-lbs.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.129519+00:00",
"canonical_sku": "SYNTH-WD-003",
"category_path": [
"Clamps",
"Worm Drive"
],
"model_version": "rule-based catalog parser v1",
"review_reason": "Missing required specifications: clamp_range_min_in, clamp_range_max_in, band_width_in.",
"classification": {
"path": [
"Clamps",
"Worm Drive"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 7,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [
"clamp_range_min_in",
"clamp_range_max_in",
"band_width_in"
],
"completeness_score": 0.5714,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Clamps",
"Worm Drive"
],
"populated_required_count": 4
},
"status": "ok",
"source_id": "SEED-WD-003",
"comparison": {
"source_id": "SEED-WD-003",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 3,
"category_correct": true,
"required_correct": 4,
"attribute_outcomes": {
"band_material": "correct",
"band_width_in": "omitted",
"screw_material": "correct",
"housing_material": "correct",
"nominal_size_sae": "correct",
"clamp_range_max_in": "omitted",
"clamp_range_min_in": "omitted",
"install_torque_inlb": "correct"
},
"review_flag_correct": false,
"completeness_correct": false,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 7
},
"expected_category": [
"Clamps",
"Worm Drive"
],
"processing_seconds": 0.0016752872616052628
},
{
"input": {
"brand": "SeedUnknown",
"pdf_text": null,
"source_id": "SEED-WD-004",
"spec_text": null,
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "WORM DRIVE CLAMP SS",
"raw_part_number": "SU-WD-X",
"source_category": "Clamps / Worm Drive"
},
"result": {
"cache_hit": false,
"source_id": "SEED-WD-004",
"attributes": {},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.130503+00:00",
"canonical_sku": "SYNTH-WD-004",
"category_path": [
"Clamps",
"Worm Drive"
],
"model_version": "rule-based catalog parser v1",
"review_reason": "Missing required specifications: nominal_size_sae, clamp_range_min_in, clamp_range_max_in, band_width_in, band_material, housing_material, screw_material.",
"classification": {
"path": [
"Clamps",
"Worm Drive"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 7,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [
"nominal_size_sae",
"clamp_range_min_in",
"clamp_range_max_in",
"band_width_in",
"band_material",
"housing_material",
"screw_material"
],
"completeness_score": 0.0,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Clamps",
"Worm Drive"
],
"populated_required_count": 0
},
"status": "ok",
"source_id": "SEED-WD-004",
"comparison": {
"source_id": "SEED-WD-004",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 0,
"attribute_outcomes": {},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 0
},
"expected_category": [
"Clamps",
"Worm Drive"
],
"processing_seconds": 0.0009545907378196716
},
{
"input": {
"brand": "SeedWorks",
"pdf_text": null,
"source_id": "SEED-WD-005",
"spec_text": "SAE 8. Range 7/16-1-1/16 in. Band width 1/2 in. Band and housing 201SS. Installation torque 45 in-lb.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Worm-drive clamp, incomplete supplier entry",
"raw_part_number": "SW-WD08-P",
"source_category": "Clamps / Worm Drive"
},
"result": {
"cache_hit": false,
"source_id": "SEED-WD-005",
"attributes": {
"band_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Band and housing 201SS.",
"confidence": 1.0
},
"band_width_in": {
"unit": "in",
"value": 0.5,
"source": "spec_text",
"evidence": "Band width 1/2 in.",
"confidence": 1.0
},
"housing_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Band and housing 201SS.",
"confidence": 1.0
},
"nominal_size_sae": {
"unit": null,
"value": "8",
"source": "spec_text",
"evidence": "SAE 8.",
"confidence": 1.0
},
"clamp_range_max_in": {
"unit": "in",
"value": 1.0625,
"source": "spec_text",
"evidence": "Range 7/16-1-1/16 in.",
"confidence": 1.0
},
"clamp_range_min_in": {
"unit": "in",
"value": 0.4375,
"source": "spec_text",
"evidence": "Range 7/16-1-1/16 in.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 45,
"source": "spec_text",
"evidence": "Installation torque 45 in-lb.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.132372+00:00",
"canonical_sku": "SYNTH-WD-005",
"category_path": [
"Clamps",
"Worm Drive"
],
"model_version": "rule-based catalog parser v1",
"review_reason": "Missing required specifications: screw_material.",
"classification": {
"path": [
"Clamps",
"Worm Drive"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 7,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.002,
"missing_required": [
"screw_material"
],
"completeness_score": 0.8571,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Clamps",
"Worm Drive"
],
"populated_required_count": 6
},
"status": "ok",
"source_id": "SEED-WD-005",
"comparison": {
"source_id": "SEED-WD-005",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 6,
"attribute_outcomes": {
"band_material": "correct",
"band_width_in": "correct",
"housing_material": "correct",
"nominal_size_sae": "correct",
"clamp_range_max_in": "correct",
"clamp_range_min_in": "correct",
"install_torque_inlb": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 6
},
"expected_category": [
"Clamps",
"Worm Drive"
],
"processing_seconds": 0.0018944591283798218
},
{
"input": {
"brand": "SeedWorks",
"pdf_text": null,
"source_id": "SEED-WD-006",
"spec_text": "SAE 8. Range 7/16-1-1/16 in. Band width 1/2 in. Band 304SS. Housing 201SS. Screw plated carbon steel. Installation torque 45 in-lb.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Worm-drive clamp, band 201SS",
"raw_part_number": "SW-WD08-C",
"source_category": "Clamps / Worm Drive"
},
"result": {
"cache_hit": false,
"source_id": "SEED-WD-006",
"attributes": {
"band_width_in": {
"unit": "in",
"value": 0.5,
"source": "spec_text",
"evidence": "Band width 1/2 in.",
"confidence": 1.0
},
"screw_material": {
"unit": null,
"value": "plated carbon steel",
"source": "spec_text",
"evidence": "Screw plated carbon steel.",
"confidence": 1.0
},
"housing_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Housing 201SS.",
"confidence": 1.0
},
"nominal_size_sae": {
"unit": null,
"value": "8",
"source": "spec_text",
"evidence": "SAE 8.",
"confidence": 1.0
},
"clamp_range_max_in": {
"unit": "in",
"value": 1.0625,
"source": "spec_text",
"evidence": "Range 7/16-1-1/16 in.",
"confidence": 1.0
},
"clamp_range_min_in": {
"unit": "in",
"value": 0.4375,
"source": "spec_text",
"evidence": "Range 7/16-1-1/16 in.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 45,
"source": "spec_text",
"evidence": "Installation torque 45 in-lb.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.133989+00:00",
"canonical_sku": "SYNTH-WD-006",
"category_path": [
"Clamps",
"Worm Drive"
],
"model_version": "rule-based catalog parser v1",
"review_reason": "band_material: Conflicting material statements in the source; value withheld. Missing required specifications: band_material.",
"classification": {
"path": [
"Clamps",
"Worm Drive"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 7,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [
"band_material"
],
"completeness_score": 0.8571,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [
{
"field": "band_material",
"reason": "Conflicting material statements in the source; value withheld."
}
],
"proposed_category_path": [
"Clamps",
"Worm Drive"
],
"populated_required_count": 6
},
"status": "ok",
"source_id": "SEED-WD-006",
"comparison": {
"source_id": "SEED-WD-006",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 6,
"attribute_outcomes": {
"band_width_in": "correct",
"screw_material": "correct",
"housing_material": "correct",
"nominal_size_sae": "correct",
"clamp_range_max_in": "correct",
"clamp_range_min_in": "correct",
"install_torque_inlb": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 6
},
"expected_category": [
"Clamps",
"Worm Drive"
],
"processing_seconds": 0.0016065854579210281
},
{
"input": {
"brand": "SeedAlpha",
"pdf_text": null,
"source_id": "SEED-WD-007",
"spec_text": "SAE 8. Clamping range 7/16 to 1-1/16 in. Band width 1/2 in. Band: 201SS. Housing: 201SS. Screw: plated carbon steel. Installation torque: 45 in-lb. Synthetic cross-reference registry: SA-08 is equivalent to SeedBeta SB-08.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Worm-drive clamp SAE 8",
"raw_part_number": "SA-08",
"source_category": "Clamps / Worm Drive"
},
"result": {
"cache_hit": false,
"source_id": "SEED-WD-007",
"attributes": {
"band_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Band: 201SS.",
"confidence": 1.0
},
"band_width_in": {
"unit": "in",
"value": 0.5,
"source": "spec_text",
"evidence": "Band width 1/2 in.",
"confidence": 1.0
},
"screw_material": {
"unit": null,
"value": "plated carbon steel",
"source": "spec_text",
"evidence": "Screw: plated carbon steel.",
"confidence": 1.0
},
"housing_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Housing: 201SS.",
"confidence": 1.0
},
"nominal_size_sae": {
"unit": null,
"value": "8",
"source": "spec_text",
"evidence": "SAE 8.",
"confidence": 1.0
},
"clamp_range_max_in": {
"unit": "in",
"value": 1.0625,
"source": "spec_text",
"evidence": "Clamping range 7/16 to 1-1/16 in.",
"confidence": 1.0
},
"clamp_range_min_in": {
"unit": "in",
"value": 0.4375,
"source": "spec_text",
"evidence": "Clamping range 7/16 to 1-1/16 in.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 45,
"source": "spec_text",
"evidence": "Installation torque: 45 in-lb.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": false,
"processed_at": "2026-10-05T00:57:01.135544+00:00",
"canonical_sku": "SYNTH-EQUIV-08",
"category_path": [
"Clamps",
"Worm Drive"
],
"model_version": "rule-based catalog parser v1",
"review_reason": null,
"classification": {
"path": [
"Clamps",
"Worm Drive"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 7,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [],
"completeness_score": 1.0,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Clamps",
"Worm Drive"
],
"populated_required_count": 7
},
"status": "ok",
"source_id": "SEED-WD-007",
"comparison": {
"source_id": "SEED-WD-007",
"cross_refs": {
"wrong": [],
"missed": [
[
"SeedBeta",
"SB-08",
"equivalent"
]
],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 7,
"attribute_outcomes": {
"band_material": "correct",
"band_width_in": "correct",
"screw_material": "correct",
"housing_material": "correct",
"nominal_size_sae": "correct",
"clamp_range_max_in": "correct",
"clamp_range_min_in": "correct",
"install_torque_inlb": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 7
},
"expected_category": [
"Clamps",
"Worm Drive"
],
"processing_seconds": 0.0015579946339130402
},
{
"input": {
"brand": "SeedBeta",
"pdf_text": null,
"source_id": "SEED-WD-008",
"spec_text": "SAE 8. Clamping range 7/16 to 1-1/16 in. Band width 1/2 in. Band: 201SS. Housing: 201SS. Screw: plated carbon steel. Installation torque: 45 in-lb. Synthetic cross-reference registry: SB-08 is equivalent to SeedAlpha SA-08.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Worm-drive clamp SAE 8",
"raw_part_number": "SB-08",
"source_category": "Clamps / Worm Drive"
},
"result": {
"cache_hit": false,
"source_id": "SEED-WD-008",
"attributes": {
"band_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Band: 201SS.",
"confidence": 1.0
},
"band_width_in": {
"unit": "in",
"value": 0.5,
"source": "spec_text",
"evidence": "Band width 1/2 in.",
"confidence": 1.0
},
"screw_material": {
"unit": null,
"value": "plated carbon steel",
"source": "spec_text",
"evidence": "Screw: plated carbon steel.",
"confidence": 1.0
},
"housing_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Housing: 201SS.",
"confidence": 1.0
},
"nominal_size_sae": {
"unit": null,
"value": "8",
"source": "spec_text",
"evidence": "SAE 8.",
"confidence": 1.0
},
"clamp_range_max_in": {
"unit": "in",
"value": 1.0625,
"source": "spec_text",
"evidence": "Clamping range 7/16 to 1-1/16 in.",
"confidence": 1.0
},
"clamp_range_min_in": {
"unit": "in",
"value": 0.4375,
"source": "spec_text",
"evidence": "Clamping range 7/16 to 1-1/16 in.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 45,
"source": "spec_text",
"evidence": "Installation torque: 45 in-lb.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": false,
"processed_at": "2026-10-05T00:57:01.137166+00:00",
"canonical_sku": "SYNTH-EQUIV-08",
"category_path": [
"Clamps",
"Worm Drive"
],
"model_version": "rule-based catalog parser v1",
"review_reason": null,
"classification": {
"path": [
"Clamps",
"Worm Drive"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 7,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [],
"completeness_score": 1.0,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Clamps",
"Worm Drive"
],
"populated_required_count": 7
},
"status": "ok",
"source_id": "SEED-WD-008",
"comparison": {
"source_id": "SEED-WD-008",
"cross_refs": {
"wrong": [],
"missed": [
[
"SeedAlpha",
"SA-08",
"equivalent"
]
],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 7,
"attribute_outcomes": {
"band_material": "correct",
"band_width_in": "correct",
"screw_material": "correct",
"housing_material": "correct",
"nominal_size_sae": "correct",
"clamp_range_max_in": "correct",
"clamp_range_min_in": "correct",
"install_torque_inlb": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 7
},
"expected_category": [
"Clamps",
"Worm Drive"
],
"processing_seconds": 0.0016191788017749786
},
{
"input": {
"brand": "SeedPipe",
"pdf_text": null,
"source_id": "SEED-NH-001",
"spec_text": "Pipe size 2 in. Shield 304 stainless. Gasket neoprene. Clamp count 2. Pressure rating 10 psi. Compliance ASTM C1277. Installation torque 60 in-lb.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "No-hub coupling, two-inch",
"raw_part_number": "SP-NH2",
"source_category": "Couplings / No-Hub"
},
"result": {
"cache_hit": false,
"source_id": "SEED-NH-001",
"attributes": {
"gasket_material": {
"unit": null,
"value": "neoprene",
"source": "spec_text",
"evidence": "Gasket neoprene.",
"confidence": 1.0
},
"shield_material": {
"unit": null,
"value": "304SS",
"source": "spec_text",
"evidence": "Shield 304 stainless.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 60,
"source": "spec_text",
"evidence": "Installation torque 60 in-lb.",
"confidence": 1.0
},
"pressure_rating_psi": {
"unit": "psi",
"value": 10,
"source": "spec_text",
"evidence": "Pressure rating 10 psi.",
"confidence": 1.0
},
"standard_compliance": {
"unit": null,
"value": [
"ASTM C1277"
],
"source": "spec_text",
"evidence": "Compliance ASTM C1277.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.139994+00:00",
"canonical_sku": "SYNTH-NH-001",
"category_path": [
"Couplings",
"No-Hub"
],
"model_version": "rule-based catalog parser v1",
"review_reason": "Missing required specifications: pipe_size_in, clamp_count.",
"classification": {
"path": [
"Couplings",
"No-Hub"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 6,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.002,
"missing_required": [
"pipe_size_in",
"clamp_count"
],
"completeness_score": 0.6667,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Couplings",
"No-Hub"
],
"populated_required_count": 4
},
"status": "ok",
"source_id": "SEED-NH-001",
"comparison": {
"source_id": "SEED-NH-001",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 2,
"category_correct": true,
"required_correct": 4,
"attribute_outcomes": {
"clamp_count": "omitted",
"pipe_size_in": "omitted",
"gasket_material": "correct",
"shield_material": "correct",
"install_torque_inlb": "correct",
"pressure_rating_psi": "correct",
"standard_compliance": "correct"
},
"review_flag_correct": false,
"completeness_correct": false,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 6
},
"expected_category": [
"Couplings",
"No-Hub"
],
"processing_seconds": 0.0028687920421361923
},
{
"input": {
"brand": "SeedPipe",
"pdf_text": null,
"source_id": "SEED-NH-002",
"spec_text": "Pipe size 2 in. Shield 304SS. Gasket neoprene. Clamp count 2. Installation torque 60 in-lb.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "No-hub coupling, partial specification",
"raw_part_number": "SP-NH2-P",
"source_category": "Couplings / No-Hub"
},
"result": {
"cache_hit": false,
"source_id": "SEED-NH-002",
"attributes": {
"gasket_material": {
"unit": null,
"value": "neoprene",
"source": "spec_text",
"evidence": "Gasket neoprene.",
"confidence": 1.0
},
"shield_material": {
"unit": null,
"value": "304SS",
"source": "spec_text",
"evidence": "Shield 304SS.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 60,
"source": "spec_text",
"evidence": "Installation torque 60 in-lb.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.141373+00:00",
"canonical_sku": "SYNTH-NH-002",
"category_path": [
"Couplings",
"No-Hub"
],
"model_version": "rule-based catalog parser v1",
"review_reason": "Missing required specifications: pipe_size_in, clamp_count, pressure_rating_psi, standard_compliance.",
"classification": {
"path": [
"Couplings",
"No-Hub"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 6,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [
"pipe_size_in",
"clamp_count",
"pressure_rating_psi",
"standard_compliance"
],
"completeness_score": 0.3333,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Couplings",
"No-Hub"
],
"populated_required_count": 2
},
"status": "ok",
"source_id": "SEED-NH-002",
"comparison": {
"source_id": "SEED-NH-002",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 2,
"category_correct": true,
"required_correct": 2,
"attribute_outcomes": {
"clamp_count": "omitted",
"pipe_size_in": "omitted",
"gasket_material": "correct",
"shield_material": "correct",
"install_torque_inlb": "correct"
},
"review_flag_correct": true,
"completeness_correct": false,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 4
},
"expected_category": [
"Couplings",
"No-Hub"
],
"processing_seconds": 0.0013197921216487885
},
{
"input": {
"brand": "SeedPipe",
"pdf_text": null,
"source_id": "SEED-NH-003",
"spec_text": "Pipe size 3 in. Shield 304SS. Gasket neoprene. Clamp count 4. Pressure rating 10 psi. Compliance ASTM C1277. Installation torque 60 in-lb. Synthetic manufacturer bulletin: SP-NH3-V2 supersedes SeedPipe SP-NH3-V1.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "No-hub coupling, revised model",
"raw_part_number": "SP-NH3-V2",
"source_category": "Couplings / No-Hub"
},
"result": {
"cache_hit": false,
"source_id": "SEED-NH-003",
"attributes": {
"gasket_material": {
"unit": null,
"value": "neoprene",
"source": "spec_text",
"evidence": "Gasket neoprene.",
"confidence": 1.0
},
"shield_material": {
"unit": null,
"value": "304SS",
"source": "spec_text",
"evidence": "Shield 304SS.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 60,
"source": "spec_text",
"evidence": "Installation torque 60 in-lb.",
"confidence": 1.0
},
"pressure_rating_psi": {
"unit": "psi",
"value": 10,
"source": "spec_text",
"evidence": "Pressure rating 10 psi.",
"confidence": 1.0
},
"standard_compliance": {
"unit": null,
"value": [
"ASTM C1277"
],
"source": "spec_text",
"evidence": "Compliance ASTM C1277.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.142885+00:00",
"canonical_sku": "SYNTH-NH-003",
"category_path": [
"Couplings",
"No-Hub"
],
"model_version": "rule-based catalog parser v1",
"review_reason": "Missing required specifications: pipe_size_in, clamp_count.",
"classification": {
"path": [
"Couplings",
"No-Hub"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 6,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [
"pipe_size_in",
"clamp_count"
],
"completeness_score": 0.6667,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Couplings",
"No-Hub"
],
"populated_required_count": 4
},
"status": "ok",
"source_id": "SEED-NH-003",
"comparison": {
"source_id": "SEED-NH-003",
"cross_refs": {
"wrong": [],
"missed": [
[
"SeedPipe",
"SP-NH3-V1",
"supersedes"
]
],
"correct": []
},
"omitted_count": 2,
"category_correct": true,
"required_correct": 4,
"attribute_outcomes": {
"clamp_count": "omitted",
"pipe_size_in": "omitted",
"gasket_material": "correct",
"shield_material": "correct",
"install_torque_inlb": "correct",
"pressure_rating_psi": "correct",
"standard_compliance": "correct"
},
"review_flag_correct": false,
"completeness_correct": false,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 6
},
"expected_category": [
"Couplings",
"No-Hub"
],
"processing_seconds": 0.0015689004212617874
},
{
"input": {
"brand": "SeedWorks",
"pdf_text": null,
"source_id": "SEED-WD-009",
"spec_text": "SAE 8. Clamping range minimum 1.0625 in; maximum 0.4375 in. Band width 0.5 in. Band and housing 201SS. Screw plated carbon steel. Installation torque 45 in-lb.",
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Worm-drive clamp, invalid source range",
"raw_part_number": "SW-WD-BAD",
"source_category": "Clamps / Worm Drive"
},
"result": {
"cache_hit": false,
"source_id": "SEED-WD-009",
"attributes": {
"band_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Band and housing 201SS.",
"confidence": 1.0
},
"band_width_in": {
"unit": "in",
"value": 0.5,
"source": "spec_text",
"evidence": "Band width 0.5 in.",
"confidence": 1.0
},
"screw_material": {
"unit": null,
"value": "plated carbon steel",
"source": "spec_text",
"evidence": "Screw plated carbon steel.",
"confidence": 1.0
},
"housing_material": {
"unit": null,
"value": "201SS",
"source": "spec_text",
"evidence": "Band and housing 201SS.",
"confidence": 1.0
},
"nominal_size_sae": {
"unit": null,
"value": "8",
"source": "spec_text",
"evidence": "SAE 8.",
"confidence": 1.0
},
"install_torque_inlb": {
"unit": "in-lb",
"value": 45,
"source": "spec_text",
"evidence": "Installation torque 45 in-lb.",
"confidence": 1.0
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.145084+00:00",
"canonical_sku": "SYNTH-WD-009",
"category_path": [
"Clamps",
"Worm Drive"
],
"model_version": "rule-based catalog parser v1",
"review_reason": "Missing required specifications: clamp_range_min_in, clamp_range_max_in.",
"classification": {
"path": [
"Clamps",
"Worm Drive"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 7,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.002,
"missing_required": [
"clamp_range_min_in",
"clamp_range_max_in"
],
"completeness_score": 0.7143,
"validation_version": "catalog-validation-v4",
"category_confidence": 1.0,
"declined_attributes": [],
"proposed_category_path": [
"Clamps",
"Worm Drive"
],
"populated_required_count": 5
},
"status": "ok",
"source_id": "SEED-WD-009",
"comparison": {
"source_id": "SEED-WD-009",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 5,
"attribute_outcomes": {
"band_material": "correct",
"band_width_in": "correct",
"screw_material": "correct",
"housing_material": "correct",
"nominal_size_sae": "correct",
"install_torque_inlb": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 5
},
"expected_category": [
"Clamps",
"Worm Drive"
],
"processing_seconds": 0.0021806731820106506
},
{
"input": {
"brand": "Synthetic Example Co",
"pdf_text": null,
"source_id": "SEED-PF-001",
"spec_text": null,
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Pipe fitting elbow. Size 1/2 in. Brass. NPT.",
"raw_part_number": "SYNTH-PF-001",
"source_category": "Piping / Pipe Fittings"
},
"result": {
"cache_hit": false,
"source_id": "SEED-PF-001",
"attributes": {
"fitting_type": {
"unit": null,
"value": "elbow",
"source": "raw_description",
"evidence": "Pipe fitting elbow.",
"confidence": 0.98
},
"body_material": {
"unit": null,
"value": "brass",
"source": "raw_description",
"evidence": "Brass.",
"confidence": 0.98
},
"connection_type": {
"unit": null,
"value": "NPT",
"source": "raw_description",
"evidence": "NPT.",
"confidence": 0.98
},
"nominal_size_in": {
"unit": "in",
"value": 0.5,
"source": "raw_description",
"evidence": "Size 1/2 in.",
"confidence": 0.98
}
},
"cross_refs": [],
"review_flag": false,
"processed_at": "2026-10-05T00:57:01.151668+00:00",
"canonical_sku": null,
"category_path": [
"Piping",
"Pipe Fittings"
],
"model_version": "rule-based piping parser v1",
"review_reason": null,
"classification": {
"path": [
"Piping",
"Pipe Fittings"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 4,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.004,
"missing_required": [],
"completeness_score": 1.0,
"validation_version": "catalog-validation-v4",
"category_confidence": 0.95,
"declined_attributes": [],
"proposed_category_path": [
"Piping",
"Pipe Fittings"
],
"populated_required_count": 4
},
"status": "ok",
"source_id": "SEED-PF-001",
"comparison": {
"source_id": "SEED-PF-001",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 4,
"attribute_outcomes": {
"fitting_type": "correct",
"body_material": "correct",
"connection_type": "correct",
"nominal_size_in": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 4
},
"expected_category": [
"Piping",
"Pipe Fittings"
],
"processing_seconds": 0.006603900343179703
},
{
"input": {
"brand": "Synthetic Example Co",
"pdf_text": null,
"source_id": "SEED-PF-002",
"spec_text": null,
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Pipe fitting tee. Size 2 in. PVC. Socket. Pressure rating 150 psi.",
"raw_part_number": "SYNTH-PF-002",
"source_category": "Piping / Pipe Fittings"
},
"result": {
"cache_hit": false,
"source_id": "SEED-PF-002",
"attributes": {
"fitting_type": {
"unit": null,
"value": "tee",
"source": "raw_description",
"evidence": "Pipe fitting tee.",
"confidence": 0.98
},
"body_material": {
"unit": null,
"value": "PVC",
"source": "raw_description",
"evidence": "PVC.",
"confidence": 0.98
},
"connection_type": {
"unit": null,
"value": "socket",
"source": "raw_description",
"evidence": "Socket.",
"confidence": 0.98
},
"nominal_size_in": {
"unit": "in",
"value": 2.0,
"source": "raw_description",
"evidence": "Size 2 in.",
"confidence": 0.98
},
"pressure_rating_psi": {
"unit": "psi",
"value": 150,
"source": "raw_description",
"evidence": "Pressure rating 150 psi.",
"confidence": 0.98
}
},
"cross_refs": [],
"review_flag": false,
"processed_at": "2026-10-05T00:57:01.154129+00:00",
"canonical_sku": null,
"category_path": [
"Piping",
"Pipe Fittings"
],
"model_version": "rule-based piping parser v1",
"review_reason": null,
"classification": {
"path": [
"Piping",
"Pipe Fittings"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 4,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.002,
"missing_required": [],
"completeness_score": 1.0,
"validation_version": "catalog-validation-v4",
"category_confidence": 0.95,
"declined_attributes": [],
"proposed_category_path": [
"Piping",
"Pipe Fittings"
],
"populated_required_count": 4
},
"status": "ok",
"source_id": "SEED-PF-002",
"comparison": {
"source_id": "SEED-PF-002",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 4,
"attribute_outcomes": {
"fitting_type": "correct",
"body_material": "correct",
"connection_type": "correct",
"nominal_size_in": "correct",
"pressure_rating_psi": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 4
},
"expected_category": [
"Piping",
"Pipe Fittings"
],
"processing_seconds": 0.002491353079676628
},
{
"input": {
"brand": "Synthetic Example Co",
"pdf_text": null,
"source_id": "SEED-PF-003",
"spec_text": null,
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Pipe fitting elbow. Size 1 in.",
"raw_part_number": "SYNTH-PF-003",
"source_category": "Piping / Pipe Fittings"
},
"result": {
"cache_hit": false,
"source_id": "SEED-PF-003",
"attributes": {
"fitting_type": {
"unit": null,
"value": "elbow",
"source": "raw_description",
"evidence": "Pipe fitting elbow.",
"confidence": 0.98
},
"nominal_size_in": {
"unit": "in",
"value": 1.0,
"source": "raw_description",
"evidence": "Size 1 in.",
"confidence": 0.98
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.156107+00:00",
"canonical_sku": null,
"category_path": [
"Piping",
"Pipe Fittings"
],
"model_version": "rule-based piping parser v1",
"review_reason": "Missing required specifications: body_material, connection_type.",
"classification": {
"path": [
"Piping",
"Pipe Fittings"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 4,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [
"body_material",
"connection_type"
],
"completeness_score": 0.5,
"validation_version": "catalog-validation-v4",
"category_confidence": 0.95,
"declined_attributes": [],
"proposed_category_path": [
"Piping",
"Pipe Fittings"
],
"populated_required_count": 2
},
"status": "ok",
"source_id": "SEED-PF-003",
"comparison": {
"source_id": "SEED-PF-003",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 2,
"attribute_outcomes": {
"fitting_type": "correct",
"nominal_size_in": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 2
},
"expected_category": [
"Piping",
"Pipe Fittings"
],
"processing_seconds": 0.001899179071187973
},
{
"input": {
"brand": "Synthetic Example Co",
"pdf_text": null,
"source_id": "SEED-PF-004",
"spec_text": null,
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Pipe fitting adapter. Size 1 in. Size 2 in. Brass. NPT.",
"raw_part_number": "SYNTH-PF-004",
"source_category": "Piping / Pipe Fittings"
},
"result": {
"cache_hit": false,
"source_id": "SEED-PF-004",
"attributes": {
"fitting_type": {
"unit": null,
"value": "adapter",
"source": "raw_description",
"evidence": "Pipe fitting adapter.",
"confidence": 0.98
},
"body_material": {
"unit": null,
"value": "brass",
"source": "raw_description",
"evidence": "Brass.",
"confidence": 0.98
},
"connection_type": {
"unit": null,
"value": "NPT",
"source": "raw_description",
"evidence": "NPT.",
"confidence": 0.98
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.157653+00:00",
"canonical_sku": null,
"category_path": [
"Piping",
"Pipe Fittings"
],
"model_version": "rule-based piping parser v1",
"review_reason": "nominal_size_in: Conflicting source values; value withheld. Missing required specifications: nominal_size_in.",
"classification": {
"path": [
"Piping",
"Pipe Fittings"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 4,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [
"nominal_size_in"
],
"completeness_score": 0.75,
"validation_version": "catalog-validation-v4",
"category_confidence": 0.95,
"declined_attributes": [],
"proposed_category_path": [
"Piping",
"Pipe Fittings"
],
"populated_required_count": 3
},
"status": "ok",
"source_id": "SEED-PF-004",
"comparison": {
"source_id": "SEED-PF-004",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 3,
"attribute_outcomes": {
"fitting_type": "correct",
"body_material": "correct",
"connection_type": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 3
},
"expected_category": [
"Piping",
"Pipe Fittings"
],
"processing_seconds": 0.0015454944223165512
},
{
"input": {
"brand": "Synthetic Example Co",
"pdf_text": null,
"source_id": "SEED-VA-001",
"spec_text": null,
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Ball valve. Size 1 in. Brass. NPT. Pressure rating 600 psi. Manual.",
"raw_part_number": "SYNTH-VA-001",
"source_category": "Flow Control / Valves"
},
"result": {
"cache_hit": false,
"source_id": "SEED-VA-001",
"attributes": {
"actuation": {
"unit": null,
"value": "manual",
"source": "raw_description",
"evidence": "Manual.",
"confidence": 0.98
},
"valve_type": {
"unit": null,
"value": "ball",
"source": "raw_description",
"evidence": "Ball valve.",
"confidence": 0.98
},
"body_material": {
"unit": null,
"value": "brass",
"source": "raw_description",
"evidence": "Brass.",
"confidence": 0.98
},
"connection_type": {
"unit": null,
"value": "NPT",
"source": "raw_description",
"evidence": "NPT.",
"confidence": 0.98
},
"nominal_size_in": {
"unit": "in",
"value": 1.0,
"source": "raw_description",
"evidence": "Size 1 in.",
"confidence": 0.98
},
"pressure_rating_psi": {
"unit": "psi",
"value": 600,
"source": "raw_description",
"evidence": "Pressure rating 600 psi.",
"confidence": 0.98
}
},
"cross_refs": [],
"review_flag": false,
"processed_at": "2026-10-05T00:57:01.159768+00:00",
"canonical_sku": null,
"category_path": [
"Flow Control",
"Valves"
],
"model_version": "rule-based piping parser v1",
"review_reason": null,
"classification": {
"path": [
"Flow Control",
"Valves"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 5,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.002,
"missing_required": [],
"completeness_score": 1.0,
"validation_version": "catalog-validation-v4",
"category_confidence": 0.95,
"declined_attributes": [],
"proposed_category_path": [
"Flow Control",
"Valves"
],
"populated_required_count": 5
},
"status": "ok",
"source_id": "SEED-VA-001",
"comparison": {
"source_id": "SEED-VA-001",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 5,
"attribute_outcomes": {
"actuation": "correct",
"valve_type": "correct",
"body_material": "correct",
"connection_type": "correct",
"nominal_size_in": "correct",
"pressure_rating_psi": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 5
},
"expected_category": [
"Flow Control",
"Valves"
],
"processing_seconds": 0.002117784693837166
},
{
"input": {
"brand": "Synthetic Example Co",
"pdf_text": null,
"source_id": "SEED-VA-002",
"spec_text": null,
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Gate valve. Size 2 in. Bronze. Flanged. Pressure rating 150 psi.",
"raw_part_number": "SYNTH-VA-002",
"source_category": "Flow Control / Valves"
},
"result": {
"cache_hit": false,
"source_id": "SEED-VA-002",
"attributes": {
"valve_type": {
"unit": null,
"value": "gate",
"source": "raw_description",
"evidence": "Gate valve.",
"confidence": 0.98
},
"body_material": {
"unit": null,
"value": "bronze",
"source": "raw_description",
"evidence": "Bronze.",
"confidence": 0.98
},
"connection_type": {
"unit": null,
"value": "flanged",
"source": "raw_description",
"evidence": "Flanged.",
"confidence": 0.98
},
"nominal_size_in": {
"unit": "in",
"value": 2.0,
"source": "raw_description",
"evidence": "Size 2 in.",
"confidence": 0.98
},
"pressure_rating_psi": {
"unit": "psi",
"value": 150,
"source": "raw_description",
"evidence": "Pressure rating 150 psi.",
"confidence": 0.98
}
},
"cross_refs": [],
"review_flag": false,
"processed_at": "2026-10-05T00:57:01.161655+00:00",
"canonical_sku": null,
"category_path": [
"Flow Control",
"Valves"
],
"model_version": "rule-based piping parser v1",
"review_reason": null,
"classification": {
"path": [
"Flow Control",
"Valves"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 5,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.002,
"missing_required": [],
"completeness_score": 1.0,
"validation_version": "catalog-validation-v4",
"category_confidence": 0.95,
"declined_attributes": [],
"proposed_category_path": [
"Flow Control",
"Valves"
],
"populated_required_count": 5
},
"status": "ok",
"source_id": "SEED-VA-002",
"comparison": {
"source_id": "SEED-VA-002",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 5,
"attribute_outcomes": {
"valve_type": "correct",
"body_material": "correct",
"connection_type": "correct",
"nominal_size_in": "correct",
"pressure_rating_psi": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 5
},
"expected_category": [
"Flow Control",
"Valves"
],
"processing_seconds": 0.0019257888197898865
},
{
"input": {
"brand": "Synthetic Example Co",
"pdf_text": null,
"source_id": "SEED-VA-003",
"spec_text": null,
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Ball valve. Size 1 in. Brass. NPT.",
"raw_part_number": "SYNTH-VA-003",
"source_category": "Flow Control / Valves"
},
"result": {
"cache_hit": false,
"source_id": "SEED-VA-003",
"attributes": {
"valve_type": {
"unit": null,
"value": "ball",
"source": "raw_description",
"evidence": "Ball valve.",
"confidence": 0.98
},
"body_material": {
"unit": null,
"value": "brass",
"source": "raw_description",
"evidence": "Brass.",
"confidence": 0.98
},
"connection_type": {
"unit": null,
"value": "NPT",
"source": "raw_description",
"evidence": "NPT.",
"confidence": 0.98
},
"nominal_size_in": {
"unit": "in",
"value": 1.0,
"source": "raw_description",
"evidence": "Size 1 in.",
"confidence": 0.98
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.163063+00:00",
"canonical_sku": null,
"category_path": [
"Flow Control",
"Valves"
],
"model_version": "rule-based piping parser v1",
"review_reason": "Missing required specifications: pressure_rating_psi.",
"classification": {
"path": [
"Flow Control",
"Valves"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 5,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [
"pressure_rating_psi"
],
"completeness_score": 0.8,
"validation_version": "catalog-validation-v4",
"category_confidence": 0.95,
"declined_attributes": [],
"proposed_category_path": [
"Flow Control",
"Valves"
],
"populated_required_count": 4
},
"status": "ok",
"source_id": "SEED-VA-003",
"comparison": {
"source_id": "SEED-VA-003",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 4,
"attribute_outcomes": {
"valve_type": "correct",
"body_material": "correct",
"connection_type": "correct",
"nominal_size_in": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 4
},
"expected_category": [
"Flow Control",
"Valves"
],
"processing_seconds": 0.0013462882488965988
},
{
"input": {
"brand": "Synthetic Example Co",
"pdf_text": null,
"source_id": "SEED-VA-004",
"spec_text": null,
"attachments": [],
"source_type": "spec_sheet",
"raw_description": "Check valve. Size 2 in. Bronze. Flanged. Pressure 150 psi. Pressure 300 psi.",
"raw_part_number": "SYNTH-VA-004",
"source_category": "Flow Control / Valves"
},
"result": {
"cache_hit": false,
"source_id": "SEED-VA-004",
"attributes": {
"valve_type": {
"unit": null,
"value": "check",
"source": "raw_description",
"evidence": "Check valve.",
"confidence": 0.98
},
"body_material": {
"unit": null,
"value": "bronze",
"source": "raw_description",
"evidence": "Bronze.",
"confidence": 0.98
},
"connection_type": {
"unit": null,
"value": "flanged",
"source": "raw_description",
"evidence": "Flanged.",
"confidence": 0.98
},
"nominal_size_in": {
"unit": "in",
"value": 2.0,
"source": "raw_description",
"evidence": "Size 2 in.",
"confidence": 0.98
}
},
"cross_refs": [],
"review_flag": true,
"processed_at": "2026-10-05T00:57:01.164628+00:00",
"canonical_sku": null,
"category_path": [
"Flow Control",
"Valves"
],
"model_version": "rule-based piping parser v1",
"review_reason": "pressure_rating_psi: Conflicting source values; value withheld. Missing required specifications: pressure_rating_psi.",
"classification": {
"path": [
"Flow Control",
"Valves"
],
"reason": "Explicit product category in source text.",
"confidence": 0.95
},
"prompt_version": "catalog-text-v4",
"required_count": 5,
"confidence_note": "Model estimates, not calibrated probabilities.",
"request_seconds": 0.001,
"missing_required": [
"pressure_rating_psi"
],
"completeness_score": 0.8,
"validation_version": "catalog-validation-v4",
"category_confidence": 0.95,
"declined_attributes": [],
"proposed_category_path": [
"Flow Control",
"Valves"
],
"populated_required_count": 4
},
"status": "ok",
"source_id": "SEED-VA-004",
"comparison": {
"source_id": "SEED-VA-004",
"cross_refs": {
"wrong": [],
"missed": [],
"correct": []
},
"omitted_count": 0,
"category_correct": true,
"required_correct": 4,
"attribute_outcomes": {
"valve_type": "correct",
"body_material": "correct",
"connection_type": "correct",
"nominal_size_in": "correct"
},
"review_flag_correct": true,
"completeness_correct": true,
"weighted_error_count": 0,
"canonical_sku_correct": true,
"required_present_in_gold": 4
},
"expected_category": [
"Flow Control",
"Valves"
],
"processing_seconds": 0.001589963212609291
}
],
"summary": {
"note": "Synthetic development set. Metrics score validated pipeline outputs, not raw model suggestions. Failed requests are reported separately and excluded from accuracy; inspect completion count.",
"failed": 0,
"attempted": 20,
"completed": 20,
"review_list": [
"SEED-WD-002",
"SEED-WD-003",
"SEED-WD-004",
"SEED-WD-005",
"SEED-WD-006",
"SEED-NH-001",
"SEED-NH-002",
"SEED-NH-003",
"SEED-WD-009",
"SEED-PF-003",
"SEED-PF-004",
"SEED-VA-003",
"SEED-VA-004"
],
"per_category": {
"Couplings / No-Hub": {
"correct": 13,
"omitted": 6,
"records": 3,
"category_correct": 3
},
"Clamps / Worm Drive": {
"correct": 55,
"omitted": 5,
"records": 9,
"category_correct": 9
},
"Flow Control / Valves": {
"correct": 19,
"records": 4,
"category_correct": 4
},
"Piping / Pipe Fittings": {
"correct": 14,
"records": 4,
"category_correct": 4
}
},
"per_attribute": {
"actuation": {
"correct": 1
},
"valve_type": {
"correct": 4
},
"clamp_count": {
"omitted": 3
},
"fitting_type": {
"correct": 4
},
"pipe_size_in": {
"omitted": 3
},
"band_material": {
"correct": 7
},
"band_width_in": {
"correct": 7,
"omitted": 1
},
"body_material": {
"correct": 7
},
"screw_material": {
"correct": 7
},
"connection_type": {
"correct": 7
},
"gasket_material": {
"correct": 3
},
"nominal_size_in": {
"correct": 7
},
"shield_material": {
"correct": 3
},
"housing_material": {
"correct": 7,
"omitted": 1
},
"nominal_size_sae": {
"correct": 8
},
"clamp_range_max_in": {
"correct": 6,
"omitted": 1
},
"clamp_range_min_in": {
"correct": 6,
"omitted": 1
},
"install_torque_inlb": {
"correct": 10,
"omitted": 1
},
"pressure_rating_psi": {
"correct": 5
},
"standard_compliance": {
"correct": 2
}
},
"review_flagged": 13,
"attribute_counts": {
"wrong": 0,
"correct": 101,
"omitted": 11,
"unsupported": 0
},
"attribute_issues": [
{
"outcome": "omitted",
"attribute": "housing_material",
"source_id": "SEED-WD-002"
},
{
"outcome": "omitted",
"attribute": "install_torque_inlb",
"source_id": "SEED-WD-002"
},
{
"outcome": "omitted",
"attribute": "band_width_in",
"source_id": "SEED-WD-003"
},
{
"outcome": "omitted",
"attribute": "clamp_range_max_in",
"source_id": "SEED-WD-003"
},
{
"outcome": "omitted",
"attribute": "clamp_range_min_in",
"source_id": "SEED-WD-003"
},
{
"outcome": "omitted",
"attribute": "clamp_count",
"source_id": "SEED-NH-001"
},
{
"outcome": "omitted",
"attribute": "pipe_size_in",
"source_id": "SEED-NH-001"
},
{
"outcome": "omitted",
"attribute": "clamp_count",
"source_id": "SEED-NH-002"
},
{
"outcome": "omitted",
"attribute": "pipe_size_in",
"source_id": "SEED-NH-002"
},
{
"outcome": "omitted",
"attribute": "clamp_count",
"source_id": "SEED-NH-003"
},
{
"outcome": "omitted",
"attribute": "pipe_size_in",
"source_id": "SEED-NH-003"
}
],
"category_correct": 20,
"unresolved_count": 0,
"review_flag_correct": 16,
"average_completeness": 0.7686850000000001,
"completeness_correct": 15,
"weighted_error_count": 0,
"cross_reference_recall": 0.0,
"category_confusion_matrix": {
"Couplings / No-Hub": {
"Couplings / No-Hub": 3
},
"Clamps / Worm Drive": {
"Clamps / Worm Drive": 9
},
"Flow Control / Valves": {
"Flow Control / Valves": 4
},
"Piping / Pipe Fittings": {
"Piping / Pipe Fittings": 4
}
},
"cross_reference_precision": null,
"average_processing_seconds": 0.002744046412408352,
"attribute_accuracy_completed_only": 0.9017857142857143,
"required_attribute_accuracy_completed_only": 0.898989898989899
},
"selected_count": 20
}