{ "mode": "rules-only synthetic seed evaluation", "records": [ { "input": { "brand": "SeedWorks", "pdf_text": null, "source_id": "SEED-WD-001", "spec_text": "SAE 8. Clamping range 7/16 to 1-1/16 in. Band width 1/2 in. Band: 201SS. Housing: 201SS. Screw: plated carbon steel. Installation torque: 45 in-lb.", "attachments": [], "source_type": "spec_sheet", "raw_description": "Worm-drive hose clamp, SAE 8", "raw_part_number": "SW-WD08", "source_category": "Clamps / Worm Drive" }, "result": { "cache_hit": false, "source_id": "SEED-WD-001", "attributes": { "band_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Band: 201SS.", "confidence": 1.0 }, "band_width_in": { "unit": "in", "value": 0.5, "source": "spec_text", "evidence": "Band width 1/2 in.", "confidence": 1.0 }, "screw_material": { "unit": null, "value": "plated carbon steel", "source": "spec_text", "evidence": "Screw: plated carbon steel.", "confidence": 1.0 }, "housing_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Housing: 201SS.", "confidence": 1.0 }, "nominal_size_sae": { "unit": null, "value": "8", "source": "spec_text", "evidence": "SAE 8.", "confidence": 1.0 }, "clamp_range_max_in": { "unit": "in", "value": 1.0625, "source": "spec_text", "evidence": "Clamping range 7/16 to 1-1/16 in.", "confidence": 1.0 }, "clamp_range_min_in": { "unit": "in", "value": 0.4375, "source": "spec_text", "evidence": "Clamping range 7/16 to 1-1/16 in.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 45, "source": "spec_text", "evidence": "Installation torque: 45 in-lb.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": false, "processed_at": "2026-10-05T00:57:01.124974+00:00", "canonical_sku": "SYNTH-WD-001", "category_path": [ "Clamps", "Worm Drive" ], "model_version": "rule-based catalog parser v1", "review_reason": null, "classification": { "path": [ "Clamps", "Worm Drive" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 7, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.015, "missing_required": [], "completeness_score": 1.0, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Clamps", "Worm Drive" ], "populated_required_count": 7 }, "status": "ok", "source_id": "SEED-WD-001", "comparison": { "source_id": "SEED-WD-001", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 7, "attribute_outcomes": { "band_material": "correct", "band_width_in": "correct", "screw_material": "correct", "housing_material": "correct", "nominal_size_sae": "correct", "clamp_range_max_in": "correct", "clamp_range_min_in": "correct", "install_torque_inlb": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 7 }, "expected_category": [ "Clamps", "Worm Drive" ], "processing_seconds": 0.015505412593483925 }, { "input": { "brand": "SeedWorks", "pdf_text": null, "source_id": "SEED-WD-002", "spec_text": "SAE 12; range .500 to 1 1/4 inches; band width .5 in; band 304 stainless; housing SS304; screw 410 stainless; install torque 45 in/lb.", "attachments": [], "source_type": "spec_sheet", "raw_description": "WORM DRIVE CLAMP", "raw_part_number": "SW-WD12", "source_category": "Clamps / Worm Drive" }, "result": { "cache_hit": false, "source_id": "SEED-WD-002", "attributes": { "band_material": { "unit": null, "value": "304SS", "source": "spec_text", "evidence": "band 304 stainless", "confidence": 1.0 }, "band_width_in": { "unit": "in", "value": 0.5, "source": "spec_text", "evidence": "band width .5 in", "confidence": 1.0 }, "screw_material": { "unit": null, "value": "410SS", "source": "spec_text", "evidence": "screw 410 stainless", "confidence": 1.0 }, "nominal_size_sae": { "unit": null, "value": "12", "source": "spec_text", "evidence": "SAE 12", "confidence": 1.0 }, "clamp_range_max_in": { "unit": "in", "value": 1.25, "source": "spec_text", "evidence": "range .500 to 1 1/4 inches", "confidence": 1.0 }, "clamp_range_min_in": { "unit": "in", "value": 0.5, "source": "spec_text", "evidence": "range .500 to 1 1/4 inches", "confidence": 1.0 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.127830+00:00", "canonical_sku": "SYNTH-WD-002", "category_path": [ "Clamps", "Worm Drive" ], "model_version": "rule-based catalog parser v1", "review_reason": "Missing required specifications: housing_material.", "classification": { "path": [ "Clamps", "Worm Drive" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 7, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.002, "missing_required": [ "housing_material" ], "completeness_score": 0.8571, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Clamps", "Worm Drive" ], "populated_required_count": 6 }, "status": "ok", "source_id": "SEED-WD-002", "comparison": { "source_id": "SEED-WD-002", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 2, "category_correct": true, "required_correct": 6, "attribute_outcomes": { "band_material": "correct", "band_width_in": "correct", "screw_material": "correct", "housing_material": "omitted", "nominal_size_sae": "correct", "clamp_range_max_in": "correct", "clamp_range_min_in": "correct", "install_torque_inlb": "omitted" }, "review_flag_correct": false, "completeness_correct": false, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 7 }, "expected_category": [ "Clamps", "Worm Drive" ], "processing_seconds": 0.002609509974718094 }, { "input": { "brand": "SeedMetric", "pdf_text": null, "source_id": "SEED-WD-003", "spec_text": "SAE 8. Range 11.1125-26.9875 mm. Band width 12.7 mm. Band and housing 201 stainless. Screw plated carbon steel. Install torque 45 in-lbs.", "attachments": [], "source_type": "spec_sheet", "raw_description": "Metric worm-drive clamp", "raw_part_number": "SM-WD08", "source_category": "Clamps / Worm Drive" }, "result": { "cache_hit": false, "source_id": "SEED-WD-003", "attributes": { "band_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Band and housing 201 stainless.", "confidence": 1.0 }, "screw_material": { "unit": null, "value": "plated carbon steel", "source": "spec_text", "evidence": "Screw plated carbon steel.", "confidence": 1.0 }, "housing_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Band and housing 201 stainless.", "confidence": 1.0 }, "nominal_size_sae": { "unit": null, "value": "8", "source": "spec_text", "evidence": "SAE 8.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 45, "source": "spec_text", "evidence": "Install torque 45 in-lbs.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.129519+00:00", "canonical_sku": "SYNTH-WD-003", "category_path": [ "Clamps", "Worm Drive" ], "model_version": "rule-based catalog parser v1", "review_reason": "Missing required specifications: clamp_range_min_in, clamp_range_max_in, band_width_in.", "classification": { "path": [ "Clamps", "Worm Drive" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 7, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [ "clamp_range_min_in", "clamp_range_max_in", "band_width_in" ], "completeness_score": 0.5714, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Clamps", "Worm Drive" ], "populated_required_count": 4 }, "status": "ok", "source_id": "SEED-WD-003", "comparison": { "source_id": "SEED-WD-003", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 3, "category_correct": true, "required_correct": 4, "attribute_outcomes": { "band_material": "correct", "band_width_in": "omitted", "screw_material": "correct", "housing_material": "correct", "nominal_size_sae": "correct", "clamp_range_max_in": "omitted", "clamp_range_min_in": "omitted", "install_torque_inlb": "correct" }, "review_flag_correct": false, "completeness_correct": false, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 7 }, "expected_category": [ "Clamps", "Worm Drive" ], "processing_seconds": 0.0016752872616052628 }, { "input": { "brand": "SeedUnknown", "pdf_text": null, "source_id": "SEED-WD-004", "spec_text": null, "attachments": [], "source_type": "spec_sheet", "raw_description": "WORM DRIVE CLAMP SS", "raw_part_number": "SU-WD-X", "source_category": "Clamps / Worm Drive" }, "result": { "cache_hit": false, "source_id": "SEED-WD-004", "attributes": {}, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.130503+00:00", "canonical_sku": "SYNTH-WD-004", "category_path": [ "Clamps", "Worm Drive" ], "model_version": "rule-based catalog parser v1", "review_reason": "Missing required specifications: nominal_size_sae, clamp_range_min_in, clamp_range_max_in, band_width_in, band_material, housing_material, screw_material.", "classification": { "path": [ "Clamps", "Worm Drive" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 7, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [ "nominal_size_sae", "clamp_range_min_in", "clamp_range_max_in", "band_width_in", "band_material", "housing_material", "screw_material" ], "completeness_score": 0.0, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Clamps", "Worm Drive" ], "populated_required_count": 0 }, "status": "ok", "source_id": "SEED-WD-004", "comparison": { "source_id": "SEED-WD-004", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 0, "attribute_outcomes": {}, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 0 }, "expected_category": [ "Clamps", "Worm Drive" ], "processing_seconds": 0.0009545907378196716 }, { "input": { "brand": "SeedWorks", "pdf_text": null, "source_id": "SEED-WD-005", "spec_text": "SAE 8. Range 7/16-1-1/16 in. Band width 1/2 in. Band and housing 201SS. Installation torque 45 in-lb.", "attachments": [], "source_type": "spec_sheet", "raw_description": "Worm-drive clamp, incomplete supplier entry", "raw_part_number": "SW-WD08-P", "source_category": "Clamps / Worm Drive" }, "result": { "cache_hit": false, "source_id": "SEED-WD-005", "attributes": { "band_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Band and housing 201SS.", "confidence": 1.0 }, "band_width_in": { "unit": "in", "value": 0.5, "source": "spec_text", "evidence": "Band width 1/2 in.", "confidence": 1.0 }, "housing_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Band and housing 201SS.", "confidence": 1.0 }, "nominal_size_sae": { "unit": null, "value": "8", "source": "spec_text", "evidence": "SAE 8.", "confidence": 1.0 }, "clamp_range_max_in": { "unit": "in", "value": 1.0625, "source": "spec_text", "evidence": "Range 7/16-1-1/16 in.", "confidence": 1.0 }, "clamp_range_min_in": { "unit": "in", "value": 0.4375, "source": "spec_text", "evidence": "Range 7/16-1-1/16 in.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 45, "source": "spec_text", "evidence": "Installation torque 45 in-lb.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.132372+00:00", "canonical_sku": "SYNTH-WD-005", "category_path": [ "Clamps", "Worm Drive" ], "model_version": "rule-based catalog parser v1", "review_reason": "Missing required specifications: screw_material.", "classification": { "path": [ "Clamps", "Worm Drive" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 7, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.002, "missing_required": [ "screw_material" ], "completeness_score": 0.8571, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Clamps", "Worm Drive" ], "populated_required_count": 6 }, "status": "ok", "source_id": "SEED-WD-005", "comparison": { "source_id": "SEED-WD-005", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 6, "attribute_outcomes": { "band_material": "correct", "band_width_in": "correct", "housing_material": "correct", "nominal_size_sae": "correct", "clamp_range_max_in": "correct", "clamp_range_min_in": "correct", "install_torque_inlb": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 6 }, "expected_category": [ "Clamps", "Worm Drive" ], "processing_seconds": 0.0018944591283798218 }, { "input": { "brand": "SeedWorks", "pdf_text": null, "source_id": "SEED-WD-006", "spec_text": "SAE 8. Range 7/16-1-1/16 in. Band width 1/2 in. Band 304SS. Housing 201SS. Screw plated carbon steel. Installation torque 45 in-lb.", "attachments": [], "source_type": "spec_sheet", "raw_description": "Worm-drive clamp, band 201SS", "raw_part_number": "SW-WD08-C", "source_category": "Clamps / Worm Drive" }, "result": { "cache_hit": false, "source_id": "SEED-WD-006", "attributes": { "band_width_in": { "unit": "in", "value": 0.5, "source": "spec_text", "evidence": "Band width 1/2 in.", "confidence": 1.0 }, "screw_material": { "unit": null, "value": "plated carbon steel", "source": "spec_text", "evidence": "Screw plated carbon steel.", "confidence": 1.0 }, "housing_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Housing 201SS.", "confidence": 1.0 }, "nominal_size_sae": { "unit": null, "value": "8", "source": "spec_text", "evidence": "SAE 8.", "confidence": 1.0 }, "clamp_range_max_in": { "unit": "in", "value": 1.0625, "source": "spec_text", "evidence": "Range 7/16-1-1/16 in.", "confidence": 1.0 }, "clamp_range_min_in": { "unit": "in", "value": 0.4375, "source": "spec_text", "evidence": "Range 7/16-1-1/16 in.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 45, "source": "spec_text", "evidence": "Installation torque 45 in-lb.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.133989+00:00", "canonical_sku": "SYNTH-WD-006", "category_path": [ "Clamps", "Worm Drive" ], "model_version": "rule-based catalog parser v1", "review_reason": "band_material: Conflicting material statements in the source; value withheld. Missing required specifications: band_material.", "classification": { "path": [ "Clamps", "Worm Drive" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 7, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [ "band_material" ], "completeness_score": 0.8571, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [ { "field": "band_material", "reason": "Conflicting material statements in the source; value withheld." } ], "proposed_category_path": [ "Clamps", "Worm Drive" ], "populated_required_count": 6 }, "status": "ok", "source_id": "SEED-WD-006", "comparison": { "source_id": "SEED-WD-006", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 6, "attribute_outcomes": { "band_width_in": "correct", "screw_material": "correct", "housing_material": "correct", "nominal_size_sae": "correct", "clamp_range_max_in": "correct", "clamp_range_min_in": "correct", "install_torque_inlb": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 6 }, "expected_category": [ "Clamps", "Worm Drive" ], "processing_seconds": 0.0016065854579210281 }, { "input": { "brand": "SeedAlpha", "pdf_text": null, "source_id": "SEED-WD-007", "spec_text": "SAE 8. Clamping range 7/16 to 1-1/16 in. Band width 1/2 in. Band: 201SS. Housing: 201SS. Screw: plated carbon steel. Installation torque: 45 in-lb. Synthetic cross-reference registry: SA-08 is equivalent to SeedBeta SB-08.", "attachments": [], "source_type": "spec_sheet", "raw_description": "Worm-drive clamp SAE 8", "raw_part_number": "SA-08", "source_category": "Clamps / Worm Drive" }, "result": { "cache_hit": false, "source_id": "SEED-WD-007", "attributes": { "band_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Band: 201SS.", "confidence": 1.0 }, "band_width_in": { "unit": "in", "value": 0.5, "source": "spec_text", "evidence": "Band width 1/2 in.", "confidence": 1.0 }, "screw_material": { "unit": null, "value": "plated carbon steel", "source": "spec_text", "evidence": "Screw: plated carbon steel.", "confidence": 1.0 }, "housing_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Housing: 201SS.", "confidence": 1.0 }, "nominal_size_sae": { "unit": null, "value": "8", "source": "spec_text", "evidence": "SAE 8.", "confidence": 1.0 }, "clamp_range_max_in": { "unit": "in", "value": 1.0625, "source": "spec_text", "evidence": "Clamping range 7/16 to 1-1/16 in.", "confidence": 1.0 }, "clamp_range_min_in": { "unit": "in", "value": 0.4375, "source": "spec_text", "evidence": "Clamping range 7/16 to 1-1/16 in.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 45, "source": "spec_text", "evidence": "Installation torque: 45 in-lb.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": false, "processed_at": "2026-10-05T00:57:01.135544+00:00", "canonical_sku": "SYNTH-EQUIV-08", "category_path": [ "Clamps", "Worm Drive" ], "model_version": "rule-based catalog parser v1", "review_reason": null, "classification": { "path": [ "Clamps", "Worm Drive" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 7, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [], "completeness_score": 1.0, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Clamps", "Worm Drive" ], "populated_required_count": 7 }, "status": "ok", "source_id": "SEED-WD-007", "comparison": { "source_id": "SEED-WD-007", "cross_refs": { "wrong": [], "missed": [ [ "SeedBeta", "SB-08", "equivalent" ] ], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 7, "attribute_outcomes": { "band_material": "correct", "band_width_in": "correct", "screw_material": "correct", "housing_material": "correct", "nominal_size_sae": "correct", "clamp_range_max_in": "correct", "clamp_range_min_in": "correct", "install_torque_inlb": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 7 }, "expected_category": [ "Clamps", "Worm Drive" ], "processing_seconds": 0.0015579946339130402 }, { "input": { "brand": "SeedBeta", "pdf_text": null, "source_id": "SEED-WD-008", "spec_text": "SAE 8. Clamping range 7/16 to 1-1/16 in. Band width 1/2 in. Band: 201SS. Housing: 201SS. Screw: plated carbon steel. Installation torque: 45 in-lb. Synthetic cross-reference registry: SB-08 is equivalent to SeedAlpha SA-08.", "attachments": [], "source_type": "spec_sheet", "raw_description": "Worm-drive clamp SAE 8", "raw_part_number": "SB-08", "source_category": "Clamps / Worm Drive" }, "result": { "cache_hit": false, "source_id": "SEED-WD-008", "attributes": { "band_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Band: 201SS.", "confidence": 1.0 }, "band_width_in": { "unit": "in", "value": 0.5, "source": "spec_text", "evidence": "Band width 1/2 in.", "confidence": 1.0 }, "screw_material": { "unit": null, "value": "plated carbon steel", "source": "spec_text", "evidence": "Screw: plated carbon steel.", "confidence": 1.0 }, "housing_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Housing: 201SS.", "confidence": 1.0 }, "nominal_size_sae": { "unit": null, "value": "8", "source": "spec_text", "evidence": "SAE 8.", "confidence": 1.0 }, "clamp_range_max_in": { "unit": "in", "value": 1.0625, "source": "spec_text", "evidence": "Clamping range 7/16 to 1-1/16 in.", "confidence": 1.0 }, "clamp_range_min_in": { "unit": "in", "value": 0.4375, "source": "spec_text", "evidence": "Clamping range 7/16 to 1-1/16 in.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 45, "source": "spec_text", "evidence": "Installation torque: 45 in-lb.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": false, "processed_at": "2026-10-05T00:57:01.137166+00:00", "canonical_sku": "SYNTH-EQUIV-08", "category_path": [ "Clamps", "Worm Drive" ], "model_version": "rule-based catalog parser v1", "review_reason": null, "classification": { "path": [ "Clamps", "Worm Drive" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 7, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [], "completeness_score": 1.0, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Clamps", "Worm Drive" ], "populated_required_count": 7 }, "status": "ok", "source_id": "SEED-WD-008", "comparison": { "source_id": "SEED-WD-008", "cross_refs": { "wrong": [], "missed": [ [ "SeedAlpha", "SA-08", "equivalent" ] ], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 7, "attribute_outcomes": { "band_material": "correct", "band_width_in": "correct", "screw_material": "correct", "housing_material": "correct", "nominal_size_sae": "correct", "clamp_range_max_in": "correct", "clamp_range_min_in": "correct", "install_torque_inlb": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 7 }, "expected_category": [ "Clamps", "Worm Drive" ], "processing_seconds": 0.0016191788017749786 }, { "input": { "brand": "SeedPipe", "pdf_text": null, "source_id": "SEED-NH-001", "spec_text": "Pipe size 2 in. Shield 304 stainless. Gasket neoprene. Clamp count 2. Pressure rating 10 psi. Compliance ASTM C1277. Installation torque 60 in-lb.", "attachments": [], "source_type": "spec_sheet", "raw_description": "No-hub coupling, two-inch", "raw_part_number": "SP-NH2", "source_category": "Couplings / No-Hub" }, "result": { "cache_hit": false, "source_id": "SEED-NH-001", "attributes": { "gasket_material": { "unit": null, "value": "neoprene", "source": "spec_text", "evidence": "Gasket neoprene.", "confidence": 1.0 }, "shield_material": { "unit": null, "value": "304SS", "source": "spec_text", "evidence": "Shield 304 stainless.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 60, "source": "spec_text", "evidence": "Installation torque 60 in-lb.", "confidence": 1.0 }, "pressure_rating_psi": { "unit": "psi", "value": 10, "source": "spec_text", "evidence": "Pressure rating 10 psi.", "confidence": 1.0 }, "standard_compliance": { "unit": null, "value": [ "ASTM C1277" ], "source": "spec_text", "evidence": "Compliance ASTM C1277.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.139994+00:00", "canonical_sku": "SYNTH-NH-001", "category_path": [ "Couplings", "No-Hub" ], "model_version": "rule-based catalog parser v1", "review_reason": "Missing required specifications: pipe_size_in, clamp_count.", "classification": { "path": [ "Couplings", "No-Hub" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 6, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.002, "missing_required": [ "pipe_size_in", "clamp_count" ], "completeness_score": 0.6667, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Couplings", "No-Hub" ], "populated_required_count": 4 }, "status": "ok", "source_id": "SEED-NH-001", "comparison": { "source_id": "SEED-NH-001", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 2, "category_correct": true, "required_correct": 4, "attribute_outcomes": { "clamp_count": "omitted", "pipe_size_in": "omitted", "gasket_material": "correct", "shield_material": "correct", "install_torque_inlb": "correct", "pressure_rating_psi": "correct", "standard_compliance": "correct" }, "review_flag_correct": false, "completeness_correct": false, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 6 }, "expected_category": [ "Couplings", "No-Hub" ], "processing_seconds": 0.0028687920421361923 }, { "input": { "brand": "SeedPipe", "pdf_text": null, "source_id": "SEED-NH-002", "spec_text": "Pipe size 2 in. Shield 304SS. Gasket neoprene. Clamp count 2. Installation torque 60 in-lb.", "attachments": [], "source_type": "spec_sheet", "raw_description": "No-hub coupling, partial specification", "raw_part_number": "SP-NH2-P", "source_category": "Couplings / No-Hub" }, "result": { "cache_hit": false, "source_id": "SEED-NH-002", "attributes": { "gasket_material": { "unit": null, "value": "neoprene", "source": "spec_text", "evidence": "Gasket neoprene.", "confidence": 1.0 }, "shield_material": { "unit": null, "value": "304SS", "source": "spec_text", "evidence": "Shield 304SS.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 60, "source": "spec_text", "evidence": "Installation torque 60 in-lb.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.141373+00:00", "canonical_sku": "SYNTH-NH-002", "category_path": [ "Couplings", "No-Hub" ], "model_version": "rule-based catalog parser v1", "review_reason": "Missing required specifications: pipe_size_in, clamp_count, pressure_rating_psi, standard_compliance.", "classification": { "path": [ "Couplings", "No-Hub" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 6, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [ "pipe_size_in", "clamp_count", "pressure_rating_psi", "standard_compliance" ], "completeness_score": 0.3333, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Couplings", "No-Hub" ], "populated_required_count": 2 }, "status": "ok", "source_id": "SEED-NH-002", "comparison": { "source_id": "SEED-NH-002", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 2, "category_correct": true, "required_correct": 2, "attribute_outcomes": { "clamp_count": "omitted", "pipe_size_in": "omitted", "gasket_material": "correct", "shield_material": "correct", "install_torque_inlb": "correct" }, "review_flag_correct": true, "completeness_correct": false, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 4 }, "expected_category": [ "Couplings", "No-Hub" ], "processing_seconds": 0.0013197921216487885 }, { "input": { "brand": "SeedPipe", "pdf_text": null, "source_id": "SEED-NH-003", "spec_text": "Pipe size 3 in. Shield 304SS. Gasket neoprene. Clamp count 4. Pressure rating 10 psi. Compliance ASTM C1277. Installation torque 60 in-lb. Synthetic manufacturer bulletin: SP-NH3-V2 supersedes SeedPipe SP-NH3-V1.", "attachments": [], "source_type": "spec_sheet", "raw_description": "No-hub coupling, revised model", "raw_part_number": "SP-NH3-V2", "source_category": "Couplings / No-Hub" }, "result": { "cache_hit": false, "source_id": "SEED-NH-003", "attributes": { "gasket_material": { "unit": null, "value": "neoprene", "source": "spec_text", "evidence": "Gasket neoprene.", "confidence": 1.0 }, "shield_material": { "unit": null, "value": "304SS", "source": "spec_text", "evidence": "Shield 304SS.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 60, "source": "spec_text", "evidence": "Installation torque 60 in-lb.", "confidence": 1.0 }, "pressure_rating_psi": { "unit": "psi", "value": 10, "source": "spec_text", "evidence": "Pressure rating 10 psi.", "confidence": 1.0 }, "standard_compliance": { "unit": null, "value": [ "ASTM C1277" ], "source": "spec_text", "evidence": "Compliance ASTM C1277.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.142885+00:00", "canonical_sku": "SYNTH-NH-003", "category_path": [ "Couplings", "No-Hub" ], "model_version": "rule-based catalog parser v1", "review_reason": "Missing required specifications: pipe_size_in, clamp_count.", "classification": { "path": [ "Couplings", "No-Hub" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 6, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [ "pipe_size_in", "clamp_count" ], "completeness_score": 0.6667, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Couplings", "No-Hub" ], "populated_required_count": 4 }, "status": "ok", "source_id": "SEED-NH-003", "comparison": { "source_id": "SEED-NH-003", "cross_refs": { "wrong": [], "missed": [ [ "SeedPipe", "SP-NH3-V1", "supersedes" ] ], "correct": [] }, "omitted_count": 2, "category_correct": true, "required_correct": 4, "attribute_outcomes": { "clamp_count": "omitted", "pipe_size_in": "omitted", "gasket_material": "correct", "shield_material": "correct", "install_torque_inlb": "correct", "pressure_rating_psi": "correct", "standard_compliance": "correct" }, "review_flag_correct": false, "completeness_correct": false, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 6 }, "expected_category": [ "Couplings", "No-Hub" ], "processing_seconds": 0.0015689004212617874 }, { "input": { "brand": "SeedWorks", "pdf_text": null, "source_id": "SEED-WD-009", "spec_text": "SAE 8. Clamping range minimum 1.0625 in; maximum 0.4375 in. Band width 0.5 in. Band and housing 201SS. Screw plated carbon steel. Installation torque 45 in-lb.", "attachments": [], "source_type": "spec_sheet", "raw_description": "Worm-drive clamp, invalid source range", "raw_part_number": "SW-WD-BAD", "source_category": "Clamps / Worm Drive" }, "result": { "cache_hit": false, "source_id": "SEED-WD-009", "attributes": { "band_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Band and housing 201SS.", "confidence": 1.0 }, "band_width_in": { "unit": "in", "value": 0.5, "source": "spec_text", "evidence": "Band width 0.5 in.", "confidence": 1.0 }, "screw_material": { "unit": null, "value": "plated carbon steel", "source": "spec_text", "evidence": "Screw plated carbon steel.", "confidence": 1.0 }, "housing_material": { "unit": null, "value": "201SS", "source": "spec_text", "evidence": "Band and housing 201SS.", "confidence": 1.0 }, "nominal_size_sae": { "unit": null, "value": "8", "source": "spec_text", "evidence": "SAE 8.", "confidence": 1.0 }, "install_torque_inlb": { "unit": "in-lb", "value": 45, "source": "spec_text", "evidence": "Installation torque 45 in-lb.", "confidence": 1.0 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.145084+00:00", "canonical_sku": "SYNTH-WD-009", "category_path": [ "Clamps", "Worm Drive" ], "model_version": "rule-based catalog parser v1", "review_reason": "Missing required specifications: clamp_range_min_in, clamp_range_max_in.", "classification": { "path": [ "Clamps", "Worm Drive" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 7, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.002, "missing_required": [ "clamp_range_min_in", "clamp_range_max_in" ], "completeness_score": 0.7143, "validation_version": "catalog-validation-v4", "category_confidence": 1.0, "declined_attributes": [], "proposed_category_path": [ "Clamps", "Worm Drive" ], "populated_required_count": 5 }, "status": "ok", "source_id": "SEED-WD-009", "comparison": { "source_id": "SEED-WD-009", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 5, "attribute_outcomes": { "band_material": "correct", "band_width_in": "correct", "screw_material": "correct", "housing_material": "correct", "nominal_size_sae": "correct", "install_torque_inlb": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 5 }, "expected_category": [ "Clamps", "Worm Drive" ], "processing_seconds": 0.0021806731820106506 }, { "input": { "brand": "Synthetic Example Co", "pdf_text": null, "source_id": "SEED-PF-001", "spec_text": null, "attachments": [], "source_type": "spec_sheet", "raw_description": "Pipe fitting elbow. Size 1/2 in. Brass. NPT.", "raw_part_number": "SYNTH-PF-001", "source_category": "Piping / Pipe Fittings" }, "result": { "cache_hit": false, "source_id": "SEED-PF-001", "attributes": { "fitting_type": { "unit": null, "value": "elbow", "source": "raw_description", "evidence": "Pipe fitting elbow.", "confidence": 0.98 }, "body_material": { "unit": null, "value": "brass", "source": "raw_description", "evidence": "Brass.", "confidence": 0.98 }, "connection_type": { "unit": null, "value": "NPT", "source": "raw_description", "evidence": "NPT.", "confidence": 0.98 }, "nominal_size_in": { "unit": "in", "value": 0.5, "source": "raw_description", "evidence": "Size 1/2 in.", "confidence": 0.98 } }, "cross_refs": [], "review_flag": false, "processed_at": "2026-10-05T00:57:01.151668+00:00", "canonical_sku": null, "category_path": [ "Piping", "Pipe Fittings" ], "model_version": "rule-based piping parser v1", "review_reason": null, "classification": { "path": [ "Piping", "Pipe Fittings" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 4, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.004, "missing_required": [], "completeness_score": 1.0, "validation_version": "catalog-validation-v4", "category_confidence": 0.95, "declined_attributes": [], "proposed_category_path": [ "Piping", "Pipe Fittings" ], "populated_required_count": 4 }, "status": "ok", "source_id": "SEED-PF-001", "comparison": { "source_id": "SEED-PF-001", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 4, "attribute_outcomes": { "fitting_type": "correct", "body_material": "correct", "connection_type": "correct", "nominal_size_in": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 4 }, "expected_category": [ "Piping", "Pipe Fittings" ], "processing_seconds": 0.006603900343179703 }, { "input": { "brand": "Synthetic Example Co", "pdf_text": null, "source_id": "SEED-PF-002", "spec_text": null, "attachments": [], "source_type": "spec_sheet", "raw_description": "Pipe fitting tee. Size 2 in. PVC. Socket. Pressure rating 150 psi.", "raw_part_number": "SYNTH-PF-002", "source_category": "Piping / Pipe Fittings" }, "result": { "cache_hit": false, "source_id": "SEED-PF-002", "attributes": { "fitting_type": { "unit": null, "value": "tee", "source": "raw_description", "evidence": "Pipe fitting tee.", "confidence": 0.98 }, "body_material": { "unit": null, "value": "PVC", "source": "raw_description", "evidence": "PVC.", "confidence": 0.98 }, "connection_type": { "unit": null, "value": "socket", "source": "raw_description", "evidence": "Socket.", "confidence": 0.98 }, "nominal_size_in": { "unit": "in", "value": 2.0, "source": "raw_description", "evidence": "Size 2 in.", "confidence": 0.98 }, "pressure_rating_psi": { "unit": "psi", "value": 150, "source": "raw_description", "evidence": "Pressure rating 150 psi.", "confidence": 0.98 } }, "cross_refs": [], "review_flag": false, "processed_at": "2026-10-05T00:57:01.154129+00:00", "canonical_sku": null, "category_path": [ "Piping", "Pipe Fittings" ], "model_version": "rule-based piping parser v1", "review_reason": null, "classification": { "path": [ "Piping", "Pipe Fittings" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 4, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.002, "missing_required": [], "completeness_score": 1.0, "validation_version": "catalog-validation-v4", "category_confidence": 0.95, "declined_attributes": [], "proposed_category_path": [ "Piping", "Pipe Fittings" ], "populated_required_count": 4 }, "status": "ok", "source_id": "SEED-PF-002", "comparison": { "source_id": "SEED-PF-002", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 4, "attribute_outcomes": { "fitting_type": "correct", "body_material": "correct", "connection_type": "correct", "nominal_size_in": "correct", "pressure_rating_psi": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 4 }, "expected_category": [ "Piping", "Pipe Fittings" ], "processing_seconds": 0.002491353079676628 }, { "input": { "brand": "Synthetic Example Co", "pdf_text": null, "source_id": "SEED-PF-003", "spec_text": null, "attachments": [], "source_type": "spec_sheet", "raw_description": "Pipe fitting elbow. Size 1 in.", "raw_part_number": "SYNTH-PF-003", "source_category": "Piping / Pipe Fittings" }, "result": { "cache_hit": false, "source_id": "SEED-PF-003", "attributes": { "fitting_type": { "unit": null, "value": "elbow", "source": "raw_description", "evidence": "Pipe fitting elbow.", "confidence": 0.98 }, "nominal_size_in": { "unit": "in", "value": 1.0, "source": "raw_description", "evidence": "Size 1 in.", "confidence": 0.98 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.156107+00:00", "canonical_sku": null, "category_path": [ "Piping", "Pipe Fittings" ], "model_version": "rule-based piping parser v1", "review_reason": "Missing required specifications: body_material, connection_type.", "classification": { "path": [ "Piping", "Pipe Fittings" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 4, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [ "body_material", "connection_type" ], "completeness_score": 0.5, "validation_version": "catalog-validation-v4", "category_confidence": 0.95, "declined_attributes": [], "proposed_category_path": [ "Piping", "Pipe Fittings" ], "populated_required_count": 2 }, "status": "ok", "source_id": "SEED-PF-003", "comparison": { "source_id": "SEED-PF-003", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 2, "attribute_outcomes": { "fitting_type": "correct", "nominal_size_in": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 2 }, "expected_category": [ "Piping", "Pipe Fittings" ], "processing_seconds": 0.001899179071187973 }, { "input": { "brand": "Synthetic Example Co", "pdf_text": null, "source_id": "SEED-PF-004", "spec_text": null, "attachments": [], "source_type": "spec_sheet", "raw_description": "Pipe fitting adapter. Size 1 in. Size 2 in. Brass. NPT.", "raw_part_number": "SYNTH-PF-004", "source_category": "Piping / Pipe Fittings" }, "result": { "cache_hit": false, "source_id": "SEED-PF-004", "attributes": { "fitting_type": { "unit": null, "value": "adapter", "source": "raw_description", "evidence": "Pipe fitting adapter.", "confidence": 0.98 }, "body_material": { "unit": null, "value": "brass", "source": "raw_description", "evidence": "Brass.", "confidence": 0.98 }, "connection_type": { "unit": null, "value": "NPT", "source": "raw_description", "evidence": "NPT.", "confidence": 0.98 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.157653+00:00", "canonical_sku": null, "category_path": [ "Piping", "Pipe Fittings" ], "model_version": "rule-based piping parser v1", "review_reason": "nominal_size_in: Conflicting source values; value withheld. Missing required specifications: nominal_size_in.", "classification": { "path": [ "Piping", "Pipe Fittings" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 4, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [ "nominal_size_in" ], "completeness_score": 0.75, "validation_version": "catalog-validation-v4", "category_confidence": 0.95, "declined_attributes": [], "proposed_category_path": [ "Piping", "Pipe Fittings" ], "populated_required_count": 3 }, "status": "ok", "source_id": "SEED-PF-004", "comparison": { "source_id": "SEED-PF-004", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 3, "attribute_outcomes": { "fitting_type": "correct", "body_material": "correct", "connection_type": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 3 }, "expected_category": [ "Piping", "Pipe Fittings" ], "processing_seconds": 0.0015454944223165512 }, { "input": { "brand": "Synthetic Example Co", "pdf_text": null, "source_id": "SEED-VA-001", "spec_text": null, "attachments": [], "source_type": "spec_sheet", "raw_description": "Ball valve. Size 1 in. Brass. NPT. Pressure rating 600 psi. Manual.", "raw_part_number": "SYNTH-VA-001", "source_category": "Flow Control / Valves" }, "result": { "cache_hit": false, "source_id": "SEED-VA-001", "attributes": { "actuation": { "unit": null, "value": "manual", "source": "raw_description", "evidence": "Manual.", "confidence": 0.98 }, "valve_type": { "unit": null, "value": "ball", "source": "raw_description", "evidence": "Ball valve.", "confidence": 0.98 }, "body_material": { "unit": null, "value": "brass", "source": "raw_description", "evidence": "Brass.", "confidence": 0.98 }, "connection_type": { "unit": null, "value": "NPT", "source": "raw_description", "evidence": "NPT.", "confidence": 0.98 }, "nominal_size_in": { "unit": "in", "value": 1.0, "source": "raw_description", "evidence": "Size 1 in.", "confidence": 0.98 }, "pressure_rating_psi": { "unit": "psi", "value": 600, "source": "raw_description", "evidence": "Pressure rating 600 psi.", "confidence": 0.98 } }, "cross_refs": [], "review_flag": false, "processed_at": "2026-10-05T00:57:01.159768+00:00", "canonical_sku": null, "category_path": [ "Flow Control", "Valves" ], "model_version": "rule-based piping parser v1", "review_reason": null, "classification": { "path": [ "Flow Control", "Valves" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 5, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.002, "missing_required": [], "completeness_score": 1.0, "validation_version": "catalog-validation-v4", "category_confidence": 0.95, "declined_attributes": [], "proposed_category_path": [ "Flow Control", "Valves" ], "populated_required_count": 5 }, "status": "ok", "source_id": "SEED-VA-001", "comparison": { "source_id": "SEED-VA-001", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 5, "attribute_outcomes": { "actuation": "correct", "valve_type": "correct", "body_material": "correct", "connection_type": "correct", "nominal_size_in": "correct", "pressure_rating_psi": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 5 }, "expected_category": [ "Flow Control", "Valves" ], "processing_seconds": 0.002117784693837166 }, { "input": { "brand": "Synthetic Example Co", "pdf_text": null, "source_id": "SEED-VA-002", "spec_text": null, "attachments": [], "source_type": "spec_sheet", "raw_description": "Gate valve. Size 2 in. Bronze. Flanged. Pressure rating 150 psi.", "raw_part_number": "SYNTH-VA-002", "source_category": "Flow Control / Valves" }, "result": { "cache_hit": false, "source_id": "SEED-VA-002", "attributes": { "valve_type": { "unit": null, "value": "gate", "source": "raw_description", "evidence": "Gate valve.", "confidence": 0.98 }, "body_material": { "unit": null, "value": "bronze", "source": "raw_description", "evidence": "Bronze.", "confidence": 0.98 }, "connection_type": { "unit": null, "value": "flanged", "source": "raw_description", "evidence": "Flanged.", "confidence": 0.98 }, "nominal_size_in": { "unit": "in", "value": 2.0, "source": "raw_description", "evidence": "Size 2 in.", "confidence": 0.98 }, "pressure_rating_psi": { "unit": "psi", "value": 150, "source": "raw_description", "evidence": "Pressure rating 150 psi.", "confidence": 0.98 } }, "cross_refs": [], "review_flag": false, "processed_at": "2026-10-05T00:57:01.161655+00:00", "canonical_sku": null, "category_path": [ "Flow Control", "Valves" ], "model_version": "rule-based piping parser v1", "review_reason": null, "classification": { "path": [ "Flow Control", "Valves" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 5, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.002, "missing_required": [], "completeness_score": 1.0, "validation_version": "catalog-validation-v4", "category_confidence": 0.95, "declined_attributes": [], "proposed_category_path": [ "Flow Control", "Valves" ], "populated_required_count": 5 }, "status": "ok", "source_id": "SEED-VA-002", "comparison": { "source_id": "SEED-VA-002", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 5, "attribute_outcomes": { "valve_type": "correct", "body_material": "correct", "connection_type": "correct", "nominal_size_in": "correct", "pressure_rating_psi": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 5 }, "expected_category": [ "Flow Control", "Valves" ], "processing_seconds": 0.0019257888197898865 }, { "input": { "brand": "Synthetic Example Co", "pdf_text": null, "source_id": "SEED-VA-003", "spec_text": null, "attachments": [], "source_type": "spec_sheet", "raw_description": "Ball valve. Size 1 in. Brass. NPT.", "raw_part_number": "SYNTH-VA-003", "source_category": "Flow Control / Valves" }, "result": { "cache_hit": false, "source_id": "SEED-VA-003", "attributes": { "valve_type": { "unit": null, "value": "ball", "source": "raw_description", "evidence": "Ball valve.", "confidence": 0.98 }, "body_material": { "unit": null, "value": "brass", "source": "raw_description", "evidence": "Brass.", "confidence": 0.98 }, "connection_type": { "unit": null, "value": "NPT", "source": "raw_description", "evidence": "NPT.", "confidence": 0.98 }, "nominal_size_in": { "unit": "in", "value": 1.0, "source": "raw_description", "evidence": "Size 1 in.", "confidence": 0.98 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.163063+00:00", "canonical_sku": null, "category_path": [ "Flow Control", "Valves" ], "model_version": "rule-based piping parser v1", "review_reason": "Missing required specifications: pressure_rating_psi.", "classification": { "path": [ "Flow Control", "Valves" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 5, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [ "pressure_rating_psi" ], "completeness_score": 0.8, "validation_version": "catalog-validation-v4", "category_confidence": 0.95, "declined_attributes": [], "proposed_category_path": [ "Flow Control", "Valves" ], "populated_required_count": 4 }, "status": "ok", "source_id": "SEED-VA-003", "comparison": { "source_id": "SEED-VA-003", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 4, "attribute_outcomes": { "valve_type": "correct", "body_material": "correct", "connection_type": "correct", "nominal_size_in": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 4 }, "expected_category": [ "Flow Control", "Valves" ], "processing_seconds": 0.0013462882488965988 }, { "input": { "brand": "Synthetic Example Co", "pdf_text": null, "source_id": "SEED-VA-004", "spec_text": null, "attachments": [], "source_type": "spec_sheet", "raw_description": "Check valve. Size 2 in. Bronze. Flanged. Pressure 150 psi. Pressure 300 psi.", "raw_part_number": "SYNTH-VA-004", "source_category": "Flow Control / Valves" }, "result": { "cache_hit": false, "source_id": "SEED-VA-004", "attributes": { "valve_type": { "unit": null, "value": "check", "source": "raw_description", "evidence": "Check valve.", "confidence": 0.98 }, "body_material": { "unit": null, "value": "bronze", "source": "raw_description", "evidence": "Bronze.", "confidence": 0.98 }, "connection_type": { "unit": null, "value": "flanged", "source": "raw_description", "evidence": "Flanged.", "confidence": 0.98 }, "nominal_size_in": { "unit": "in", "value": 2.0, "source": "raw_description", "evidence": "Size 2 in.", "confidence": 0.98 } }, "cross_refs": [], "review_flag": true, "processed_at": "2026-10-05T00:57:01.164628+00:00", "canonical_sku": null, "category_path": [ "Flow Control", "Valves" ], "model_version": "rule-based piping parser v1", "review_reason": "pressure_rating_psi: Conflicting source values; value withheld. Missing required specifications: pressure_rating_psi.", "classification": { "path": [ "Flow Control", "Valves" ], "reason": "Explicit product category in source text.", "confidence": 0.95 }, "prompt_version": "catalog-text-v4", "required_count": 5, "confidence_note": "Model estimates, not calibrated probabilities.", "request_seconds": 0.001, "missing_required": [ "pressure_rating_psi" ], "completeness_score": 0.8, "validation_version": "catalog-validation-v4", "category_confidence": 0.95, "declined_attributes": [], "proposed_category_path": [ "Flow Control", "Valves" ], "populated_required_count": 4 }, "status": "ok", "source_id": "SEED-VA-004", "comparison": { "source_id": "SEED-VA-004", "cross_refs": { "wrong": [], "missed": [], "correct": [] }, "omitted_count": 0, "category_correct": true, "required_correct": 4, "attribute_outcomes": { "valve_type": "correct", "body_material": "correct", "connection_type": "correct", "nominal_size_in": "correct" }, "review_flag_correct": true, "completeness_correct": true, "weighted_error_count": 0, "canonical_sku_correct": true, "required_present_in_gold": 4 }, "expected_category": [ "Flow Control", "Valves" ], "processing_seconds": 0.001589963212609291 } ], "summary": { "note": "Synthetic development set. Metrics score validated pipeline outputs, not raw model suggestions. Failed requests are reported separately and excluded from accuracy; inspect completion count.", "failed": 0, "attempted": 20, "completed": 20, "review_list": [ "SEED-WD-002", "SEED-WD-003", "SEED-WD-004", "SEED-WD-005", "SEED-WD-006", "SEED-NH-001", "SEED-NH-002", "SEED-NH-003", "SEED-WD-009", "SEED-PF-003", "SEED-PF-004", "SEED-VA-003", "SEED-VA-004" ], "per_category": { "Couplings / No-Hub": { "correct": 13, "omitted": 6, "records": 3, "category_correct": 3 }, "Clamps / Worm Drive": { "correct": 55, "omitted": 5, "records": 9, "category_correct": 9 }, "Flow Control / Valves": { "correct": 19, "records": 4, "category_correct": 4 }, "Piping / Pipe Fittings": { "correct": 14, "records": 4, "category_correct": 4 } }, "per_attribute": { "actuation": { "correct": 1 }, "valve_type": { "correct": 4 }, "clamp_count": { "omitted": 3 }, "fitting_type": { "correct": 4 }, "pipe_size_in": { "omitted": 3 }, "band_material": { "correct": 7 }, "band_width_in": { "correct": 7, "omitted": 1 }, "body_material": { "correct": 7 }, "screw_material": { "correct": 7 }, "connection_type": { "correct": 7 }, "gasket_material": { "correct": 3 }, "nominal_size_in": { "correct": 7 }, "shield_material": { "correct": 3 }, "housing_material": { "correct": 7, "omitted": 1 }, "nominal_size_sae": { "correct": 8 }, "clamp_range_max_in": { "correct": 6, "omitted": 1 }, "clamp_range_min_in": { "correct": 6, "omitted": 1 }, "install_torque_inlb": { "correct": 10, "omitted": 1 }, "pressure_rating_psi": { "correct": 5 }, "standard_compliance": { "correct": 2 } }, "review_flagged": 13, "attribute_counts": { "wrong": 0, "correct": 101, "omitted": 11, "unsupported": 0 }, "attribute_issues": [ { "outcome": "omitted", "attribute": "housing_material", "source_id": "SEED-WD-002" }, { "outcome": "omitted", "attribute": "install_torque_inlb", "source_id": "SEED-WD-002" }, { "outcome": "omitted", "attribute": "band_width_in", "source_id": "SEED-WD-003" }, { "outcome": "omitted", "attribute": "clamp_range_max_in", "source_id": "SEED-WD-003" }, { "outcome": "omitted", "attribute": "clamp_range_min_in", "source_id": "SEED-WD-003" }, { "outcome": "omitted", "attribute": "clamp_count", "source_id": "SEED-NH-001" }, { "outcome": "omitted", "attribute": "pipe_size_in", "source_id": "SEED-NH-001" }, { "outcome": "omitted", "attribute": "clamp_count", "source_id": "SEED-NH-002" }, { "outcome": "omitted", "attribute": "pipe_size_in", "source_id": "SEED-NH-002" }, { "outcome": "omitted", "attribute": "clamp_count", "source_id": "SEED-NH-003" }, { "outcome": "omitted", "attribute": "pipe_size_in", "source_id": "SEED-NH-003" } ], "category_correct": 20, "unresolved_count": 0, "review_flag_correct": 16, "average_completeness": 0.7686850000000001, "completeness_correct": 15, "weighted_error_count": 0, "cross_reference_recall": 0.0, "category_confusion_matrix": { "Couplings / No-Hub": { "Couplings / No-Hub": 3 }, "Clamps / Worm Drive": { "Clamps / Worm Drive": 9 }, "Flow Control / Valves": { "Flow Control / Valves": 4 }, "Piping / Pipe Fittings": { "Piping / Pipe Fittings": 4 } }, "cross_reference_precision": null, "average_processing_seconds": 0.002744046412408352, "attribute_accuracy_completed_only": 0.9017857142857143, "required_attribute_accuracy_completed_only": 0.898989898989899 }, "selected_count": 20 }