{ "qa_status": "completed_platform_stratified_second_model_review", "qa_sample_size": 14, "platforms_represented": 7, "rows_per_platform_target": 2, "dimensions_rechecked_per_row": 5, "total_dimension_comparisons": 70, "primary_model": "google/gemini-2.5-flash", "secondary_model": "openai/gpt-4.1-mini", "comparisons": 70, "exact_agreement_count": 27, "exact_agreement_percent": 38.6, "within_one_point_percent": 90, "mean_absolute_difference_0_to_2": 0.71, "by_dimension": { "heroImageScore": { "comparisons": 14, "exact_agreement_count": 2, "exact_agreement_percent": 14.3, "within_one_point_percent": 92.9, "mean_absolute_difference_0_to_2": 0.93 }, "conditionProofScore": { "comparisons": 14, "exact_agreement_count": 9, "exact_agreement_percent": 64.3, "within_one_point_percent": 100, "mean_absolute_difference_0_to_2": 0.36 }, "backgroundConsistencyScore": { "comparisons": 14, "exact_agreement_count": 4, "exact_agreement_percent": 28.6, "within_one_point_percent": 92.9, "mean_absolute_difference_0_to_2": 0.79 }, "mobileCropScore": { "comparisons": 14, "exact_agreement_count": 5, "exact_agreement_percent": 35.7, "within_one_point_percent": 78.6, "mean_absolute_difference_0_to_2": 0.86 }, "visibleEditSafetyScore": { "comparisons": 14, "exact_agreement_count": 7, "exact_agreement_percent": 50, "within_one_point_percent": 85.7, "mean_absolute_difference_0_to_2": 0.64 } }, "by_platform": { "AutoManager": { "comparisons": 10, "exact_agreement_count": 4, "exact_agreement_percent": 40, "within_one_point_percent": 100, "mean_absolute_difference_0_to_2": 0.6 }, "CarsForSale.com": { "comparisons": 10, "exact_agreement_count": 4, "exact_agreement_percent": 40, "within_one_point_percent": 100, "mean_absolute_difference_0_to_2": 0.6 }, "Dealer Inspire/Cars Commerce": { "comparisons": 10, "exact_agreement_count": 5, "exact_agreement_percent": 50, "within_one_point_percent": 100, "mean_absolute_difference_0_to_2": 0.5 }, "Dealer.com": { "comparisons": 10, "exact_agreement_count": 3, "exact_agreement_percent": 30, "within_one_point_percent": 90, "mean_absolute_difference_0_to_2": 0.8 }, "DealerCenter": { "comparisons": 10, "exact_agreement_count": 3, "exact_agreement_percent": 30, "within_one_point_percent": 50, "mean_absolute_difference_0_to_2": 1.2 }, "DealerOn": { "comparisons": 10, "exact_agreement_count": 5, "exact_agreement_percent": 50, "within_one_point_percent": 100, "mean_absolute_difference_0_to_2": 0.5 }, "Overfuel": { "comparisons": 10, "exact_agreement_count": 3, "exact_agreement_percent": 30, "within_one_point_percent": 90, "mean_absolute_difference_0_to_2": 0.8 } }, "interpretation": "A platform-stratified second-model sensitivity check. It is not a human inter-rater reliability study and neither model is ground truth.", "reviewed_rows": [ { "sample_id": "REP-VDP-075", "score_band": "usable_7_to_9", "anonymized_dealer_id": "R14", "website_platform": "AutoManager", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 1, "backgroundConsistencyScore": 1, "mobileCropScore": 1, "visibleEditSafetyScore": 2 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with ample crop space and a manageable background. The gallery includes clear interior shots, odometer, wheels, and feature details providing strong condition proof. The background is consistent and non-distracting across images. All vehicle edges are fully visible with safe cropping. No visible signs of image manipulation or editing are detected." }, { "sample_id": "REP-VDP-077", "score_band": "strong_10_to_12", "anonymized_dealer_id": "R14", "website_platform": "AutoManager", "primary_scores": { "heroImageScore": 2, "conditionProofScore": 1, "backgroundConsistencyScore": 1, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle angle with good crop room and manageable background. The gallery includes interior shots plus close-ups of wheels, badges, and rear details providing strong condition proof. Background is consistent and non-distracting across images. Cropping is safe with space around key edges. No visible signs of image manipulation or editing artifacts." }, { "sample_id": "REP-VDP-040", "score_band": "usable_7_to_9", "anonymized_dealer_id": "R08", "website_platform": "CarsForSale.com", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 1, "backgroundConsistencyScore": 1, "mobileCropScore": 1, "visibleEditSafetyScore": 2 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with ample crop space and a manageable background. The gallery includes interior shots and detailed close-ups of controls, providing strong condition proof. The background is consistent and non-distracting across images. All images have safe cropping with no clipped edges. No visible signs of image manipulation or editing are detected." }, { "sample_id": "REP-VDP-042", "score_band": "strong_10_to_12", "anonymized_dealer_id": "R08", "website_platform": "CarsForSale.com", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 1 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle angle with good background and crop room. The gallery includes interior shots showing features and condition (navigation screen, leather seat, start/stop button) plus multiple exterior angles including wheels and rear, providing strong condition proof. Background is consistent and non-distracting across images. Cropping is safe with space around vehicle edges. No visible signs of image manipulation or editing issues." }, { "sample_id": "REP-VDP-004", "score_band": "strong_10_to_12", "anonymized_dealer_id": "R01", "website_platform": "Dealer Inspire/Cars Commerce", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 1 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image shows a sharp, well-framed whole vehicle with ample crop space and a manageable background. The gallery includes interior shots, odometer, wheels, and cargo bed, providing strong condition proof. The background is consistent and non-distracting across images. All images have safe cropping with no clipped edges. No visible signs of image manipulation or editing are detected." }, { "sample_id": "REP-VDP-097", "score_band": "usable_7_to_9", "anonymized_dealer_id": "R18", "website_platform": "Dealer Inspire/Cars Commerce", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 2, "backgroundConsistencyScore": 1, "mobileCropScore": 1, "visibleEditSafetyScore": 2 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with ample crop space and a consistent, non-distracting background. The gallery includes clear interior shots showing the steering wheel, odometer, and center console, providing strong condition proof. Background and framing remain consistent across images. No important edges are clipped, and there are no visible signs of image manipulation or editing." }, { "sample_id": "REP-VDP-081", "score_band": "usable_7_to_9", "anonymized_dealer_id": "R15", "website_platform": "Dealer.com", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 1, "backgroundConsistencyScore": 1, "mobileCropScore": 1, "visibleEditSafetyScore": 1 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 1, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with good crop room. The condition proof is strong with interior shots, odometer, wheels, and exterior details visible. Background is mostly consistent but includes some clutter and variation in framing. Mobile crop is safe with space around key edges. No visible signs of image manipulation." }, { "sample_id": "REP-VDP-061", "score_band": "weak_4_to_6", "anonymized_dealer_id": "R12", "website_platform": "Dealer.com", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 1, "backgroundConsistencyScore": 0, "mobileCropScore": 2, "visibleEditSafetyScore": 0 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 1, "backgroundConsistencyScore": 1, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with good crop and manageable background. Condition proof is partial, showing interior and some features but lacking odometer or wheels close-up. Background is mostly consistent but some images show different settings or overlays. Mobile crop is safe with space around vehicle edges. No visible signs of image manipulation." }, { "sample_id": "REP-VDP-033", "score_band": "weak_4_to_6", "anonymized_dealer_id": "R05", "website_platform": "DealerCenter", "primary_scores": { "heroImageScore": 0, "conditionProofScore": 0, "backgroundConsistencyScore": 1, "mobileCropScore": 0, "visibleEditSafetyScore": 1 }, "secondary_scores": { "heroImageScore": 1, "conditionProofScore": 0, "backgroundConsistencyScore": 1, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "Hero image shows a clear, sharp angle of the vehicle with good crop and manageable background but lacks interior or detailed condition proof; background is consistent though some images show different vehicles and settings; all images have safe cropping and no visible editing issues." }, { "sample_id": "REP-VDP-035", "score_band": "high_risk_0_to_3", "anonymized_dealer_id": "R05", "website_platform": "DealerCenter", "primary_scores": { "heroImageScore": 0, "conditionProofScore": 0, "backgroundConsistencyScore": 0, "mobileCropScore": 0, "visibleEditSafetyScore": 0 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 0, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with ample crop space and a manageable background consistent with other images. However, none of the images provide interior views, odometer readings, or detailed condition evidence, resulting in no condition proof. No visible signs of editing or cropping issues are present." }, { "sample_id": "REP-VDP-020", "score_band": "usable_7_to_9", "anonymized_dealer_id": "R03", "website_platform": "DealerOn", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 1, "backgroundConsistencyScore": 1, "mobileCropScore": 1, "visibleEditSafetyScore": 2 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with ample crop space. The gallery includes interior shots and detailed close-ups of features and badges, providing strong condition proof. The background is consistent and non-distracting across images. All images have safe cropping with no important edges clipped. No visible signs of image manipulation or editing are detected." }, { "sample_id": "REP-VDP-093", "score_band": "strong_10_to_12", "anonymized_dealer_id": "R17", "website_platform": "DealerOn", "primary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 1, "mobileCropScore": 2, "visibleEditSafetyScore": 1 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 1 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with good background consistency and safe cropping. The image set includes interior, engine, and feature details providing strong condition proof. Background is consistent and non-distracting across images. However, some reflections and slight lighting inconsistencies suggest minor uncertainty in visible edit safety." }, { "sample_id": "REP-VDP-104", "score_band": "usable_7_to_9", "anonymized_dealer_id": "R19", "website_platform": "Overfuel", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 2, "backgroundConsistencyScore": 1, "mobileCropScore": 1, "visibleEditSafetyScore": 1 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 2, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with good background consistency and safe cropping. The gallery includes interior, odometer, engine, and detail shots providing strong condition proof. No visible signs of editing or manipulation are present." }, { "sample_id": "REP-VDP-110", "score_band": "usable_7_to_9", "anonymized_dealer_id": "R19", "website_platform": "Overfuel", "primary_scores": { "heroImageScore": 1, "conditionProofScore": 1, "backgroundConsistencyScore": 1, "mobileCropScore": 0, "visibleEditSafetyScore": 2 }, "secondary_scores": { "heroImageScore": 2, "conditionProofScore": 1, "backgroundConsistencyScore": 2, "mobileCropScore": 2, "visibleEditSafetyScore": 2 }, "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with good background consistency and safe cropping. The image set includes some interior and detail shots but lacks odometer or cargo views, limiting condition proof to 1. Background is consistent and non-distracting across images. No visible signs of editing or manipulation." } ] }