{
  "benchmark": "CarPixAI 2026 Public VDP Photo Benchmark v1.1 Multi-Platform Replication",
  "status": "completed_observational_replication",
  "release_version": "v1.1-replication-2026-07-28",
  "rubric_version": "v1.0-2026-07-28",
  "collection_date": "2026-07-28",
  "model_assisted_review": "google/gemini-2.5-flash",
  "source_frame_size": 122,
  "included_sample_size": 111,
  "excluded_source_count": 11,
  "source_frame_domains": 19,
  "included_dealer_domains": 17,
  "source_frame_states": 11,
  "included_states": 11,
  "included_regions": [
    "Mid-Atlantic",
    "Midwest",
    "Mountain West",
    "Northeast",
    "Pacific Northwest",
    "South Central",
    "Southeast",
    "Southwest",
    "West"
  ],
  "source_frame_segment_counts": {
    "independent": 40,
    "franchise": 82
  },
  "included_segment_counts": {
    "independent": 40,
    "franchise": 71
  },
  "source_frame_platform_counts": {
    "Dealer Inspire/Cars Commerce": 23,
    "DealerOn": 42,
    "DealerCenter": 8,
    "Dealer.com": 25,
    "CarsForSale.com": 8,
    "AutoManager": 8,
    "Overfuel": 8
  },
  "included_platform_counts": {
    "Dealer Inspire/Cars Commerce": 23,
    "DealerOn": 41,
    "DealerCenter": 8,
    "CarsForSale.com": 8,
    "Dealer.com": 15,
    "AutoManager": 8,
    "Overfuel": 8
  },
  "exclusion_reason_counts": {
    "insufficient_extractable_images": 1,
    "robots_disallowed_or_unavailable": 10
  },
  "total_score": {
    "mean_0_to_12": 8.14,
    "median_0_to_12": 8,
    "minimum": 0,
    "maximum": 12,
    "band_counts": {
      "strong_10_to_12": 39,
      "usable_7_to_9": 50,
      "weak_4_to_6": 11,
      "high_risk_0_to_3": 11
    },
    "band_percentages": {
      "strong_10_to_12": 35.1,
      "usable_7_to_9": 45,
      "weak_4_to_6": 9.9,
      "high_risk_0_to_3": 9.9
    }
  },
  "photo_count": {
    "mean": 32.3,
    "median": 30,
    "fewer_than_12_count": 15,
    "at_least_20_count": 94,
    "at_least_20_percent": 84.7
  },
  "category_stats": {
    "hero_image": {
      "mean_score_0_to_2": 1.11,
      "pass_2_count": 28,
      "pass_2_percent": 25.2,
      "partial_1_count": 67,
      "fail_0_count": 16
    },
    "gallery_completeness": {
      "mean_score_0_to_2": 1.71,
      "pass_2_count": 94,
      "pass_2_percent": 84.7,
      "partial_1_count": 2,
      "fail_0_count": 15
    },
    "condition_proof": {
      "mean_score_0_to_2": 1.41,
      "pass_2_count": 57,
      "pass_2_percent": 51.4,
      "partial_1_count": 42,
      "fail_0_count": 12
    },
    "background_consistency": {
      "mean_score_0_to_2": 1.22,
      "pass_2_count": 39,
      "pass_2_percent": 35.1,
      "partial_1_count": 57,
      "fail_0_count": 15
    },
    "mobile_crop": {
      "mean_score_0_to_2": 1.34,
      "pass_2_count": 52,
      "pass_2_percent": 46.8,
      "partial_1_count": 45,
      "fail_0_count": 14
    },
    "visible_edit_safety": {
      "mean_score_0_to_2": 1.36,
      "pass_2_count": 52,
      "pass_2_percent": 46.8,
      "partial_1_count": 47,
      "fail_0_count": 12
    }
  },
  "top_hero_issue_codes": [
    {
      "code": "text_overlay",
      "count": 46,
      "percent": 41.4
    },
    {
      "code": "cluttered_background",
      "count": 19,
      "percent": 17.1
    },
    {
      "code": "placeholder",
      "count": 10,
      "percent": 9
    },
    {
      "code": "harsh_glare",
      "count": 5,
      "percent": 4.5
    },
    {
      "code": "other_vehicle_obstruction",
      "count": 4,
      "percent": 3.6
    },
    {
      "code": "visible_edit_artifact",
      "count": 4,
      "percent": 3.6
    },
    {
      "code": "tight_crop",
      "count": 2,
      "percent": 1.8
    }
  ],
  "limitations": [
    "Separate replication of the frozen v1 rubric; v1 records were not rewritten, pooled, or selectively replaced.",
    "Purposive convenience source frame, not a probability sample of US dealerships, dealer platforms, or used vehicles.",
    "The 122 URLs were verified before scoring across 19 domains, 11 states, and seven website-platform families; volatile listings that failed later remained exclusions rather than being replaced.",
    "Platform and dealer-domain quotas reflect the available fixed source frame, not dealership market share.",
    "Image extraction behavior differs by website platform. Detected gallery counts are reproducible pipeline outputs but can omit or duplicate platform-rendered assets.",
    "Scores use the published hero plus representative images sampled from the beginning, middle, and end; not every image received multimodal review.",
    "Model-assisted scores are fallible and reviewer-sensitive. A separate stratified second-model QA pass is published and is not human inter-rater validation.",
    "Visible edit safety records observable warning signs only and cannot prove source fidelity or the absence of editing.",
    "The benchmark does not measure leads, appointments, sales, time-to-sale, price realization, or causal business impact.",
    "Listings may change or disappear after collection."
  ]
}