{
  "qa_status": "completed_stratified_second_model_review",
  "qa_sample_size": 12,
  "dimensions_rechecked_per_row": 5,
  "total_dimension_comparisons": 60,
  "primary_model": "google/gemini-2.5-flash",
  "secondary_model": "openai/gpt-4.1-mini",
  "exact_agreement_count": 24,
  "exact_agreement_percent": 40,
  "within_one_point_count": 51,
  "within_one_point_percent": 85,
  "mean_absolute_difference_0_to_2": 0.75,
  "by_dimension": {
    "heroImageScore": {
      "comparisons": 12,
      "exact_agreement_count": 4,
      "exact_agreement_percent": 33.3,
      "mean_absolute_difference_0_to_2": 0.92
    },
    "conditionProofScore": {
      "comparisons": 12,
      "exact_agreement_count": 5,
      "exact_agreement_percent": 41.7,
      "mean_absolute_difference_0_to_2": 0.58
    },
    "backgroundConsistencyScore": {
      "comparisons": 12,
      "exact_agreement_count": 5,
      "exact_agreement_percent": 41.7,
      "mean_absolute_difference_0_to_2": 0.83
    },
    "mobileCropScore": {
      "comparisons": 12,
      "exact_agreement_count": 6,
      "exact_agreement_percent": 50,
      "mean_absolute_difference_0_to_2": 0.67
    },
    "visibleEditSafetyScore": {
      "comparisons": 12,
      "exact_agreement_count": 4,
      "exact_agreement_percent": 33.3,
      "mean_absolute_difference_0_to_2": 0.75
    }
  },
  "interpretation": "A stratified second-model sensitivity check. It is not a human inter-rater reliability study and does not validate either model as ground truth.",
  "reviewed_rows": [
    {
      "sample_id": "VDP-052",
      "score_band": "high_risk_0_to_3",
      "anonymized_dealer_id": "D03",
      "primary_scores": {
        "heroImageScore": 0,
        "conditionProofScore": 1,
        "backgroundConsistencyScore": 0,
        "mobileCropScore": 0,
        "visibleEditSafetyScore": 0
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_note": "The hero image is sharp with a good angle and ample crop space; the gallery includes interior shots plus odometer and feature displays; the background is consistent and non-distracting; all vehicle edges are fully visible; no visible signs of image manipulation."
    },
    {
      "sample_id": "VDP-028",
      "score_band": "high_risk_0_to_3",
      "anonymized_dealer_id": "D02",
      "primary_scores": {
        "heroImageScore": 0,
        "conditionProofScore": 0,
        "backgroundConsistencyScore": 0,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 1
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 0,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with ample crop space and a clean white background consistent across all images; however, there is no interior or detailed condition proof visible in the sample."
    },
    {
      "sample_id": "VDP-066",
      "score_band": "high_risk_0_to_3",
      "anonymized_dealer_id": "D05",
      "primary_scores": {
        "heroImageScore": 1,
        "conditionProofScore": 0,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 0,
        "visibleEditSafetyScore": 1
      },
      "secondary_scores": {
        "heroImageScore": 1,
        "conditionProofScore": 0,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 1,
        "visibleEditSafetyScore": 2
      },
      "secondary_note": "The hero image shows a usable angle with some clutter and tight crop; no interior or detailed condition shots are present; background is somewhat consistent but includes other vehicles and some clutter; cropping is tight on edges but still readable; no visible signs of editing."
    },
    {
      "sample_id": "VDP-047",
      "score_band": "weak_4_to_6",
      "anonymized_dealer_id": "D03",
      "primary_scores": {
        "heroImageScore": 1,
        "conditionProofScore": 1,
        "backgroundConsistencyScore": 0,
        "mobileCropScore": 1,
        "visibleEditSafetyScore": 0
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 1
      },
      "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with good background consistency and safe cropping. The gallery includes interior and odometer images, plus wheels and condition details, fulfilling condition proof requirements. However, some reflections and slight inconsistencies in lighting suggest possible minor editing or compositing uncertainty."
    },
    {
      "sample_id": "VDP-005",
      "score_band": "weak_4_to_6",
      "anonymized_dealer_id": "D01",
      "primary_scores": {
        "heroImageScore": 1,
        "conditionProofScore": 0,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 1
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 1,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with good background consistency and safe cropping. Condition proof is moderate, showing exterior details but lacking interior or odometer views. No visible editing issues are detected."
    },
    {
      "sample_id": "VDP-022",
      "score_band": "weak_4_to_6",
      "anonymized_dealer_id": "D02",
      "primary_scores": {
        "heroImageScore": 0,
        "conditionProofScore": 1,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 0,
        "visibleEditSafetyScore": 0
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 1
      },
      "secondary_note": "The hero image is sharp and well-framed with good crop room, showing the whole vehicle. Condition proof is strong with interior shots, odometer, VIN, and window sticker included. Background is mostly consistent with a plain white backdrop but some images show outdoor settings causing slight inconsistency. Mobile crop is safe with space around the vehicle edges. Visible edit safety is uncertain due to the white background that may be digitally altered, but no obvious manipulation is detected."
    },
    {
      "sample_id": "VDP-060",
      "score_band": "usable_7_to_9",
      "anonymized_dealer_id": "D04",
      "primary_scores": {
        "heroImageScore": 1,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 1,
        "visibleEditSafetyScore": 1
      },
      "secondary_scores": {
        "heroImageScore": 1,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_note": "The hero image is usable but has glare and some clutter; the condition is well documented with interior, odometer, and features; background is mostly consistent but varies slightly; mobile crop is safe with space around edges; no visible editing issues detected."
    },
    {
      "sample_id": "VDP-039",
      "score_band": "usable_7_to_9",
      "anonymized_dealer_id": "D03",
      "primary_scores": {
        "heroImageScore": 1,
        "conditionProofScore": 1,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 1,
        "visibleEditSafetyScore": 2
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with consistent indoor background repeated across images. The gallery includes clear interior shots and multiple exterior angles showing condition details. Cropping is safe with no clipped edges, and no visible signs of image manipulation."
    },
    {
      "sample_id": "VDP-103",
      "score_band": "usable_7_to_9",
      "anonymized_dealer_id": "D09",
      "primary_scores": {
        "heroImageScore": 1,
        "conditionProofScore": 1,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with ample crop space and a manageable background. The gallery includes clear interior shots showing features and controls, plus multiple exterior angles showing wheels and condition, providing strong condition proof. The background is consistent and non-distracting across images. All images have safe cropping with no clipped edges. No visible signs of image manipulation or editing artifacts are present."
    },
    {
      "sample_id": "VDP-080",
      "score_band": "strong_10_to_12",
      "anonymized_dealer_id": "D06",
      "primary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 1
      },
      "secondary_note": "The hero image is sharp with a good angle and crop; the gallery includes interior and multiple condition details; background is consistent and non-distracting; all images have safe cropping. However, some reflections and lighting inconsistencies raise minor uncertainty about visible edit safety."
    },
    {
      "sample_id": "VDP-090",
      "score_band": "strong_10_to_12",
      "anonymized_dealer_id": "D07",
      "primary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 1,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with ample crop space and a consistent, non-distracting background. The gallery includes clear interior shots and detailed close-ups of controls and door panels, providing strong condition proof. Background and framing remain consistent across images, and no visible editing artifacts or cropping issues are present."
    },
    {
      "sample_id": "VDP-101",
      "score_band": "strong_10_to_12",
      "anonymized_dealer_id": "D09",
      "primary_scores": {
        "heroImageScore": 1,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 1,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_scores": {
        "heroImageScore": 2,
        "conditionProofScore": 2,
        "backgroundConsistencyScore": 2,
        "mobileCropScore": 2,
        "visibleEditSafetyScore": 2
      },
      "secondary_note": "The hero image is a sharp, well-framed whole-vehicle shot with ample crop space and a manageable background. The sample images provide clear interior detail and multiple condition proofs including engine bay, badges, and controls. The background is consistent and non-distracting across images. All images have safe cropping with no important edges clipped. No visible signs of image manipulation or editing are detected."
    }
  ]
}