{
  "benchmark": "CreatorPrivacyKit Metadata Removal Product & Engine Benchmark",
  "version": "2026-09",
  "date": "2026-09-23",
  "generated_at": "2026-09-23T18:00:00.000Z",
  "source_commit": "f4f7d5fc567b71d4a3a54c1e45f7e5208aaba857",
  "implementation_commit": "f4f7d5fc567b71d4a3a54c1e45f7e5208aaba857",
  "working_tree_clean_at_start": true,
  "node_version": "v22.22.0",
  "platform": "linux",
  "arch": "x64",
  "execution_environments": {
    "engine_regression": "Node.js Sanitizer Regression Harness",
    "browser_e2e": "Chromium / Web Browser (Puppeteer E2E on Live UI)"
  },
  "host": "CreatorPrivacyKit Test Lab",
  "methodology": "Upload file -> inspect metadata -> execute supported local sanitizer -> export artifact -> re-inspect exported artifact for residual metadata",
  "pass_definition": "All metadata fields in the benchmark's supported-removal scope are absent after export.",
  "partial_definition": "Supported container metadata is removed, but user-facing content (such as pixel watermarks or page text) remains visible because metadata clearing is not visual redaction.",
  "summary": {
    "total_fixtures": 8,
    "pass": 6,
    "partial": 2,
    "fail": 0,
    "full_pass_eligible": 6,
    "full_pass_eligible_passed": 6,
    "full_pass_rate": 1,
    "limitation_fixtures": 2,
    "limitation_expected_partial": 2,
    "unexpected_failures": 0,
    "engine_regression_count": 8,
    "browser_e2e_verified_count": 2,
    "supported_scope_pass_rate": "100.0%",
    "metric_label": "6 / 6 declared full-pass fixtures passed within tested supported scope",
    "honest_disclosures": [
      "Raster canvas re-encoding strips container metadata (EXIF/GPS/XMP/IPTC/C2PA) but does not alter burned-in pixel watermarks.",
      "PDF metadata clearing clears Document Information dictionary fields (Title/Author/Subject/Keywords/Creator/Producer) but does not redact visible page text.",
      "Video container sanitization is an engine-level regression test only and is not currently exposed as a dedicated video metadata cleaning UI.",
      "Absence of C2PA metadata does not prove an image is human-created."
    ]
  },
  "results": [
    {
      "fixture_id": "MR-JPG-001",
      "file": "sample-camera-gps.jpg",
      "format": "JPEG",
      "category": "image",
      "scenario": "Camera photo with camera make/model, author, description, and GPS coordinates",
      "execution_path": "engine-regression",
      "product_route": "/",
      "browser_e2e": {
        "verified": true,
        "route": "/",
        "browser": "Chrome/153.0.8010.36",
        "test": "tests/seo-phase3-browser.test.mjs",
        "download_sha256": "20674ebdb188ff7f9657b1e95f53542323f9fdcc62559b79dbd4b6250ffd7208",
        "verified_fields": [
          "exif_absent",
          "gps_absent",
          "raw_metadata_absent"
        ]
      },
      "output_verification": {
        "metadata_reinspected": true,
        "container_validated": true,
        "browser_download_verified": true
      },
      "fixture_sha256": "2020dad77d5a494d83d3247f7d7d0d92f4af7cea92098e52641425c63e394a17",
      "output_sha256": "52513dc44ac80245d1fd0f9b340af47ad0adc168787b28b053bc89349fdd7bb7",
      "input_size_bytes": 1326,
      "output_size_bytes": 342,
      "injected_metadata": {
        "Make": "Sony",
        "Model": "ILCE-7RM4",
        "Software": "Lightroom 13.2",
        "Artist": "Antigravity Test Lab",
        "Copyright": "(C) 2026 CreatorPrivacyKit",
        "ImageDescription": "San Francisco skyline capture",
        "GPS": "37.774900° N, -122.419400° W"
      },
      "detected_before": {
        "exif": true,
        "gps": true,
        "software": "Lightroom 13.2",
        "raw": {
          "ImageDescription": "San Francisco skyline capture",
          "Make": "Sony",
          "Camera model": "ILCE-7RM4",
          "Software": "Lightroom 13.2",
          "Artist": "Antigravity Test Lab",
          "Copyright": "(C) 2026 CreatorPrivacyKit",
          "GPS": "37.774900°, -122.419400°"
        },
        "lines": [
          "ImageDescription: San Francisco skyline capture",
          "Make: Sony",
          "Camera model: ILCE-7RM4",
          "Software: Lightroom 13.2",
          "Artist: Antigravity Test Lab",
          "Copyright: (C) 2026 CreatorPrivacyKit",
          "GPS: 37.774900°, -122.419400°"
        ]
      },
      "action_performed": "Canvas raster re-encode to clean JPEG via Metadata Cleaner UI",
      "detected_after": {
        "exif": false,
        "gps": false,
        "software": "",
        "raw": {},
        "lines": []
      },
      "remaining_fields": [],
      "expected_verdict": "PASS",
      "verdict": "PASS",
      "notes": "All container metadata (EXIF/GPS/XMP) completely removed via canvas raster re-encoding."
    },
    {
      "fixture_id": "MR-PNG-002",
      "file": "sample-social-card.png",
      "format": "PNG",
      "category": "image",
      "scenario": "Social preview graphic with embedded author, software, and description",
      "execution_path": "engine-regression",
      "product_route": "/",
      "browser_e2e": {
        "verified": false
      },
      "output_verification": {
        "metadata_reinspected": true,
        "container_validated": true,
        "browser_download_verified": false
      },
      "fixture_sha256": "b6f95007c988abf6e7bf2bb2d8daeedf89dfb5f010a127bd5538d385fa7b139d",
      "output_sha256": "17aecbf19a4ef0358cf803716b932da09e3a22beac215682a0aeb1adc3eb3c03",
      "input_size_bytes": 1109,
      "output_size_bytes": 478,
      "injected_metadata": {
        "ImageDescription": "Confidential roadmap slide",
        "Artist": "Strategic Planning Team",
        "Software": "Figma Desktop 124.0"
      },
      "detected_before": {
        "exif": true,
        "gps": false,
        "software": "Figma Desktop 124.0",
        "raw": {
          "ImageDescription": "Confidential roadmap slide",
          "Software": "Figma Desktop 124.0",
          "Artist": "Strategic Planning Team"
        },
        "lines": [
          "ImageDescription: Confidential roadmap slide",
          "Software: Figma Desktop 124.0",
          "Artist: Strategic Planning Team"
        ]
      },
      "action_performed": "Canvas raster re-encode to clean PNG via Metadata Cleaner UI",
      "detected_after": {
        "exif": false,
        "gps": false,
        "software": "",
        "raw": {},
        "lines": []
      },
      "remaining_fields": [],
      "expected_verdict": "PASS",
      "verdict": "PASS",
      "notes": "All container metadata (EXIF/GPS/XMP) completely removed via canvas raster re-encoding."
    },
    {
      "fixture_id": "MR-WEBP-003",
      "file": "sample-location-photo.webp",
      "format": "WebP",
      "category": "image",
      "scenario": "WebP smartphone photo with Apple device tags and Tokyo geolocation",
      "execution_path": "engine-regression",
      "product_route": "/",
      "browser_e2e": {
        "verified": false
      },
      "output_verification": {
        "metadata_reinspected": true,
        "container_validated": true,
        "browser_download_verified": false
      },
      "fixture_sha256": "5dd069e2a8053fb70c67dc9254a97bd556904a6bd83cbd8b4904cffe742d0e65",
      "output_sha256": "deb0a1e7717e25a9c13bd04603b4857b820b4ffdbdb8143915a8be4bb056c942",
      "input_size_bytes": 976,
      "output_size_bytes": 92,
      "injected_metadata": {
        "Make": "Apple",
        "Model": "iPhone 15 Pro",
        "Software": "iOS 18.0.1",
        "GPS": "35.676200° N, 139.650300° E"
      },
      "detected_before": {
        "exif": true,
        "gps": true,
        "software": "iOS 18.0.1",
        "raw": {
          "Make": "Apple",
          "Camera model": "iPhone 15 Pro",
          "Software": "iOS 18.0.1",
          "GPS": "35.676200°, 139.650300°"
        },
        "lines": [
          "Make: Apple",
          "Camera model: iPhone 15 Pro",
          "Software: iOS 18.0.1",
          "GPS: 35.676200°, 139.650300°"
        ]
      },
      "action_performed": "Canvas raster re-encode to clean WebP via Metadata Cleaner UI",
      "detected_after": {
        "exif": false,
        "gps": false,
        "software": "",
        "raw": {},
        "lines": []
      },
      "remaining_fields": [],
      "expected_verdict": "PASS",
      "verdict": "PASS",
      "notes": "All container metadata (EXIF/GPS/XMP) completely removed via canvas raster re-encoding."
    },
    {
      "fixture_id": "MR-PDF-004",
      "file": "sample-contract-metadata.pdf",
      "format": "PDF",
      "category": "document",
      "scenario": "Legal contract with standard Info dictionary fields (Title, Author, Subject, Keywords, Creator, Producer)",
      "execution_path": "engine-regression",
      "product_route": "/tools/pdf/?mode=metadata",
      "browser_e2e": {
        "verified": true,
        "route": "/tools/pdf/?mode=metadata",
        "browser": "Chrome/153.0.8010.36",
        "test": "tests/seo-phase3-browser.test.mjs",
        "download_sha256": "ada04f621621df09a97424dc8e4a13879b8ca296511b3ae170d2662876fe49c2",
        "verified_fields": [
          "title_blank",
          "author_blank",
          "subject_blank",
          "keywords_blank",
          "creator_blank",
          "producer_blank"
        ]
      },
      "output_verification": {
        "metadata_reinspected": true,
        "container_validated": true,
        "browser_download_verified": true
      },
      "fixture_sha256": "df7d7eb9ec506349299946c9934d766cef015b6f68c9a60a14873f63a1b90663",
      "output_sha256": "ada04f621621df09a97424dc8e4a13879b8ca296511b3ae170d2662876fe49c2",
      "input_size_bytes": 1158,
      "output_size_bytes": 868,
      "injected_metadata": {
        "Title": "Q3 Enterprise Master Services Agreement",
        "Author": "Antigravity Commercial Legal Counsel",
        "Subject": "Client Commercial Terms",
        "Keywords": "confidential commercial enterprise msa",
        "Creator": "Antigravity Proposal Generator v2.3",
        "Producer": "macOS Quartz PDFContext"
      },
      "detected_before": {
        "title": "Q3 Enterprise Master Services Agreement",
        "author": "Antigravity Commercial Legal Counsel",
        "subject": "Client Commercial Terms",
        "keywords": "confidential commercial enterprise msa",
        "creator": "Antigravity Proposal Generator v2.3",
        "producer": "macOS Quartz PDFContext",
        "creationDate": "2026-09-23T14:32:35.000Z",
        "modificationDate": "2026-09-23T14:32:35.000Z"
      },
      "action_performed": "PDF Toolkit clearSupportedMetadata Info dictionary strip",
      "detected_after": {
        "title": "",
        "author": "",
        "subject": "",
        "keywords": "",
        "creator": "",
        "producer": "",
        "creationDate": null,
        "modificationDate": null
      },
      "remaining_fields": [],
      "expected_verdict": "PASS",
      "verdict": "PASS",
      "notes": "All standard Document Information dictionary fields successfully cleared."
    },
    {
      "fixture_id": "MR-MP4-005",
      "file": "sample-phone-recording.mp4",
      "format": "MP4",
      "category": "media",
      "scenario": "Playable MP4 video clip containing moov/udta user metadata (Engine regression only)",
      "execution_path": "engine-regression",
      "product_route": null,
      "browser_e2e": {
        "verified": false
      },
      "output_verification": {
        "metadata_reinspected": true,
        "container_validated": true,
        "browser_download_verified": false
      },
      "fixture_sha256": "65e728c778d1dbd40c85abb10703992437a5c2ba84e397cb8cbe9c91d2093a64",
      "output_sha256": "2a61b4f602d6599d6e154ebc5f56def63eecb1bdba82b6715143929434601c7e",
      "input_size_bytes": 2079,
      "output_size_bytes": 1875,
      "injected_metadata": {
        "udta": "©nam: Studio Camera Master 4K · ©art: Media Production Desk"
      },
      "detected_before": {
        "udta": true,
        "free": true,
        "moov": true,
        "mdat": true
      },
      "action_performed": "ISO-BMFF processIsoLevel box filtering (Engine regression only)",
      "detected_after": {
        "udta": false,
        "free": false,
        "moov": true,
        "mdat": true
      },
      "remaining_fields": [],
      "expected_verdict": "PASS",
      "verdict": "PASS",
      "notes": "Engine-only regression test. Filtered udta/meta user data and free padding boxes; preserved essential moov and mdat media payload with chunk offsets adjusted. Note: Not currently exposed as a dedicated video metadata cleaning UI on product pages."
    },
    {
      "fixture_id": "MR-MOV-006",
      "file": "sample-quicktime-clip.mov",
      "format": "MOV",
      "category": "media",
      "scenario": "Playable QuickTime MOV file with user data atom udta containing private notes (Engine regression only)",
      "execution_path": "engine-regression",
      "product_route": null,
      "browser_e2e": {
        "verified": false
      },
      "output_verification": {
        "metadata_reinspected": true,
        "container_validated": true,
        "browser_download_verified": false
      },
      "fixture_sha256": "0ee248d66960326a65bafcc2c478d8409b59bf1104c51bcffe702f3a2ef0b4e3",
      "output_sha256": "ef12cacc58670ea2c5b95276de47fba2f1b0ec936ac2bf5cd0b119a9b7dacb68",
      "input_size_bytes": 2031,
      "output_size_bytes": 1895,
      "injected_metadata": {
        "udta": "QuickTime Location & Director Note: Private Set Note"
      },
      "detected_before": {
        "udta": true,
        "free": false,
        "moov": true,
        "mdat": true
      },
      "action_performed": "ISO-BMFF processIsoLevel box filtering (Engine regression only)",
      "detected_after": {
        "udta": false,
        "free": false,
        "moov": true,
        "mdat": true
      },
      "remaining_fields": [],
      "expected_verdict": "PASS",
      "verdict": "PASS",
      "notes": "Engine-only regression test. Filtered udta/meta user data and free padding boxes; preserved essential moov and mdat media payload with chunk offsets adjusted. Note: Not currently exposed as a dedicated video metadata cleaning UI on product pages."
    },
    {
      "fixture_id": "MR-PDF-007",
      "file": "sample-contract-visible-author.pdf",
      "format": "PDF",
      "category": "document",
      "scenario": "PDF with author in Info dictionary AND matching visible author text printed on the page body",
      "execution_path": "engine-regression",
      "product_route": "/tools/pdf/?mode=metadata",
      "browser_e2e": {
        "verified": false
      },
      "output_verification": {
        "metadata_reinspected": true,
        "container_validated": true,
        "browser_download_verified": false
      },
      "fixture_sha256": "b7bcd60019605ce584ba15727e2fe4532274fd3441ed9d02c527bbe2593a5983",
      "output_sha256": "28238d5d10b05655b23688c263119b08d47b8a749be222d1c041ac8d62f95733",
      "input_size_bytes": 1145,
      "output_size_bytes": 936,
      "injected_metadata": {
        "Title": "Employee Reference Letter",
        "Author": "Dr. Eleanor Vance, HR Director",
        "VisibleText": "Author and Signatory: Dr. Eleanor Vance, HR Director"
      },
      "detected_before": {
        "title": "Employee Reference Letter",
        "author": "Dr. Eleanor Vance, HR Director",
        "subject": "",
        "keywords": "",
        "creator": "pdf-lib (https://github.com/Hopding/pdf-lib)",
        "producer": "pdf-lib (https://github.com/Hopding/pdf-lib)",
        "creationDate": "2026-09-23T14:32:36.000Z",
        "modificationDate": "2026-09-23T14:32:36.000Z"
      },
      "action_performed": "PDF Toolkit clearSupportedMetadata Info dictionary strip",
      "detected_after": {
        "title": "",
        "author": "",
        "subject": "",
        "keywords": "",
        "creator": "",
        "producer": "",
        "creationDate": null,
        "modificationDate": null
      },
      "remaining_fields": [
        "Visible body text on page 1"
      ],
      "expected_verdict": "PARTIAL",
      "verdict": "PARTIAL",
      "notes": "Standard Document Information dictionary cleared; visible body text on page 1 remains unredacted. Metadata removal is not visual redaction."
    },
    {
      "fixture_id": "MR-JPG-008",
      "file": "sample-watermarked-photo.jpg",
      "format": "JPEG",
      "category": "image",
      "scenario": "Camera JPEG with EXIF timestamp and burned-in visual timestamp overlay rendered directly into pixel data",
      "execution_path": "engine-regression",
      "product_route": "/",
      "browser_e2e": {
        "verified": false
      },
      "output_verification": {
        "metadata_reinspected": true,
        "container_validated": true,
        "browser_download_verified": false
      },
      "fixture_sha256": "c7dedb2c7b2490371cc4f4554864f31ccf8d6ab39298a1a9a3526db47ae7d193",
      "output_sha256": "3748ebc1c7a86db20a9c3787c9b749ebffe2e69837a702ebda5d6497858de973",
      "input_size_bytes": 2993,
      "output_size_bytes": 2506,
      "injected_metadata": {
        "DateTimeOriginal": "2026:08:14 10:22:00",
        "Software": "Camera Firmware 1.0",
        "BurnedInPixelStamp": "2026-08-14 10:22 AM (rendered in raster canvas)"
      },
      "detected_before": {
        "exif": true,
        "gps": false,
        "software": "Camera Firmware 1.0",
        "raw": {
          "Software": "Camera Firmware 1.0",
          "DateTime": "2026:08:14 10:22:00"
        },
        "lines": [
          "Software: Camera Firmware 1.0",
          "DateTime: 2026:08:14 10:22:00"
        ]
      },
      "action_performed": "Canvas raster re-encode to clean JPEG via Metadata Cleaner UI",
      "detected_after": {
        "exif": false,
        "gps": false,
        "software": "",
        "raw": {},
        "lines": []
      },
      "remaining_fields": [
        "Burned-in visual timestamp in pixel raster"
      ],
      "expected_verdict": "PARTIAL",
      "verdict": "PARTIAL",
      "notes": "EXIF tags stripped; burned-in visual date stamp remains visible in image pixels. Metadata stripping does not edit pixel raster content."
    }
  ]
}