{
  "kafka": {
    "counts": {
      "events": 10101,
      "raw": 10101,
      "resume": 0,
      "replay": 10101
    },
    "pause_resume": {
      "lag_before_resume": 10101,
      "paused_records": 0,
      "resumed_records": 10101
    },
    "reference_matches": true,
    "unique_count": 10000
  },
  "storage": {
    "batch_reference_matches": true,
    "bytes": {
      "csv": 550999,
      "parquet": 114085
    },
    "snapshot_id": 4919337606478120545,
    "schema_check": {
      "rows": 10000,
      "null_devices": 10000
    },
    "historical_rows": 10000
  },
  "streaming": {
    "batch_reference_matches": true,
    "baseline_windows": 100,
    "duplicate_records": 100,
    "invalid_records": 1,
    "protocol": [
      {
        "type": "duplicate",
        "event_id": "a"
      },
      {
        "type": "window",
        "plays": 2,
        "window_start": 1789920000000,
        "watch_ms": 200,
        "video_id": "v000"
      },
      {
        "type": "window",
        "plays": 3,
        "window_start": 1789920000000,
        "watch_ms": 300,
        "video_id": "v000"
      },
      {
        "type": "late",
        "event_id": "d"
      }
    ],
    "restored_checkpoints": 1,
    "final_accepted": {
      "type": "window",
      "plays": 3,
      "window_start": 1789920000000,
      "watch_ms": 300,
      "video_id": "v000"
    },
    "full_offline_plays": 4,
    "full_offline_watch_ms": 400,
    "top10": [
      {
        "plays": 136,
        "window_start": 1789920000000,
        "watch_ms": 8468934,
        "video_id": "v023",
        "type": "window"
      },
      {
        "plays": 120,
        "window_start": 1789920000000,
        "watch_ms": 7214804,
        "video_id": "v088",
        "type": "window"
      },
      {
        "plays": 118,
        "window_start": 1789920000000,
        "watch_ms": 7169915,
        "video_id": "v052",
        "type": "window"
      },
      {
        "plays": 118,
        "window_start": 1789920000000,
        "watch_ms": 7545051,
        "video_id": "v075",
        "type": "window"
      },
      {
        "plays": 118,
        "window_start": 1789920000000,
        "watch_ms": 6693670,
        "video_id": "v080",
        "type": "window"
      },
      {
        "plays": 118,
        "window_start": 1789920000000,
        "watch_ms": 6618443,
        "video_id": "v086",
        "type": "window"
      },
      {
        "plays": 118,
        "window_start": 1789920000000,
        "watch_ms": 7226806,
        "video_id": "v093",
        "type": "window"
      },
      {
        "plays": 116,
        "window_start": 1789920000000,
        "watch_ms": 7640100,
        "video_id": "v006",
        "type": "window"
      },
      {
        "plays": 116,
        "window_start": 1789920000000,
        "watch_ms": 6894851,
        "video_id": "v022",
        "type": "window"
      },
      {
        "plays": 115,
        "window_start": 1789920000000,
        "watch_ms": 6054926,
        "video_id": "v021",
        "type": "window"
      }
    ]
  },
  "spark_performance": {
    "rows": 1000000,
    "hot_key_rows": 900010,
    "reference_matches": true,
    "queries": [
      {
        "query": "merge",
        "duration_ms": 896,
        "task_count": 24,
        "max_task_ms": 182,
        "median_task_ms": 82.5,
        "shuffle_write_bytes": 5550118,
        "disk_spilled_bytes": 0
      },
      {
        "query": "broadcast",
        "duration_ms": 308,
        "task_count": 9,
        "max_task_ms": 101,
        "median_task_ms": 36,
        "shuffle_write_bytes": 430,
        "disk_spilled_bytes": 0
      }
    ],
    "result": [
      {
        "category": 0,
        "plays": 920000,
        "watch_ms": 54359500000
      },
      {
        "category": 1,
        "plays": 20000,
        "watch_ms": 1259970000
      },
      {
        "category": 2,
        "plays": 20000,
        "watch_ms": 1259990000
      },
      {
        "category": 3,
        "plays": 20000,
        "watch_ms": 1260010000
      },
      {
        "category": 4,
        "plays": 20000,
        "watch_ms": 1260030000
      }
    ]
  },
  "backfill": {
    "date": "2026-09-21",
    "missing_rows": 0,
    "restored_groups": 100,
    "repeat_idempotent": true,
    "reference_matches": true
  },
  "environment": {
    "os": "macOS arm64",
    "java": "Amazon Corretto 17.0.15",
    "spark_master": "local[4]",
    "flink_parallelism": 2,
    "kafka_brokers": 1,
    "kafka_replication_factor": 1,
    "measurement_date": "2026-09-25",
    "reference_tests": 8,
    "spark": "3.5.7",
    "scala": "2.12",
    "kafka": "3.9.1",
    "flink": "1.20.3",
    "iceberg": "1.10.0"
  }
}