{
  "spec": {
    "rows": 10000000,
    "job": "filter",
    "engine": "spark",
    "mode": "compute",
    "repeat": 1,
    "cores": 1,
    "heap": "96g",
    "memory": "128g",
    "kind": "single_core_supplement",
    "image_id": "sha256:215b09f971f3ac8d72022ea6e3157d80d88835ceb62899aecd829be0705e12b1"
  },
  "run_id": "0013-a0",
  "status": "completed",
  "source_hash": "68ab7d2564bcb09b20271dfa49f88ce8023df6f097c74c06fba624cf5b2cf3b3",
  "command": [
    "sudo",
    "-n",
    "docker",
    "run",
    "--name",
    "pb-ba039691774906bd",
    "--log-driver=none",
    "--network",
    "none",
    "--hostname",
    "localhost",
    "--user",
    "1001:1001",
    "-e",
    "HOME=/tmp",
    "-e",
    "JAVA_TOOL_OPTIONS=-Duser.home=/tmp",
    "-e",
    "SPARK_USER=benchmark",
    "-v",
    "/dev/shm/pb-t4cz7zc0/passwd:/etc/passwd:ro",
    "-v",
    "/dev/shm/pb-t4cz7zc0/group:/etc/group:ro",
    "--label",
    "pandas-spark-benchmark=worker-v1",
    "--cpuset-cpus",
    "0",
    "--memory",
    "128g",
    "--memory-swap",
    "128g",
    "-e",
    "OMP_NUM_THREADS=1",
    "-e",
    "OPENBLAS_NUM_THREADS=1",
    "-e",
    "MKL_NUM_THREADS=1",
    "-e",
    "SPARK_LOCAL_IP=127.0.0.1",
    "-v",
    "/data/pyspark-pandas-benchmark/data:/data:ro",
    "-v",
    "/dev/shm/pb-t4cz7zc0:/control",
    "-v",
    "/data/pyspark-pandas-benchmark/results/20261026-single-core-completion-supplement/0013-a0/output:/output",
    "-v",
    "/data/pyspark-pandas-benchmark/results/20261026-single-core-completion-supplement/0013-a0/scratch:/scratch",
    "sha256:215b09f971f3ac8d72022ea6e3157d80d88835ceb62899aecd829be0705e12b1",
    "python",
    "-m",
    "benchlib.worker",
    "/control/spec.json"
  ],
  "exit_code": 0,
  "worker": {
    "compute_seconds": 17.653073207,
    "measurement_start": {
      "phase": "measurement_start",
      "utc_ns": 1793027521375744548,
      "monotonic_ns": 1656346032247614
    },
    "measurement_end": {
      "phase": "measurement_end",
      "utc_ns": 1793027539028817455,
      "monotonic_ns": 1656363685320821
    },
    "output_rows": 4998988
  },
  "seconds": 17.653073207,
  "rows_per_second": 566473.6039294668,
  "clock_drift_seconds": -3.7298510591199374e-07,
  "measurement_utc": [
    1793027521.3757446,
    1793027539.0288174
  ],
  "metrics_quality": {
    "valid": true,
    "problems": [],
    "counter_resets": [],
    "minimum_measurement_samples": 18,
    "resolution_insufficient": false,
    "maximum_interval_seconds": 1.0
  },
  "valid": true,
  "signature": {
    "rows": 4998988,
    "columns": [
      "id1",
      "id2",
      "id3",
      "id4",
      "id5",
      "id6",
      "row_id",
      "v1",
      "v2",
      "v3"
    ],
    "unordered_hash_sums": [
      11148631554385613691,
      378480283941463303
    ],
    "float_round_decimals": 6,
    "nulls": {
      "id1": 0,
      "id2": 0,
      "id3": 0,
      "id4": 0,
      "id5": 0,
      "id6": 0,
      "row_id": 0,
      "v1": 0,
      "v2": 0,
      "v3": 0
    },
    "globally_ordered": true,
    "files": [
      {
        "path": "part-00000-c6102c9c-4004-439f-bbf3-ee05cc155342-c000.snappy.parquet",
        "rows": 2000286,
        "bytes": 47886381,
        "sha256": "1fcfe32c8c5f04d615c291aab00e21caf366dae8033227a27d27a45fc44fdd79"
      },
      {
        "path": "part-00001-c6102c9c-4004-439f-bbf3-ee05cc155342-c000.snappy.parquet",
        "rows": 1999055,
        "bytes": 47856244,
        "sha256": "2f3ae55773481d29a8194ebb963d32560b03f6afb50f63813d3efe2d6d073e07"
      },
      {
        "path": "part-00002-c6102c9c-4004-439f-bbf3-ee05cc155342-c000.snappy.parquet",
        "rows": 999647,
        "bytes": 23931774,
        "sha256": "1ea6a1927f599b15260b26c67f5deb4db870ef04001015b7477b9d253a0a80a9"
      }
    ],
    "verification": "streaming probabilistic signature; small fixtures checked by full equality"
  }
}
