{
  "spec": {
    "rows": 10000000,
    "job": "pipeline",
    "engine": "spark",
    "mode": "compute",
    "repeat": 1,
    "cores": 1,
    "heap": "96g",
    "memory": "128g",
    "kind": "single_core_supplement",
    "image_id": "sha256:215b09f971f3ac8d72022ea6e3157d80d88835ceb62899aecd829be0705e12b1"
  },
  "run_id": "0024-a0",
  "status": "completed",
  "source_hash": "68ab7d2564bcb09b20271dfa49f88ce8023df6f097c74c06fba624cf5b2cf3b3",
  "command": [
    "sudo",
    "-n",
    "docker",
    "run",
    "--name",
    "pb-aeb283a4ebce7b63",
    "--log-driver=none",
    "--network",
    "none",
    "--hostname",
    "localhost",
    "--user",
    "1001:1001",
    "-e",
    "HOME=/tmp",
    "-e",
    "JAVA_TOOL_OPTIONS=-Duser.home=/tmp",
    "-e",
    "SPARK_USER=benchmark",
    "-v",
    "/dev/shm/pb-dwgm7n9y/passwd:/etc/passwd:ro",
    "-v",
    "/dev/shm/pb-dwgm7n9y/group:/etc/group:ro",
    "--label",
    "pandas-spark-benchmark=worker-v1",
    "--cpuset-cpus",
    "0",
    "--memory",
    "128g",
    "--memory-swap",
    "128g",
    "-e",
    "OMP_NUM_THREADS=1",
    "-e",
    "OPENBLAS_NUM_THREADS=1",
    "-e",
    "MKL_NUM_THREADS=1",
    "-e",
    "SPARK_LOCAL_IP=127.0.0.1",
    "-v",
    "/data/pyspark-pandas-benchmark/data:/data:ro",
    "-v",
    "/dev/shm/pb-dwgm7n9y:/control",
    "-v",
    "/data/pyspark-pandas-benchmark/results/20261026-single-core-completion-supplement/0024-a0/output:/output",
    "-v",
    "/data/pyspark-pandas-benchmark/results/20261026-single-core-completion-supplement/0024-a0/scratch:/scratch",
    "sha256:215b09f971f3ac8d72022ea6e3157d80d88835ceb62899aecd829be0705e12b1",
    "python",
    "-m",
    "benchlib.worker",
    "/control/spec.json"
  ],
  "exit_code": 0,
  "worker": {
    "compute_seconds": 2.466262447,
    "measurement_start": {
      "phase": "measurement_start",
      "utc_ns": 1793028700412240500,
      "monotonic_ns": 1657525068743734
    },
    "measurement_end": {
      "phase": "measurement_end",
      "utc_ns": 1793028702878502835,
      "monotonic_ns": 1657527535006181
    },
    "output_rows": 100
  },
  "seconds": 2.466262447,
  "rows_per_second": 4054718.5122832954,
  "clock_drift_seconds": 1.319642333186266e-07,
  "measurement_utc": [
    1793028700.4122403,
    1793028702.8785028
  ],
  "metrics_quality": {
    "valid": true,
    "problems": [],
    "counter_resets": [],
    "minimum_measurement_samples": 2,
    "resolution_insufficient": true,
    "maximum_interval_seconds": 1.0
  },
  "valid": true,
  "signature": {
    "rows": 100,
    "columns": [
      "id2",
      "sum_v3"
    ],
    "unordered_hash_sums": [
      10126644155785521932,
      7586905415341194600
    ],
    "float_round_decimals": 6,
    "nulls": {
      "id2": 0,
      "sum_v3": 0
    },
    "globally_ordered": true,
    "files": [
      {
        "path": "part-00000-ef747076-47a1-4b84-b02e-2a33d0161488-c000.snappy.parquet",
        "rows": 100,
        "bytes": 2047,
        "sha256": "59a4e0d03788b5fe36e9cc4eb041d1f80d5766827f570d0d3c57ab0176f13973"
      }
    ],
    "verification": "streaming probabilistic signature; small fixtures checked by full equality",
    "aggregate_records": [
      {
        "id2": "id000000000",
        "sum_v3": 51163.42800000002
      },
      {
        "id2": "id000000001",
        "sum_v3": 54363.64399999997
      },
      {
        "id2": "id000000002",
        "sum_v3": 49136.02100000001
      },
      {
        "id2": "id000000003",
        "sum_v3": 49099.96899999998
      },
      {
        "id2": "id000000004",
        "sum_v3": 50550.89999999996
      },
      {
        "id2": "id000000005",
        "sum_v3": 52706.55999999998
      },
      {
        "id2": "id000000006",
        "sum_v3": 48741.56300000001
      },
      {
        "id2": "id000000007",
        "sum_v3": 49898.70799999998
      },
      {
        "id2": "id000000008",
        "sum_v3": 48403.78
      },
      {
        "id2": "id000000009",
        "sum_v3": 50312.68600000002
      },
      {
        "id2": "id000000010",
        "sum_v3": 48269.896
      },
      {
        "id2": "id000000011",
        "sum_v3": 52545.93500000003
      },
      {
        "id2": "id000000012",
        "sum_v3": 52353.24100000001
      },
      {
        "id2": "id000000013",
        "sum_v3": 46581.13200000001
      },
      {
        "id2": "id000000014",
        "sum_v3": 48687.21800000001
      },
      {
        "id2": "id000000015",
        "sum_v3": 52101.47599999999
      },
      {
        "id2": "id000000016",
        "sum_v3": 51698.40400000004
      },
      {
        "id2": "id000000017",
        "sum_v3": 48922.65800000001
      },
      {
        "id2": "id000000018",
        "sum_v3": 51884.815
      },
      {
        "id2": "id000000019",
        "sum_v3": 45671.67699999999
      },
      {
        "id2": "id000000020",
        "sum_v3": 50149.59699999999
      },
      {
        "id2": "id000000021",
        "sum_v3": 51954.681
      },
      {
        "id2": "id000000022",
        "sum_v3": 48036.05
      },
      {
        "id2": "id000000023",
        "sum_v3": 50796.81600000002
      },
      {
        "id2": "id000000024",
        "sum_v3": 49662.714
      },
      {
        "id2": "id000000025",
        "sum_v3": 52234.20600000001
      },
      {
        "id2": "id000000026",
        "sum_v3": 48805.609000000004
      },
      {
        "id2": "id000000027",
        "sum_v3": 49218.85099999998
      },
      {
        "id2": "id000000028",
        "sum_v3": 48156.505
      },
      {
        "id2": "id000000029",
        "sum_v3": 51411.81900000002
      },
      {
        "id2": "id000000030",
        "sum_v3": 49371.34600000001
      },
      {
        "id2": "id000000031",
        "sum_v3": 52757.19800000001
      },
      {
        "id2": "id000000032",
        "sum_v3": 53333.069999999985
      },
      {
        "id2": "id000000033",
        "sum_v3": 49371.787000000004
      },
      {
        "id2": "id000000034",
        "sum_v3": 48824.16800000002
      },
      {
        "id2": "id000000035",
        "sum_v3": 50379.33600000003
      },
      {
        "id2": "id000000036",
        "sum_v3": 54155.15000000002
      },
      {
        "id2": "id000000037",
        "sum_v3": 54292.93099999998
      },
      {
        "id2": "id000000038",
        "sum_v3": 51774.614000000016
      },
      {
        "id2": "id000000039",
        "sum_v3": 48839.580000000016
      },
      {
        "id2": "id000000040",
        "sum_v3": 49646.37700000001
      },
      {
        "id2": "id000000041",
        "sum_v3": 48269.17500000002
      },
      {
        "id2": "id000000042",
        "sum_v3": 46879.94099999998
      },
      {
        "id2": "id000000043",
        "sum_v3": 54171.81300000001
      },
      {
        "id2": "id000000044",
        "sum_v3": 52456.80199999997
      },
      {
        "id2": "id000000045",
        "sum_v3": 51269.000999999975
      },
      {
        "id2": "id000000046",
        "sum_v3": 51593.793999999994
      },
      {
        "id2": "id000000047",
        "sum_v3": 49766.35800000002
      },
      {
        "id2": "id000000048",
        "sum_v3": 54747.117000000006
      },
      {
        "id2": "id000000049",
        "sum_v3": 52001.215000000026
      },
      {
        "id2": "id000000050",
        "sum_v3": 48852.62999999999
      },
      {
        "id2": "id000000051",
        "sum_v3": 53900.037999999964
      },
      {
        "id2": "id000000052",
        "sum_v3": 50118.68000000001
      },
      {
        "id2": "id000000053",
        "sum_v3": 46299.44699999999
      },
      {
        "id2": "id000000054",
        "sum_v3": 47978.625
      },
      {
        "id2": "id000000055",
        "sum_v3": 52960.623999999996
      },
      {
        "id2": "id000000056",
        "sum_v3": 51309.63200000003
      },
      {
        "id2": "id000000057",
        "sum_v3": 50165.225
      },
      {
        "id2": "id000000058",
        "sum_v3": 51231.01399999998
      },
      {
        "id2": "id000000059",
        "sum_v3": 48938.30099999999
      },
      {
        "id2": "id000000060",
        "sum_v3": 50471.77700000001
      },
      {
        "id2": "id000000061",
        "sum_v3": 47220.323
      },
      {
        "id2": "id000000062",
        "sum_v3": 50373.240999999995
      },
      {
        "id2": "id000000063",
        "sum_v3": 51594.06400000001
      },
      {
        "id2": "id000000064",
        "sum_v3": 51043.81199999997
      },
      {
        "id2": "id000000065",
        "sum_v3": 49171.865
      },
      {
        "id2": "id000000066",
        "sum_v3": 52187.82500000001
      },
      {
        "id2": "id000000067",
        "sum_v3": 46604.46899999999
      },
      {
        "id2": "id000000068",
        "sum_v3": 51829.85500000005
      },
      {
        "id2": "id000000069",
        "sum_v3": 50656.56900000001
      },
      {
        "id2": "id000000070",
        "sum_v3": 50554.56899999999
      },
      {
        "id2": "id000000071",
        "sum_v3": 50780.90200000004
      },
      {
        "id2": "id000000072",
        "sum_v3": 51871.494999999995
      },
      {
        "id2": "id000000073",
        "sum_v3": 48812.64399999997
      },
      {
        "id2": "id000000074",
        "sum_v3": 46670.82000000001
      },
      {
        "id2": "id000000075",
        "sum_v3": 50700.29899999996
      },
      {
        "id2": "id000000076",
        "sum_v3": 50886.666000000005
      },
      {
        "id2": "id000000077",
        "sum_v3": 46598.34000000002
      },
      {
        "id2": "id000000078",
        "sum_v3": 50551.34799999998
      },
      {
        "id2": "id000000079",
        "sum_v3": 49399.39499999996
      },
      {
        "id2": "id000000080",
        "sum_v3": 49099.150000000016
      },
      {
        "id2": "id000000081",
        "sum_v3": 49566.977
      },
      {
        "id2": "id000000082",
        "sum_v3": 48532.390999999974
      },
      {
        "id2": "id000000083",
        "sum_v3": 49941.95800000001
      },
      {
        "id2": "id000000084",
        "sum_v3": 48763.142
      },
      {
        "id2": "id000000085",
        "sum_v3": 50099.17999999999
      },
      {
        "id2": "id000000086",
        "sum_v3": 53928.457
      },
      {
        "id2": "id000000087",
        "sum_v3": 50944.7
      },
      {
        "id2": "id000000088",
        "sum_v3": 49980.406
      },
      {
        "id2": "id000000089",
        "sum_v3": 50648.167
      },
      {
        "id2": "id000000090",
        "sum_v3": 49265.25400000001
      },
      {
        "id2": "id000000091",
        "sum_v3": 51525.051999999996
      },
      {
        "id2": "id000000092",
        "sum_v3": 49831.74299999999
      },
      {
        "id2": "id000000093",
        "sum_v3": 50479.82900000001
      },
      {
        "id2": "id000000094",
        "sum_v3": 52020.340999999986
      },
      {
        "id2": "id000000095",
        "sum_v3": 50010.398000000016
      },
      {
        "id2": "id000000096",
        "sum_v3": 49413.566999999995
      },
      {
        "id2": "id000000097",
        "sum_v3": 50207.238000000005
      },
      {
        "id2": "id000000098",
        "sum_v3": 49296.81599999999
      },
      {
        "id2": "id000000099",
        "sum_v3": 49777.53800000001
      }
    ]
  }
}