{
  "spec": {
    "rows": 10000000,
    "job": "pipeline",
    "engine": "pandas",
    "mode": "compute",
    "repeat": 2,
    "cores": 1,
    "heap": "96g",
    "memory": "128g",
    "kind": "single_core_supplement",
    "image_id": "sha256:215b09f971f3ac8d72022ea6e3157d80d88835ceb62899aecd829be0705e12b1"
  },
  "run_id": "0021-a0",
  "status": "completed",
  "source_hash": "68ab7d2564bcb09b20271dfa49f88ce8023df6f097c74c06fba624cf5b2cf3b3",
  "command": [
    "sudo",
    "-n",
    "docker",
    "run",
    "--name",
    "pb-658b8d909c5069ee",
    "--log-driver=none",
    "--network",
    "none",
    "--hostname",
    "localhost",
    "--user",
    "1001:1001",
    "-e",
    "HOME=/tmp",
    "-e",
    "JAVA_TOOL_OPTIONS=-Duser.home=/tmp",
    "-e",
    "SPARK_USER=benchmark",
    "-v",
    "/dev/shm/pb-hoz8z96e/passwd:/etc/passwd:ro",
    "-v",
    "/dev/shm/pb-hoz8z96e/group:/etc/group:ro",
    "--label",
    "pandas-spark-benchmark=worker-v1",
    "--cpuset-cpus",
    "0",
    "--memory",
    "128g",
    "--memory-swap",
    "128g",
    "-e",
    "OMP_NUM_THREADS=1",
    "-e",
    "OPENBLAS_NUM_THREADS=1",
    "-e",
    "MKL_NUM_THREADS=1",
    "-e",
    "SPARK_LOCAL_IP=127.0.0.1",
    "-v",
    "/data/pyspark-pandas-benchmark/data:/data:ro",
    "-v",
    "/dev/shm/pb-hoz8z96e:/control",
    "-v",
    "/data/pyspark-pandas-benchmark/results/20261026-single-core-completion-supplement/0021-a0/output:/output",
    "-v",
    "/data/pyspark-pandas-benchmark/results/20261026-single-core-completion-supplement/0021-a0/scratch:/scratch",
    "sha256:215b09f971f3ac8d72022ea6e3157d80d88835ceb62899aecd829be0705e12b1",
    "python",
    "-m",
    "benchlib.worker",
    "/control/spec.json"
  ],
  "exit_code": 0,
  "worker": {
    "compute_seconds": 1.214156673,
    "measurement_start": {
      "phase": "measurement_start",
      "utc_ns": 1793028410955752391,
      "monotonic_ns": 1657235612255250
    },
    "measurement_end": {
      "phase": "measurement_end",
      "utc_ns": 1793028412169907990,
      "monotonic_ns": 1657236826411923
    },
    "output_rows": 100
  },
  "seconds": 1.214156673,
  "rows_per_second": 8236169.369552195,
  "clock_drift_seconds": -9.99019287073466e-07,
  "measurement_utc": [
    1793028410.9557524,
    1793028412.169908
  ],
  "metrics_quality": {
    "valid": true,
    "problems": [],
    "counter_resets": [],
    "minimum_measurement_samples": 1,
    "resolution_insufficient": true,
    "maximum_interval_seconds": 1.0
  },
  "valid": true,
  "signature": {
    "rows": 100,
    "columns": [
      "id2",
      "sum_v3"
    ],
    "unordered_hash_sums": [
      10126644155785521932,
      7586905415341194600
    ],
    "float_round_decimals": 6,
    "nulls": {
      "id2": 0,
      "sum_v3": 0
    },
    "globally_ordered": true,
    "files": [
      {
        "path": "part-00000.parquet",
        "rows": 100,
        "bytes": 3122,
        "sha256": "dc4c255ed9e572df7d38b633d2c8e4c6ca180580f1590f2c4e3ecb54d4dc3f60"
      }
    ],
    "verification": "streaming probabilistic signature; small fixtures checked by full equality",
    "aggregate_records": [
      {
        "id2": "id000000000",
        "sum_v3": 51163.428
      },
      {
        "id2": "id000000001",
        "sum_v3": 54363.644
      },
      {
        "id2": "id000000002",
        "sum_v3": 49136.021
      },
      {
        "id2": "id000000003",
        "sum_v3": 49099.969
      },
      {
        "id2": "id000000004",
        "sum_v3": 50550.9
      },
      {
        "id2": "id000000005",
        "sum_v3": 52706.56
      },
      {
        "id2": "id000000006",
        "sum_v3": 48741.563
      },
      {
        "id2": "id000000007",
        "sum_v3": 49898.708
      },
      {
        "id2": "id000000008",
        "sum_v3": 48403.78
      },
      {
        "id2": "id000000009",
        "sum_v3": 50312.686
      },
      {
        "id2": "id000000010",
        "sum_v3": 48269.896
      },
      {
        "id2": "id000000011",
        "sum_v3": 52545.935
      },
      {
        "id2": "id000000012",
        "sum_v3": 52353.241
      },
      {
        "id2": "id000000013",
        "sum_v3": 46581.132
      },
      {
        "id2": "id000000014",
        "sum_v3": 48687.218
      },
      {
        "id2": "id000000015",
        "sum_v3": 52101.476
      },
      {
        "id2": "id000000016",
        "sum_v3": 51698.404
      },
      {
        "id2": "id000000017",
        "sum_v3": 48922.658
      },
      {
        "id2": "id000000018",
        "sum_v3": 51884.815
      },
      {
        "id2": "id000000019",
        "sum_v3": 45671.677
      },
      {
        "id2": "id000000020",
        "sum_v3": 50149.597
      },
      {
        "id2": "id000000021",
        "sum_v3": 51954.681
      },
      {
        "id2": "id000000022",
        "sum_v3": 48036.05
      },
      {
        "id2": "id000000023",
        "sum_v3": 50796.816
      },
      {
        "id2": "id000000024",
        "sum_v3": 49662.714
      },
      {
        "id2": "id000000025",
        "sum_v3": 52234.206
      },
      {
        "id2": "id000000026",
        "sum_v3": 48805.609
      },
      {
        "id2": "id000000027",
        "sum_v3": 49218.851
      },
      {
        "id2": "id000000028",
        "sum_v3": 48156.505
      },
      {
        "id2": "id000000029",
        "sum_v3": 51411.819
      },
      {
        "id2": "id000000030",
        "sum_v3": 49371.346
      },
      {
        "id2": "id000000031",
        "sum_v3": 52757.198
      },
      {
        "id2": "id000000032",
        "sum_v3": 53333.07
      },
      {
        "id2": "id000000033",
        "sum_v3": 49371.787
      },
      {
        "id2": "id000000034",
        "sum_v3": 48824.168
      },
      {
        "id2": "id000000035",
        "sum_v3": 50379.336
      },
      {
        "id2": "id000000036",
        "sum_v3": 54155.15
      },
      {
        "id2": "id000000037",
        "sum_v3": 54292.931
      },
      {
        "id2": "id000000038",
        "sum_v3": 51774.614
      },
      {
        "id2": "id000000039",
        "sum_v3": 48839.58
      },
      {
        "id2": "id000000040",
        "sum_v3": 49646.377
      },
      {
        "id2": "id000000041",
        "sum_v3": 48269.175
      },
      {
        "id2": "id000000042",
        "sum_v3": 46879.941
      },
      {
        "id2": "id000000043",
        "sum_v3": 54171.813
      },
      {
        "id2": "id000000044",
        "sum_v3": 52456.802
      },
      {
        "id2": "id000000045",
        "sum_v3": 51269.001
      },
      {
        "id2": "id000000046",
        "sum_v3": 51593.794
      },
      {
        "id2": "id000000047",
        "sum_v3": 49766.358
      },
      {
        "id2": "id000000048",
        "sum_v3": 54747.117
      },
      {
        "id2": "id000000049",
        "sum_v3": 52001.215
      },
      {
        "id2": "id000000050",
        "sum_v3": 48852.63
      },
      {
        "id2": "id000000051",
        "sum_v3": 53900.038
      },
      {
        "id2": "id000000052",
        "sum_v3": 50118.68
      },
      {
        "id2": "id000000053",
        "sum_v3": 46299.447
      },
      {
        "id2": "id000000054",
        "sum_v3": 47978.625
      },
      {
        "id2": "id000000055",
        "sum_v3": 52960.624
      },
      {
        "id2": "id000000056",
        "sum_v3": 51309.632
      },
      {
        "id2": "id000000057",
        "sum_v3": 50165.225
      },
      {
        "id2": "id000000058",
        "sum_v3": 51231.014
      },
      {
        "id2": "id000000059",
        "sum_v3": 48938.301
      },
      {
        "id2": "id000000060",
        "sum_v3": 50471.777
      },
      {
        "id2": "id000000061",
        "sum_v3": 47220.323
      },
      {
        "id2": "id000000062",
        "sum_v3": 50373.241
      },
      {
        "id2": "id000000063",
        "sum_v3": 51594.064
      },
      {
        "id2": "id000000064",
        "sum_v3": 51043.812
      },
      {
        "id2": "id000000065",
        "sum_v3": 49171.865
      },
      {
        "id2": "id000000066",
        "sum_v3": 52187.825
      },
      {
        "id2": "id000000067",
        "sum_v3": 46604.469
      },
      {
        "id2": "id000000068",
        "sum_v3": 51829.855
      },
      {
        "id2": "id000000069",
        "sum_v3": 50656.569
      },
      {
        "id2": "id000000070",
        "sum_v3": 50554.569
      },
      {
        "id2": "id000000071",
        "sum_v3": 50780.902
      },
      {
        "id2": "id000000072",
        "sum_v3": 51871.495
      },
      {
        "id2": "id000000073",
        "sum_v3": 48812.644
      },
      {
        "id2": "id000000074",
        "sum_v3": 46670.82
      },
      {
        "id2": "id000000075",
        "sum_v3": 50700.299
      },
      {
        "id2": "id000000076",
        "sum_v3": 50886.666
      },
      {
        "id2": "id000000077",
        "sum_v3": 46598.34
      },
      {
        "id2": "id000000078",
        "sum_v3": 50551.348
      },
      {
        "id2": "id000000079",
        "sum_v3": 49399.395
      },
      {
        "id2": "id000000080",
        "sum_v3": 49099.15
      },
      {
        "id2": "id000000081",
        "sum_v3": 49566.977
      },
      {
        "id2": "id000000082",
        "sum_v3": 48532.391
      },
      {
        "id2": "id000000083",
        "sum_v3": 49941.958
      },
      {
        "id2": "id000000084",
        "sum_v3": 48763.142
      },
      {
        "id2": "id000000085",
        "sum_v3": 50099.18
      },
      {
        "id2": "id000000086",
        "sum_v3": 53928.457
      },
      {
        "id2": "id000000087",
        "sum_v3": 50944.7
      },
      {
        "id2": "id000000088",
        "sum_v3": 49980.406
      },
      {
        "id2": "id000000089",
        "sum_v3": 50648.167
      },
      {
        "id2": "id000000090",
        "sum_v3": 49265.254
      },
      {
        "id2": "id000000091",
        "sum_v3": 51525.052
      },
      {
        "id2": "id000000092",
        "sum_v3": 49831.743
      },
      {
        "id2": "id000000093",
        "sum_v3": 50479.829
      },
      {
        "id2": "id000000094",
        "sum_v3": 52020.341
      },
      {
        "id2": "id000000095",
        "sum_v3": 50010.398
      },
      {
        "id2": "id000000096",
        "sum_v3": 49413.567
      },
      {
        "id2": "id000000097",
        "sum_v3": 50207.238
      },
      {
        "id2": "id000000098",
        "sum_v3": 49296.816
      },
      {
        "id2": "id000000099",
        "sum_v3": 49777.538
      }
    ]
  }
}