Skip to content

Commit b716125

Browse files
alambalamb
committed
Update DataFusion version to 54.0.0
1 parent 7c64929 commit b716125

16 files changed

Lines changed: 828 additions & 2 deletions

‎datafusion-partitioned/install‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ if [ ! -x arrow-datafusion/target/release/datafusion-cli ]; then
2626
git clone https://github.com/apache/arrow-datafusion.git
2727
fi
2828
cd arrow-datafusion
29-
git checkout 53.1.0
29+
git checkout 54.0.0
3030
CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" \
3131
cargo build --release --package datafusion-cli --bin datafusion-cli
3232
fi

‎datafusion-partitioned/results/20260618/c6a.2xlarge.json‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
{
2+
"system": "DataFusion (Parquet, partitioned)",
3+
"date": "2026-06-18",
4+
"machine": "c6a.2xlarge",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["Rust","column-oriented","embedded","stateless"],
10+
"load_time": 8,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.07, 0.002, 0.002],
16+
[0.131, 0.036, 0.036],
17+
[0.561, 0.109, 0.107],
18+
[0.86, 0.109, 0.105],
19+
[1.906, 0.912, 0.919],
20+
[1.756, 0.826, 0.815],
21+
[0.073, 0.002, 0.002],
22+
[0.152, 0.037, 0.038],
23+
[1.734, 1.135, 1.14],
24+
[1.594, 1.153, 1.138],
25+
[0.608, 0.227, 0.226],
26+
[0.642, 0.255, 0.258],
27+
[1.142, 0.793, 0.789],
28+
[2.624, 1.224, 1.118],
29+
[1.146, 0.794, 0.793],
30+
[1.364, 1.009, 0.995],
31+
[3.019, 1.837, 1.835],
32+
[2.991, 1.83, 1.829],
33+
[6.053, 3.689, 3.683],
34+
[0.264, 0.093, 0.094],
35+
[9.971, 1.084, 1.081],
36+
[11.396, 1.339, 1.336],
37+
[22.245, 2.421, 2.432],
38+
[54.84, 44.429, 42.869],
39+
[0.548, 0.089, 0.091],
40+
[0.876, 0.255, 0.259],
41+
[0.24, 0.093, 0.094],
42+
[9.852, 1.458, 1.45],
43+
[8.633, 6.539, 6.511],
44+
[0.215, 0.099, 0.098],
45+
[3.238, 0.839, 0.842],
46+
[6.968, 0.864, 0.856],
47+
[4.969, 3.133, 3.131],
48+
[10.813, 3.832, 3.806],
49+
[10.785, 3.754, 3.759],
50+
[1.062, 0.862, 0.861],
51+
[0.235, 0.08, 0.079],
52+
[0.165, 0.042, 0.041],
53+
[0.201, 0.054, 0.046],
54+
[0.331, 0.152, 0.158],
55+
[0.141, 0.021, 0.023],
56+
[0.129, 0.023, 0.023],
57+
[0.132, 0.018, 0.02]
58+
]
59+
}

‎datafusion-partitioned/results/20260618/c6a.4xlarge.json‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
{
2+
"system": "DataFusion (Parquet, partitioned)",
3+
"date": "2026-06-18",
4+
"machine": "c6a.4xlarge",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["Rust","column-oriented","embedded","stateless"],
10+
"load_time": 17,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.065, 0.002, 0.002],
16+
[0.11, 0.027, 0.028],
17+
[0.192, 0.066, 0.07],
18+
[0.462, 0.072, 0.073],
19+
[1.154, 0.595, 0.595],
20+
[1.025, 0.548, 0.558],
21+
[0.072, 0.002, 0.002],
22+
[0.13, 0.029, 0.028],
23+
[0.978, 0.725, 0.713],
24+
[1.534, 0.725, 0.722],
25+
[0.562, 0.161, 0.162],
26+
[0.844, 0.18, 0.18],
27+
[1.261, 0.592, 0.591],
28+
[2.522, 0.925, 0.928],
29+
[1.018, 0.61, 0.618],
30+
[0.804, 0.675, 0.685],
31+
[2.868, 1.368, 1.36],
32+
[2.825, 1.366, 1.358],
33+
[5.366, 2.809, 2.821],
34+
[0.369, 0.066, 0.063],
35+
[9.96, 0.816, 0.815],
36+
[11.413, 1.029, 1.019],
37+
[22.235, 2.178, 2.169],
38+
[54.887, 8.779, 8.724],
39+
[0.419, 0.096, 0.098],
40+
[1.39, 0.184, 0.178],
41+
[0.673, 0.097, 0.092],
42+
[9.869, 1.186, 1.155],
43+
[8.387, 3.584, 3.54],
44+
[0.174, 0.07, 0.067],
45+
[3.161, 0.603, 0.606],
46+
[6.973, 0.744, 0.74],
47+
[4.956, 2.508, 2.552],
48+
[10.183, 3.072, 3.059],
49+
[10.204, 3.061, 3.08],
50+
[0.686, 0.569, 0.56],
51+
[0.247, 0.09, 0.089],
52+
[0.159, 0.046, 0.044],
53+
[0.193, 0.053, 0.049],
54+
[0.337, 0.16, 0.16],
55+
[0.136, 0.024, 0.027],
56+
[0.129, 0.023, 0.023],
57+
[0.124, 0.021, 0.024]
58+
]
59+
}

‎datafusion-partitioned/results/20260618/c6a.xlarge.json‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
{
2+
"system": "DataFusion (Parquet, partitioned)",
3+
"date": "2026-06-18",
4+
"machine": "c6a.xlarge",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["Rust","column-oriented","embedded","stateless"],
10+
"load_time": 3,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.071, 0.002, 0.002],
16+
[0.193, 0.06, 0.061],
17+
[0.411, 0.2, 0.197],
18+
[0.521, 0.184, 0.186],
19+
[1.902, 1.566, 1.579],
20+
[1.836, 1.531, 1.451],
21+
[0.079, 0.002, 0.002],
22+
[0.214, 0.064, 0.065],
23+
[2.353, 1.993, 1.978],
24+
[2.512, 2.037, 2.098],
25+
[0.773, 0.41, 0.411],
26+
[0.849, 0.465, 0.467],
27+
[1.752, 1.306, 1.279],
28+
[2.842, 1.812, 1.935],
29+
[1.747, 1.305, 1.293],
30+
[2.061, 1.681, 1.675],
31+
[3.668, 3.13, 3.15],
32+
[3.688, 3.154, 3.157],
33+
[45.21, 47.92, 31.388],
34+
[0.459, 0.169, 0.159],
35+
[9.581, 2.042, 2.048],
36+
[11.394, 2.405, 2.391],
37+
[22.295, 4.278, 4.229],
38+
[55.203, 45.371, 45.247],
39+
[0.325, 0.139, 0.139],
40+
[0.999, 0.473, 0.471],
41+
[0.359, 0.143, 0.144],
42+
[9.845, 2.707, 2.68],
43+
[13.787, 12.458, 12.594],
44+
[0.34, 0.166, 0.168],
45+
[3.382, 1.457, 1.442],
46+
[7.003, 1.38, 1.377],
47+
[33.384, 28.145, 52.266],
48+
[35.652, 38.586, 47.663],
49+
[35.131, 40.037, 52.039],
50+
[1.751, 1.439, 1.427],
51+
[0.251, 0.09, 0.088],
52+
[0.195, 0.042, 0.044],
53+
[0.232, 0.056, 0.055],
54+
[0.359, 0.167, 0.166],
55+
[0.171, 0.024, 0.023],
56+
[0.159, 0.022, 0.02],
57+
[0.155, 0.022, 0.02]
58+
]
59+
}

‎datafusion-partitioned/results/20260619/c6a.metal.json‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
{
2+
"system": "DataFusion (Parquet, partitioned)",
3+
"date": "2026-06-19",
4+
"machine": "c6a.metal",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["Rust","column-oriented","embedded","stateless"],
10+
"load_time": 49,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.064, 0.002, 0.002],
16+
[0.121, 0.061, 0.063],
17+
[0.205, 0.061, 0.054],
18+
[0.413, 0.049, 0.059],
19+
[0.64, 0.18, 0.172],
20+
[0.845, 0.215, 0.217],
21+
[0.065, 0.002, 0.003],
22+
[0.138, 0.064, 0.064],
23+
[0.613, 0.212, 0.228],
24+
[1.366, 0.344, 0.376],
25+
[0.474, 0.111, 0.115],
26+
[0.599, 0.136, 0.111],
27+
[0.922, 0.24, 0.253],
28+
[2.17, 0.416, 0.37],
29+
[0.877, 0.222, 0.233],
30+
[0.408, 0.203, 0.195],
31+
[2.08, 0.391, 0.382],
32+
[2.061, 0.367, 0.401],
33+
[4.17, 0.697, 0.706],
34+
[0.227, 0.067, 0.063],
35+
[9.685, 0.301, 0.276],
36+
[11.135, 0.312, 0.316],
37+
[21.804, 0.521, 0.552],
38+
[51.443, 1.712, 1.816],
39+
[1.49, 0.078, 0.061],
40+
[1.162, 0.087, 0.101],
41+
[1.725, 0.059, 0.058],
42+
[10.112, 0.326, 0.326],
43+
[8.148, 0.646, 0.613],
44+
[0.16, 0.073, 0.066],
45+
[2.798, 0.248, 0.234],
46+
[6.406, 0.318, 0.332],
47+
[4.481, 0.935, 0.883],
48+
[9.523, 0.733, 0.719],
49+
[9.528, 0.701, 0.696],
50+
[0.331, 0.152, 0.165],
51+
[0.256, 0.105, 0.104],
52+
[0.195, 0.074, 0.067],
53+
[0.242, 0.065, 0.072],
54+
[0.388, 0.17, 0.181],
55+
[0.163, 0.054, 0.051],
56+
[0.153, 0.056, 0.048],
57+
[0.158, 0.054, 0.04]
58+
]
59+
}

‎datafusion-partitioned/results/20260619/c7a.metal-48xl.json‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
{
2+
"system": "DataFusion (Parquet, partitioned)",
3+
"date": "2026-06-19",
4+
"machine": "c7a.metal-48xl",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["Rust","column-oriented","embedded","stateless"],
10+
"load_time": 55,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.045, 0.003, 0.003],
16+
[0.099, 0.054, 0.067],
17+
[0.129, 0.047, 0.049],
18+
[0.451, 0.051, 0.052],
19+
[0.902, 0.118, 0.121],
20+
[1.116, 0.158, 0.156],
21+
[0.047, 0.003, 0.003],
22+
[0.109, 0.057, 0.061],
23+
[0.661, 0.16, 0.145],
24+
[1.601, 0.336, 0.277],
25+
[0.46, 0.09, 0.095],
26+
[0.855, 0.096, 0.09],
27+
[1.186, 0.165, 0.165],
28+
[2.283, 0.244, 0.251],
29+
[0.906, 0.154, 0.163],
30+
[0.582, 0.127, 0.128],
31+
[2.385, 0.256, 0.246],
32+
[2.141, 0.269, 0.262],
33+
[4.222, 0.377, 0.383],
34+
[0.167, 0.061, 0.067],
35+
[9.968, 0.167, 0.18],
36+
[11.246, 0.226, 0.232],
37+
[21.818, 0.302, 0.318],
38+
[49.199, 3.118, 0.863],
39+
[1.388, 0.06, 0.056],
40+
[1.247, 0.061, 0.067],
41+
[1.993, 0.054, 0.054],
42+
[10.235, 0.2, 0.202],
43+
[8.159, 0.466, 0.451],
44+
[0.116, 0.056, 0.059],
45+
[2.828, 0.153, 0.15],
46+
[6.563, 0.214, 0.208],
47+
[4.515, 0.512, 0.507],
48+
[9.581, 0.375, 0.357],
49+
[9.581, 0.368, 0.356],
50+
[0.19, 0.108, 0.108],
51+
[0.222, 0.096, 0.091],
52+
[0.154, 0.069, 0.079],
53+
[0.186, 0.061, 0.063],
54+
[0.32, 0.173, 0.174],
55+
[0.127, 0.045, 0.055],
56+
[0.12, 0.048, 0.05],
57+
[0.107, 0.045, 0.056]
58+
]
59+
}

‎datafusion-partitioned/results/20260619/c8g.4xlarge.json‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
{
2+
"system": "DataFusion (Parquet, partitioned)",
3+
"date": "2026-06-19",
4+
"machine": "c8g.4xlarge",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["Rust","column-oriented","embedded","stateless"],
10+
"load_time": 17,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.038, 0.002, 0.002],
16+
[0.077, 0.015, 0.014],
17+
[0.264, 0.039, 0.042],
18+
[0.482, 0.034, 0.033],
19+
[1.11, 0.203, 0.204],
20+
[1.043, 0.239, 0.241],
21+
[0.044, 0.002, 0.002],
22+
[0.09, 0.017, 0.018],
23+
[0.826, 0.306, 0.283],
24+
[1.477, 0.371, 0.368],
25+
[0.555, 0.074, 0.079],
26+
[1.047, 0.09, 0.089],
27+
[1.313, 0.254, 0.254],
28+
[2.373, 0.328, 0.335],
29+
[0.951, 0.245, 0.245],
30+
[0.638, 0.257, 0.256],
31+
[2.355, 0.501, 0.5],
32+
[2.345, 0.496, 0.504],
33+
[4.632, 1.012, 0.997],
34+
[0.242, 0.032, 0.033],
35+
[10.202, 0.429, 0.428],
36+
[11.39, 0.506, 0.511],
37+
[22.29, 0.907, 0.898],
38+
[54.509, 2.776, 2.881],
39+
[0.248, 0.046, 0.047],
40+
[1.098, 0.107, 0.108],
41+
[0.365, 0.044, 0.045],
42+
[10.413, 0.594, 0.596],
43+
[8.29, 2.426, 2.429],
44+
[0.124, 0.043, 0.045],
45+
[3.156, 0.265, 0.263],
46+
[7.015, 0.256, 0.262],
47+
[4.936, 0.764, 0.764],
48+
[9.831, 1.288, 1.271],
49+
[9.832, 1.273, 1.303],
50+
[0.369, 0.247, 0.244],
51+
[0.192, 0.072, 0.072],
52+
[0.14, 0.04, 0.048],
53+
[0.183, 0.042, 0.042],
54+
[0.313, 0.145, 0.143],
55+
[0.112, 0.017, 0.016],
56+
[0.099, 0.016, 0.016],
57+
[0.101, 0.016, 0.015]
58+
]
59+
}

‎datafusion/install‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ if [ ! -x arrow-datafusion/target/release/datafusion-cli ]; then
3131
git clone https://github.com/apache/arrow-datafusion.git
3232
fi
3333
cd arrow-datafusion
34-
git checkout 53.1.0
34+
git checkout 54.0.0
3535
CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" \
3636
cargo build --release --package datafusion-cli --bin datafusion-cli
3737
fi

0 commit comments

Comments
 (0)