Skip to content

Commit 9c76258

Browse files
rschu1zerschu1ze
authored
Merge pull request #810 from alamb/alamb/update_datafusion_52
Update DataFusion Results to 52.2.0
2 parents 4a505c8 + cbb77fc commit 9c76258

10 files changed

Lines changed: 394 additions & 394 deletions

File tree

‎datafusion-partitioned/benchmark.sh‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ sudo apt-get install -y gcc
2727
echo "Install DataFusion main branch"
2828
git clone https://github.com/apache/arrow-datafusion.git
2929
cd arrow-datafusion/
30-
git checkout 47.0.0
30+
git checkout 52.2.0
3131
CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release --package datafusion-cli --bin datafusion-cli
3232
export PATH="`pwd`/target/release:$PATH"
3333
cd ..

‎datafusion-partitioned/results/c6a.2xlarge.json‎

Lines changed: 49 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -1,57 +1,57 @@
11
{
2-
"system": "DataFusion (Parquet, partitioned)",
3-
"date": "2025-07-10",
2+
"system": "DataFusion (Parquet, partitioned)",
3+
"date": "2026-03-06",
44
"machine": "c6a.2xlarge",
55
"cluster_size": 1,
6-
"proprietary": "no",
6+
"proprietary": "no",
7+
"tuned": "no",
78
"hardware": "cpu",
8-
"tuned": "no",
9-
"tags": ["Rust","column-oriented","embedded","stateless"],
9+
"tags": ["Rust","column-oriented","embedded","stateless"],
1010
"load_time": 0,
1111
"data_size": 14737666736,
1212
"result": [
13-
[0.068, 0.022, 0.021],
14-
[0.167, 0.06, 0.059],
15-
[0.362, 0.144, 0.147],
16-
[0.523, 0.109, 0.113],
17-
[1.644, 1.224, 1.334],
18-
[1.719, 1.167, 1.174],
19-
[0.13, 0.037, 0.038],
20-
[0.181, 0.07, 0.065],
21-
[1.803, 1.414, 1.398],
22-
[2.079, 1.591, 1.617],
23-
[0.875, 0.396, 0.381],
24-
[1.016, 0.452, 0.44],
25-
[1.702, 1.216, 1.197],
26-
[3.255, 1.883, 1.93],
27-
[1.629, 1.124, 1.237],
28-
[1.816, 1.529, 1.51],
29-
[3.179, 2.585, 2.593],
30-
[2.891, 2.197, 2.287],
31-
[6.073, 4.78, 4.877],
32-
[0.597, 0.1, 0.101],
33-
[9.674, 1.35, 1.344],
34-
[11.432, 1.673, 1.652],
35-
[22.163, 3.015, 3.05],
36-
[55.44, 46.286, 43.371],
37-
[2.831, 0.611, 0.604],
38-
[1.025, 0.535, 0.558],
39-
[2.845, 0.724, 0.724],
40-
[9.733, 2.09, 2.088],
41-
[19.263, 18.559, 18.21],
42-
[0.953, 0.806, 0.774],
43-
[2.548, 1.265, 1.166],
44-
[6.191, 1.162, 1.161],
45-
[5.003, 4.177, 4.193],
46-
[10.349, 4.795, 4.817],
47-
[10.307, 4.831, 4.884],
48-
[2.14, 1.835, 1.843],
49-
[0.352, 0.121, 0.111],
50-
[0.217, 0.056, 0.058],
51-
[0.328, 0.11, 0.109],
52-
[0.47, 0.156, 0.157],
53-
[0.201, 0.05, 0.046],
54-
[0.186, 0.046, 0.046],
55-
[0.174, 0.041, 0.044]
56-
]
13+
[0.038,0.002,0.002],
14+
[0.098,0.039,0.039],
15+
[0.984,0.114,0.116],
16+
[2.750,0.099,0.100],
17+
[3.019,1.023,1.134],
18+
[3.083,1.247,1.224],
19+
[0.047,0.008,0.007],
20+
[0.105,0.042,0.041],
21+
[3.314,1.285,1.286],
22+
[4.363,1.471,1.567],
23+
[2.424,0.260,0.266],
24+
[2.768,0.298,0.302],
25+
[3.256,1.130,1.166],
26+
[6.491,1.535,1.624],
27+
[3.230,0.938,1.043],
28+
[2.476,1.261,1.255],
29+
[6.206,2.263,2.292],
30+
[6.168,2.115,2.163],
31+
[11.589,4.234,4.169],
32+
[1.707,0.090,0.092],
33+
[20.982,1.347,1.341],
34+
[23.987,1.534,1.586],
35+
[45.842,2.883,2.648],
36+
[108.490,95.675,92.180],
37+
[1.482,0.153,0.154],
38+
[3.415,0.329,0.334],
39+
[1.595,0.170,0.155],
40+
[21.296,1.756,1.779],
41+
[18.916,15.997,15.961],
42+
[0.847,0.750,0.745],
43+
[7.531,1.022,1.091],
44+
[15.040,1.143,1.114],
45+
[11.344,4.125,4.135],
46+
[20.846,4.517,4.650],
47+
[20.830,4.286,4.244],
48+
[1.978,1.566,1.681],
49+
[0.287,0.171,0.135],
50+
[0.133,0.057,0.061],
51+
[0.217,0.092,0.104],
52+
[0.771,0.336,0.326],
53+
[0.115,0.032,0.031],
54+
[0.101,0.029,0.029],
55+
[0.101,0.031,0.026]
56+
]
5757
}

‎datafusion-partitioned/results/c6a.4xlarge.json‎

Lines changed: 49 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -1,57 +1,57 @@
11
{
2-
"system": "DataFusion (Parquet, partitioned)",
3-
"date": "2025-07-10",
2+
"system": "DataFusion (Parquet, partitioned)",
3+
"date": "2026-03-05",
44
"machine": "c6a.4xlarge",
55
"cluster_size": 1,
6-
"proprietary": "no",
6+
"proprietary": "no",
7+
"tuned": "no",
78
"hardware": "cpu",
8-
"tuned": "no",
9-
"tags": ["Rust","column-oriented","embedded","stateless"],
9+
"tags": ["Rust","column-oriented","embedded","stateless"],
1010
"load_time": 0,
1111
"data_size": 14737666736,
1212
"result": [
13-
[0.058, 0.017, 0.015],
14-
[0.116, 0.035, 0.037],
15-
[0.2, 0.084, 0.088],
16-
[0.43, 0.081, 0.084],
17-
[1.086, 0.78, 0.799],
18-
[0.977, 0.751, 0.756],
19-
[0.086, 0.026, 0.026],
20-
[0.125, 0.04, 0.037],
21-
[1.011, 0.882, 0.862],
22-
[1.349, 0.971, 0.983],
23-
[0.565, 0.231, 0.24],
24-
[0.677, 0.264, 0.265],
25-
[1.062, 0.816, 0.82],
26-
[2.769, 1.346, 1.201],
27-
[1.135, 0.792, 0.78],
28-
[1.021, 0.926, 0.916],
29-
[2.638, 1.639, 1.63],
30-
[2.585, 1.555, 1.592],
31-
[5.159, 3.238, 3.24],
32-
[0.26, 0.077, 0.077],
33-
[10.045, 1.067, 1.082],
34-
[11.424, 1.291, 1.269],
35-
[22.117, 2.487, 2.511],
36-
[55.492, 9.765, 9.851],
37-
[2.825, 0.432, 0.423],
38-
[0.853, 0.328, 0.33],
39-
[2.837, 0.508, 0.504],
40-
[9.744, 1.469, 1.478],
41-
[9.444, 9.445, 9.475],
42-
[0.515, 0.405, 0.415],
43-
[2.433, 0.729, 0.735],
44-
[6.158, 0.884, 0.891],
45-
[4.608, 3.342, 3.281],
46-
[10.221, 3.481, 3.455],
47-
[10.145, 3.486, 3.46],
48-
[1.261, 1.188, 1.168],
49-
[0.309, 0.114, 0.114],
50-
[0.175, 0.05, 0.048],
51-
[0.313, 0.099, 0.117],
52-
[0.451, 0.166, 0.192],
53-
[0.183, 0.04, 0.043],
54-
[0.171, 0.04, 0.041],
55-
[0.143, 0.035, 0.037]
56-
]
13+
[0.041,0.002,0.002],
14+
[0.083,0.023,0.023],
15+
[0.201,0.070,0.068],
16+
[0.610,0.074,0.072],
17+
[1.192,0.726,0.736],
18+
[1.021,0.746,0.734],
19+
[0.050,0.007,0.007],
20+
[0.088,0.029,0.026],
21+
[1.011,0.865,0.842],
22+
[1.713,0.977,0.985],
23+
[0.604,0.198,0.193],
24+
[0.909,0.220,0.214],
25+
[1.199,0.775,0.773],
26+
[2.649,1.267,1.297],
27+
[1.146,0.769,0.787],
28+
[0.959,0.832,0.832],
29+
[2.712,1.635,1.587],
30+
[2.658,1.550,1.588],
31+
[5.516,3.247,3.264],
32+
[0.262,0.066,0.067],
33+
[10.198,0.947,0.977],
34+
[11.468,1.174,1.188],
35+
[22.264,2.379,2.274],
36+
[53.142,8.715,8.360],
37+
[0.244,0.127,0.117],
38+
[1.333,0.208,0.214],
39+
[0.426,0.119,0.133],
40+
[10.365,1.302,1.276],
41+
[9.427,8.782,8.587],
42+
[0.505,0.398,0.394],
43+
[3.153,0.730,0.745],
44+
[6.936,0.911,0.916],
45+
[5.054,3.461,3.505],
46+
[10.101,3.481,3.450],
47+
[10.086,3.373,3.452],
48+
[1.232,1.094,1.110],
49+
[0.314,0.181,0.183],
50+
[0.150,0.066,0.060],
51+
[0.243,0.111,0.105],
52+
[0.550,0.340,0.317],
53+
[0.128,0.029,0.035],
54+
[0.110,0.026,0.028],
55+
[0.102,0.025,0.024]
56+
]
5757
}

‎datafusion-partitioned/results/c6a.xlarge.json‎

Lines changed: 49 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -1,57 +1,57 @@
11
{
2-
"system": "DataFusion (Parquet, partitioned)",
3-
"date": "2025-07-11",
2+
"system": "DataFusion (Parquet, partitioned)",
3+
"date": "2026-03-05",
44
"machine": "c6a.xlarge",
55
"cluster_size": 1,
6-
"proprietary": "no",
6+
"proprietary": "no",
7+
"tuned": "no",
78
"hardware": "cpu",
8-
"tuned": "no",
9-
"tags": ["Rust","column-oriented","embedded","stateless"],
9+
"tags": ["Rust","column-oriented","embedded","stateless"],
1010
"load_time": 0,
1111
"data_size": 14737666736,
1212
"result": [
13-
[0.075, 0.035, 0.034],
14-
[0.209, 0.105, 0.107],
15-
[0.558, 0.278, 0.281],
16-
[0.681, 0.201, 0.209],
17-
[3.153, 2.413, 2.399],
18-
[2.628, 2.299, 2.034],
19-
[0.155, 0.064, 0.065],
20-
[0.244, 0.143, 0.137],
21-
[3.546, 2.918, 2.963],
22-
[4.135, 3.296, 3.367],
23-
[1.376, 0.779, 0.817],
24-
[1.548, 1.001, 0.951],
25-
[2.942, 2.662, 2.272],
26-
[4.581, 3.397, 3.699],
27-
[2.802, 2.287, 2.28],
28-
[3.964, 3.285, 3.753],
29-
[5.96, 5.313, 5.198],
30-
[4.913, 4.098, 4.001],
31-
[null, null, null],
32-
[0.697, 0.169, 0.17],
33-
[9.898, 2.361, 2.249],
34-
[11.36, 3.659, 3.492],
35-
[22.105, 17.643, 16.388],
36-
[56.066, 49.612, 48.044],
37-
[2.824, 1.274, 1.265],
38-
[1.471, 1.07, 1.149],
39-
[2.855, 1.477, 1.477],
40-
[9.621, 4.491, 4.587],
41-
[42.151, 40.396, 40.48],
42-
[1.704, 1.498, 1.511],
43-
[3.412, 2.41, 2.46],
44-
[6.256, 2.544, 2.367],
45-
[null, null, null],
46-
[null, null, 22.127],
47-
[21.955, null, null],
48-
[4.232, 4.072, 3.842],
49-
[0.329, 0.121, 0.134],
50-
[0.201, 0.073, 0.076],
51-
[0.321, 0.129, 0.128],
52-
[0.479, 0.214, 0.185],
53-
[0.183, 0.064, 0.065],
54-
[0.18, 0.07, 0.067],
55-
[0.159, 0.061, 0.059]
56-
]
13+
[0.031,0.002,0.002],
14+
[0.141,0.068,0.069],
15+
[0.493,0.211,0.211],
16+
[0.664,0.173,0.173],
17+
[2.276,1.729,1.768],
18+
[2.440,1.755,1.764],
19+
[0.046,0.008,0.008],
20+
[0.145,0.072,0.070],
21+
[2.749,2.130,2.102],
22+
[3.202,2.443,2.689],
23+
[0.979,0.469,0.464],
24+
[1.041,0.534,0.537],
25+
[2.188,1.479,1.500],
26+
[3.055,2.067,2.053],
27+
[2.075,1.424,1.447],
28+
[2.490,1.924,1.971],
29+
[4.224,3.694,3.494],
30+
[4.149,3.516,3.834],
31+
[39.042,28.509,27.049],
32+
[0.501,0.149,0.151],
33+
[9.764,2.198,2.188],
34+
[11.463,2.677,2.669],
35+
[22.295,20.158,15.545],
36+
[55.059,50.576,48.684],
37+
[0.368,0.202,0.201],
38+
[1.007,0.543,0.540],
39+
[0.412,0.218,0.213],
40+
[9.928,2.932,2.936],
41+
[31.476,30.120,30.469],
42+
[1.640,1.461,1.469],
43+
[3.411,1.620,1.615],
44+
[6.973,1.596,1.567],
45+
[13.149,73.482,63.485],
46+
[37.272,19.120,27.855],
47+
[47.832,20.683,23.523],
48+
[3.203,2.550,2.856],
49+
[0.328,0.143,0.144],
50+
[0.134,0.059,0.059],
51+
[0.210,0.091,0.090],
52+
[0.492,0.247,0.252],
53+
[0.111,0.038,0.036],
54+
[0.098,0.037,0.033],
55+
[0.097,0.028,0.032]
56+
]
5757
}

0 commit comments

Comments
 (0)