diff --git a/datafusion-partitioned/benchmark.sh b/datafusion-partitioned/benchmark.sh index 34b1130a1..762db107c 100755 --- a/datafusion-partitioned/benchmark.sh +++ b/datafusion-partitioned/benchmark.sh @@ -30,7 +30,7 @@ sudo apt-get install -y gcc echo "Install DataFusion main branch" git clone https://github.com/apache/arrow-datafusion.git cd arrow-datafusion/ -git checkout 52.2.0 +git checkout 53.1.0 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release --package datafusion-cli --bin datafusion-cli export PATH="`pwd`/target/release:$PATH" cd .. @@ -39,7 +39,7 @@ echo "Download benchmark target data, partitioned" mkdir -p partitioned seq 0 99 | xargs -P100 -I{} bash -c 'wget --directory-prefix partitioned --continue --progress=dot:giga https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet' -echo "Run benchmarks for single parquet and partitioned" +echo "Run benchmarks for partitioned" ./run.sh echo "Load time: 0" diff --git a/datafusion-partitioned/results/c6a.2xlarge.json b/datafusion-partitioned/results/c6a.2xlarge.json index eb8b6c144..e8365a82f 100644 --- a/datafusion-partitioned/results/c6a.2xlarge.json +++ b/datafusion-partitioned/results/c6a.2xlarge.json @@ -10,48 +10,48 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.057, 0.002, 0.002], - [0.137, 0.040, 0.038], - [0.286, 0.116, 0.113], - [0.422, 0.104, 0.101], - [1.310, 1.088, 1.006], - [1.431, 1.209, 1.054], - [0.074, 0.007, 0.006], - [0.142, 0.043, 0.045], - [1.496, 1.274, 1.276], - [1.825, 1.396, 1.499], - [0.562, 0.272, 0.257], - [0.602, 0.289, 0.289], - [1.397, 0.968, 0.966], - [2.879, 1.500, 1.594], - [1.382, 0.916, 0.913], - [1.476, 1.236, 1.148], - [2.853, 2.145, 2.138], - [2.790, 1.996, 2.181], - [5.880, 4.131, 4.104], - [0.312, 0.090, 0.096], - [9.914, 1.289, 1.279], - [11.375, 1.494, 1.544], - [22.194, 2.608, 2.630], - [52.658, 47.923, 46.877], - [0.771, 0.166, 0.173], - [1.117, 0.342, 0.329], - [0.334, 0.160, 0.156], - [10.021, 1.690, 1.712], - [16.706, 15.954, 15.987], - [0.886, 0.772, 0.776], - [3.102, 0.956, 0.961], - [6.780, 1.056, 1.057], - [5.159, 3.807, 3.836], - [10.246, 4.093, 4.128], - [10.268, 4.180, 4.167], - [1.775, 1.486, 1.473], - [0.324, 0.161, 0.171], - [0.168, 0.055, 0.066], - [0.267, 0.108, 0.086], - [0.523, 0.317, 0.239], - [0.154, 0.032, 0.035], - [0.145, 0.032, 0.029], - [0.139, 0.025, 0.025] + [0.052, 0.002, 0.002], + [0.128, 0.036, 0.037], + [0.309, 0.147, 0.147], + [0.433, 0.118, 0.114], + [1.263, 1.102, 0.996], + [1.299, 1.066, 1.072], + [0.072, 0.006, 0.006], + [0.147, 0.037, 0.038], + [1.516, 1.220, 1.323], + [1.857, 1.541, 1.496], + [0.544, 0.243, 0.242], + [0.691, 0.279, 0.279], + [1.318, 0.945, 1.046], + [2.886, 1.590, 1.516], + [1.296, 1.002, 0.938], + [1.365, 1.200, 1.162], + [2.841, 2.022, 2.172], + [2.805, 2.122, 2.137], + [5.982, 4.238, 4.232], + [0.327, 0.091, 0.091], + [10.022, 1.251, 1.272], + [11.381, 1.441, 1.529], + [22.209, 2.571, 2.553], + [53.334, 48.835, 45.093], + [0.758, 0.152, 0.145], + [1.246, 0.305, 0.313], + [0.333, 0.149, 0.156], + [10.180, 1.667, 1.678], + [17.014, 15.877, 15.981], + [1.020, 0.911, 0.901], + [3.085, 0.969, 0.939], + [6.792, 1.024, 1.064], + [4.851, 3.858, 3.723], + [10.273, 4.188, 4.174], + [10.282, 4.199, 4.188], + [1.824, 1.528, 1.543], + [0.344, 0.164, 0.130], + [0.167, 0.052, 0.052], + [0.266, 0.081, 0.082], + [0.546, 0.301, 0.302], + [0.158, 0.028, 0.027], + [0.143, 0.029, 0.025], + [0.136, 0.022, 0.026] ] } diff --git a/datafusion-partitioned/results/c6a.4xlarge.json b/datafusion-partitioned/results/c6a.4xlarge.json index 414f2616b..6634e8b33 100644 --- a/datafusion-partitioned/results/c6a.4xlarge.json +++ b/datafusion-partitioned/results/c6a.4xlarge.json @@ -1,6 +1,6 @@ { "system": "DataFusion (Parquet, partitioned)", - "date": "2026-03-05", + "date": "2026-05-01", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,48 +10,48 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.064, 0.002, 0.002], - [0.117, 0.023, 0.024], - [0.231, 0.065, 0.068], - [0.405, 0.072, 0.074], - [1.033, 0.713, 0.734], - [0.951, 0.729, 0.728], - [0.087, 0.007, 0.006], - [0.134, 0.026, 0.025], - [1.023, 0.840, 0.855], - [1.591, 0.939, 0.945], - [0.525, 0.197, 0.189], - [0.738, 0.222, 0.213], - [1.054, 0.775, 0.756], - [2.516, 1.257, 1.260], - [1.109, 0.747, 0.764], - [0.985, 0.825, 0.832], - [2.552, 1.612, 1.595], - [2.512, 1.564, 1.559], - [5.359, 3.218, 3.237], - [0.286, 0.068, 0.065], - [9.987, 0.935, 0.972], - [11.406, 1.135, 1.149], - [22.186, 2.219, 2.290], - [53.930, 8.329, 8.244], - [0.284, 0.115, 0.122], - [1.023, 0.213, 0.211], - [0.338, 0.112, 0.122], - [10.229, 1.228, 1.279], - [9.411, 8.712, 8.889], - [0.510, 0.397, 0.420], - [3.044, 0.734, 0.723], - [6.775, 0.881, 0.884], - [4.920, 3.360, 3.374], - [10.101, 3.375, 3.373], - [10.019, 3.363, 3.369], - [1.262, 1.139, 1.090], - [0.364, 0.134, 0.173], - [0.194, 0.054, 0.059], - [0.297, 0.102, 0.102], - [0.583, 0.322, 0.316], - [0.183, 0.029, 0.033], - [0.162, 0.034, 0.032], - [0.148, 0.023, 0.024] + [0.053,0.002,0.002], + [0.112,0.022,0.021], + [0.213,0.082,0.078], + [0.459,0.072,0.073], + [1.119,0.668,0.672], + [0.983,0.658,0.655], + [0.067,0.007,0.006], + [0.117,0.024,0.023], + [0.936,0.826,0.793], + [1.586,0.919,0.952], + [0.552,0.165,0.174], + [0.889,0.187,0.192], + [1.191,0.687,0.707], + [2.540,1.106,1.206], + [1.093,0.692,0.696], + [0.877,0.766,0.775], + [2.547,1.453,1.459], + [2.533,1.436,1.448], + [5.298,2.977,2.975], + [0.267,0.066,0.063], + [10.110,0.903,0.853], + [11.407,1.068,1.045], + [22.194,2.124,2.130], + [52.622,7.951,7.842], + [0.267,0.109,0.118], + [1.220,0.206,0.197], + [0.429,0.118,0.110], + [10.442,1.262,1.243], + [9.429,9.016,8.677], + [0.593,0.485,0.475], + [3.042,0.661,0.648], + [6.791,0.812,0.786], + [4.912,2.960,2.949], + [10.133,3.179,3.161], + [10.140,3.198,3.196], + [1.152,1.006,1.043], + [0.347,0.167,0.169], + [0.170,0.052,0.062], + [0.261,0.095,0.095], + [0.549,0.304,0.304], + [0.153,0.027,0.031], + [0.134,0.024,0.024], + [0.133,0.021,0.021] ] -} +} \ No newline at end of file diff --git a/datafusion-partitioned/results/c6a.xlarge.json b/datafusion-partitioned/results/c6a.xlarge.json index ae989df5c..50351d2fe 100644 --- a/datafusion-partitioned/results/c6a.xlarge.json +++ b/datafusion-partitioned/results/c6a.xlarge.json @@ -1,6 +1,6 @@ { "system": "DataFusion (Parquet, partitioned)", - "date": "2026-03-05", + "date": "2026-05-01", "machine": "c6a.xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,48 +10,48 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.048, 0.002, 0.002], - [0.174, 0.071, 0.068], - [0.507, 0.219, 0.211], - [0.674, 0.184, 0.182], - [2.292, 1.748, 1.753], - [2.494, 1.798, 1.784], - [0.064, 0.008, 0.009], - [0.175, 0.074, 0.072], - [2.680, 2.102, 2.110], - [3.289, 2.454, 2.500], - [1.043, 0.475, 0.478], - [1.075, 0.539, 0.540], - [2.141, 1.486, 1.490], - [2.926, 2.062, 2.092], - [2.076, 1.441, 1.444], - [2.508, 1.947, 2.487], - [4.195, 3.535, 3.489], - [4.278, 3.485, 3.423], - [15.543, 16.084, 36.539], - [0.526, 0.156, 0.154], - [9.610, 2.176, 2.193], - [11.348, 2.647, 2.654], - [22.209, 17.166, 16.068], - [55.292, 50.368, 48.475], - [0.523, 0.200, 0.200], - [1.045, 0.548, 0.545], - [0.436, 0.211, 0.218], - [9.845, 2.909, 2.933], - [31.534, 29.998, 30.049], - [1.654, 1.486, 1.452], - [3.339, 1.639, 1.614], - [6.824, 1.572, 1.536], - [34.367, 84.716, 12.340], - [22.665, 23.858, 23.707], - [31.883, 29.284, 24.567], - [3.208, 2.523, 2.517], - [0.332, 0.194, 0.144], - [0.146, 0.064, 0.058], - [0.241, 0.094, 0.089], - [0.579, 0.244, 0.247], - [0.140, 0.038, 0.037], - [0.122, 0.036, 0.033], - [0.118, 0.028, 0.028] + [0.045,0.002,0.002], + [0.170,0.064,0.062], + [0.542,0.277,0.273], + [0.711,0.202,0.204], + [2.295,1.757,1.779], + [2.216,1.610,1.599], + [0.067,0.005,0.009], + [0.192,0.068,0.069], + [2.735,2.181,2.178], + [3.434,2.919,2.652], + [0.999,0.444,0.441], + [1.069,0.518,0.510], + [2.012,1.440,1.429], + [2.952,2.020,2.041], + [2.058,1.426,1.429], + [2.521,1.963,1.935], + [4.192,3.491,3.695], + [4.167,3.638,3.474], + [12.121,23.126,28.416], + [0.537,0.146,0.147], + [9.618,2.151,2.181], + [11.376,2.547,2.566], + [22.207,17.242,15.875], + [54.945,50.119,47.951], + [0.547,0.191,0.191], + [1.077,0.511,0.509], + [0.405,0.200,0.199], + [9.861,2.938,3.006], + [32.061,30.696,30.842], + [1.930,1.766,1.755], + [3.252,1.526,1.536], + [6.810,1.508,1.533], + [89.564,46.509,44.037], + [29.473,24.452,30.372], + [42.222,26.501,29.804], + [3.301,2.662,2.653], + [0.316,0.142,0.145], + [0.165,0.059,0.054], + [0.233,0.087,0.087], + [0.501,0.251,0.251], + [0.142,0.028,0.026], + [0.130,0.025,0.029], + [0.123,0.026,0.025] ] -} +} \ No newline at end of file diff --git a/datafusion-partitioned/results/c8g.4xlarge.json b/datafusion-partitioned/results/c8g.4xlarge.json index 7d4010b87..013c2e320 100644 --- a/datafusion-partitioned/results/c8g.4xlarge.json +++ b/datafusion-partitioned/results/c8g.4xlarge.json @@ -1,6 +1,6 @@ { "system": "DataFusion (Parquet, partitioned)", - "date": "2026-03-05", + "date": "2026-05-01", "machine": "c8g.4xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,48 +10,48 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.045, 0.002, 0.002], - [0.090, 0.017, 0.016], - [0.200, 0.047, 0.048], - [0.439, 0.040, 0.039], - [1.017, 0.272, 0.284], - [0.888, 0.418, 0.406], - [0.057, 0.006, 0.006], - [0.101, 0.017, 0.016], - [0.771, 0.404, 0.356], - [1.485, 0.588, 0.591], - [0.513, 0.111, 0.111], - [0.923, 0.126, 0.120], - [1.169, 0.389, 0.390], - [2.292, 0.499, 0.553], - [0.978, 0.372, 0.357], - [0.514, 0.340, 0.301], - [2.402, 0.638, 0.601], - [2.284, 0.596, 0.590], - [4.552, 1.144, 1.126], - [0.288, 0.037, 0.039], - [10.105, 0.644, 0.598], - [11.434, 0.644, 0.644], - [22.177, 1.065, 1.036], - [53.900, 2.757, 2.755], - [0.251, 0.086, 0.083], - [1.221, 0.154, 0.143], - [0.455, 0.089, 0.086], - [10.416, 0.711, 0.715], - [8.959, 6.710, 6.667], - [0.461, 0.351, 0.345], - [3.018, 0.335, 0.338], - [6.753, 0.426, 0.330], - [4.791, 0.928, 0.928], - [9.914, 1.267, 1.375], - [9.889, 1.304, 1.331], - [0.688, 0.494, 0.515], - [0.314, 0.141, 0.143], - [0.149, 0.051, 0.052], - [0.266, 0.089, 0.088], - [0.520, 0.259, 0.257], - [0.134, 0.023, 0.028], - [0.119, 0.022, 0.022], - [0.118, 0.022, 0.021] + [0.036,0.002,0.002], + [0.074,0.014,0.014], + [0.176,0.053,0.052], + [0.671,0.045,0.047], + [1.152,0.276,0.267], + [0.992,0.393,0.397], + [0.047,0.005,0.005], + [0.084,0.016,0.016], + [0.787,0.383,0.357], + [1.545,0.640,0.616], + [0.548,0.103,0.097], + [1.128,0.104,0.112], + [1.389,0.389,0.398], + [2.364,0.486,0.498], + [1.024,0.375,0.375], + [0.540,0.294,0.303], + [2.313,0.578,0.584], + [2.330,0.573,0.588], + [4.597,1.136,1.164], + [0.236,0.039,0.037], + [10.310,0.613,0.596], + [11.423,0.672,0.664], + [22.233,1.048,1.049], + [52.695,2.520,2.500], + [0.250,0.083,0.081], + [1.418,0.146,0.137], + [0.625,0.079,0.076], + [10.548,0.718,0.731], + [8.953,6.700,6.752], + [0.441,0.348,0.349], + [3.049,0.334,0.330], + [6.806,0.374,0.336], + [4.827,0.964,0.894], + [9.900,1.291,1.302], + [9.899,1.298,1.287], + [0.648,0.532,0.538], + [0.271,0.141,0.142], + [0.129,0.052,0.053], + [0.227,0.083,0.085], + [0.469,0.268,0.271], + [0.117,0.023,0.024], + [0.100,0.021,0.022], + [0.094,0.021,0.021] ] -} +} \ No newline at end of file diff --git a/datafusion/README.md b/datafusion/README.md index 6b110ba16..b7f6b5dd4 100644 --- a/datafusion/README.md +++ b/datafusion/README.md @@ -28,7 +28,7 @@ All with no EBS optimization and no instance store. 5. `vi benchmark.sh` and modify the following line to target the DataFusion version ```bash - git checkout 47.0.0 + git checkout 53.1.0 ``` 6. `bash benchmark.sh` diff --git a/datafusion/benchmark.sh b/datafusion/benchmark.sh index f777b51aa..cd97a0aff 100755 --- a/datafusion/benchmark.sh +++ b/datafusion/benchmark.sh @@ -31,7 +31,7 @@ sudo apt-get install -y gcc echo "Install DataFusion main branch" git clone https://github.com/apache/arrow-datafusion.git cd arrow-datafusion/ -git checkout 52.2.0 +git checkout 53.1.0 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release --package datafusion-cli --bin datafusion-cli export PATH="`pwd`/target/release:$PATH" cd .. diff --git a/datafusion/results/c6a.2xlarge.json b/datafusion/results/c6a.2xlarge.json index c7c37e3a5..700da7e5d 100644 --- a/datafusion/results/c6a.2xlarge.json +++ b/datafusion/results/c6a.2xlarge.json @@ -1,6 +1,6 @@ { "system": "DataFusion (Parquet, single)", - "date": "2026-03-06", + "date": "2026-05-01", "machine": "c6a.2xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,48 +10,48 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.046, 0.001, 0.001], - [0.158, 0.042, 0.043], - [0.293, 0.114, 0.113], - [0.388, 0.100, 0.102], - [1.307, 1.058, 1.049], - [1.400, 1.150, 1.151], - [0.126, 0.032, 0.034], - [0.166, 0.042, 0.046], - [1.544, 1.239, 1.229], - [1.843, 1.483, 1.474], - [0.591, 0.265, 0.272], - [0.633, 0.316, 0.295], - [1.311, 1.021, 1.016], - [2.706, 1.676, 1.613], - [1.291, 0.997, 0.982], - [1.431, 1.153, 1.165], - [2.785, 2.119, 2.138], - [2.748, 2.127, 2.095], - [5.079, 3.835, 3.845], - [0.322, 0.092, 0.092], - [9.765, 1.389, 1.400], - [11.281, 1.760, 1.786], - [22.326, 5.241, 5.243], - [55.874, 50.688, 47.503], - [2.709, 0.630, 0.636], - [0.815, 0.492, 0.500], - [2.665, 0.637, 0.645], - [9.802, 1.718, 1.714], - [18.438, 17.421, 17.631], - [0.910, 0.754, 0.765], - [2.886, 1.136, 1.070], - [6.304, 1.200, 1.195], - [4.794, 3.820, 3.795], - [10.402, 4.232, 4.193], - [10.474, 4.195, 4.186], - [1.789, 1.525, 1.508], - [0.371, 0.150, 0.147], - [0.246, 0.098, 0.098], - [0.322, 0.110, 0.108], - [0.586, 0.277, 0.276], - [0.191, 0.034, 0.032], - [0.172, 0.031, 0.030], - [0.174, 0.028, 0.032] + [0.062, 0.001, 0.001], + [0.155, 0.040, 0.039], + [0.288, 0.106, 0.113], + [0.392, 0.100, 0.099], + [1.336, 1.070, 1.087], + [1.316, 1.077, 1.067], + [0.104, 0.009, 0.009], + [0.177, 0.045, 0.046], + [1.586, 1.310, 1.300], + [1.853, 1.485, 1.501], + [0.599, 0.249, 0.254], + [0.610, 0.284, 0.282], + [1.318, 1.018, 1.024], + [2.750, 1.599, 1.620], + [1.303, 1.000, 0.986], + [1.431, 1.194, 1.175], + [2.820, 2.180, 2.174], + [2.761, 2.250, 2.260], + [5.213, 4.009, 4.211], + [0.408, 0.088, 0.089], + [9.840, 1.380, 1.376], + [11.273, 1.796, 1.729], + [22.264, 5.298, 5.256], + [55.881, 50.519, 47.677], + [2.810, 0.617, 0.622], + [0.785, 0.478, 0.476], + [2.650, 0.619, 0.632], + [9.774, 1.709, 1.725], + [18.609, 17.735, 17.836], + [1.012, 0.897, 0.909], + [2.854, 1.115, 1.115], + [6.246, 1.177, 1.151], + [4.502, 3.749, 3.745], + [10.428, 4.293, 4.338], + [10.451, 4.242, 4.271], + [1.799, 1.596, 1.584], + [0.317, 0.149, 0.154], + [0.243, 0.108, 0.095], + [0.323, 0.101, 0.102], + [0.581, 0.277, 0.273], + [0.195, 0.037, 0.034], + [0.172, 0.029, 0.035], + [0.168, 0.029, 0.030] ] } diff --git a/datafusion/results/c6a.4xlarge.json b/datafusion/results/c6a.4xlarge.json index 6e338346e..2bee11de2 100644 --- a/datafusion/results/c6a.4xlarge.json +++ b/datafusion/results/c6a.4xlarge.json @@ -1,6 +1,6 @@ { "system": "DataFusion (Parquet, single)", - "date": "2026-03-04", + "date": "2026-05-01", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,48 +10,48 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.070, 0.001, 0.001], - [0.147, 0.038, 0.037], - [0.194, 0.067, 0.066], - [0.332, 0.068, 0.069], - [1.071, 0.706, 0.692], - [0.918, 0.780, 0.762], - [0.103, 0.010, 0.009], - [0.156, 0.038, 0.039], - [0.988, 0.854, 0.879], - [1.323, 0.943, 0.961], - [0.475, 0.203, 0.193], - [0.539, 0.213, 0.211], - [0.974, 0.782, 0.783], - [2.418, 1.141, 1.152], - [1.006, 0.757, 0.770], - [0.964, 0.827, 0.820], - [2.544, 1.560, 1.567], - [2.515, 1.544, 1.560], - [4.948, 3.078, 3.095], - [0.243, 0.079, 0.083], - [9.857, 0.945, 0.942], - [11.284, 1.207, 1.207], - [22.267, 2.941, 2.932], - [55.835, 9.693, 9.567], - [2.624, 0.430, 0.426], - [0.772, 0.335, 0.338], - [2.622, 0.434, 0.416], - [9.754, 1.188, 1.192], - [10.044, 9.153, 9.124], - [0.533, 0.406, 0.406], - [2.797, 0.778, 0.776], - [6.261, 0.918, 0.899], - [4.560, 3.240, 3.252], - [10.109, 3.376, 3.360], - [10.104, 3.357, 3.357], - [1.250, 1.098, 1.088], - [0.387, 0.159, 0.161], - [0.256, 0.110, 0.109], - [0.332, 0.115, 0.115], - [0.619, 0.308, 0.293], - [0.200, 0.043, 0.043], - [0.184, 0.042, 0.042], - [0.186, 0.039, 0.040] + [0.066,0.001,0.001], + [0.142,0.036,0.035], + [0.193,0.060,0.059], + [0.348,0.065,0.065], + [1.043,0.684,0.677], + [0.892,0.719,0.706], + [0.099,0.006,0.005], + [0.163,0.037,0.037], + [0.986,0.834,0.825], + [1.322,0.902,0.937], + [0.475,0.181,0.182], + [0.702,0.199,0.194], + [0.967,0.740,0.749], + [2.447,1.088,1.111], + [0.957,0.729,0.738], + [0.917,0.773,0.780], + [2.519,1.506,1.506], + [2.478,1.501,1.484], + [4.924,2.952,2.956], + [0.245,0.076,0.075], + [9.990,0.973,0.957], + [11.297,1.202,1.188], + [22.273,2.918,2.941], + [55.806,9.488,9.449], + [2.643,0.409,0.414], + [0.802,0.315,0.317], + [2.640,0.427,0.424], + [9.786,1.182,1.187], + [10.121,9.220,9.332], + [0.568,0.461,0.447], + [2.796,0.742,0.736], + [6.238,0.872,0.871], + [4.481,2.973,2.938], + [10.032,3.229,3.247], + [10.037,3.246,3.244], + [1.182,1.028,1.051], + [0.325,0.200,0.160], + [0.215,0.110,0.108], + [0.330,0.111,0.121], + [0.593,0.286,0.288], + [0.203,0.041,0.040], + [0.176,0.040,0.038], + [0.175,0.037,0.036] ] -} +} \ No newline at end of file diff --git a/datafusion/results/c6a.xlarge.json b/datafusion/results/c6a.xlarge.json index 28f0dd635..0b9c8b8b0 100644 --- a/datafusion/results/c6a.xlarge.json +++ b/datafusion/results/c6a.xlarge.json @@ -1,6 +1,6 @@ { "system": "DataFusion (Parquet, single)", - "date": "2026-03-05", + "date": "2026-05-01", "machine": "c6a.xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,48 +10,48 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.066, 0.001, 0.001], - [0.201, 0.063, 0.063], - [0.441, 0.194, 0.197], - [0.590, 0.161, 0.162], - [2.150, 1.750, 1.779], - [2.530, 2.157, 2.133], - [0.146, 0.053, 0.052], - [0.210, 0.065, 0.066], - [2.502, 2.109, 2.140], - [2.941, 2.418, 2.423], - [0.887, 0.438, 0.437], - [0.950, 0.505, 0.497], - [2.316, 1.831, 1.830], - [3.077, 2.733, 2.710], - [2.237, 1.794, 1.765], - [2.344, 1.948, 1.931], - [4.232, 3.745, 3.717], - [4.199, 3.685, 3.683], - [24.913, 15.694, 15.903], - [0.529, 0.151, 0.146], - [9.594, 2.623, 2.618], - [11.289, 3.392, 3.388], - [22.329, 18.262, 17.043], - [56.526, 51.335, 49.627], - [2.648, 1.167, 1.156], - [1.355, 0.926, 0.921], - [2.620, 1.162, 1.167], - [9.761, 3.232, 3.231], - [32.432, 31.302, 31.155], - [1.586, 1.424, 1.427], - [2.993, 1.954, 1.941], - [6.259, 1.924, 1.946], - [54.977, 57.043, 20.247], - [50.164, 40.010, 53.622], - [43.767, 37.206, 59.924], - [2.829, 2.525, 2.529], - [0.367, 0.159, 0.155], - [0.238, 0.103, 0.094], - [0.318, 0.106, 0.099], - [0.583, 0.277, 0.283], - [0.189, 0.032, 0.032], - [0.165, 0.029, 0.031], - [0.167, 0.025, 0.026] + [0.063,0.001,0.001], + [0.195,0.062,0.061], + [0.458,0.195,0.191], + [0.593,0.159,0.160], + [2.089,1.715,1.711], + [2.371,1.923,1.967], + [0.106,0.009,0.008], + [0.214,0.067,0.065], + [2.523,2.125,2.115], + [2.956,2.434,2.472], + [0.864,0.415,0.413], + [0.923,0.478,0.473], + [2.256,1.801,1.767], + [3.155,2.633,2.601], + [2.258,1.749,1.737], + [2.289,1.896,1.900], + [4.158,3.732,3.675], + [4.116,3.648,3.667], + [26.123,17.808,17.156], + [0.478,0.144,0.143], + [9.661,2.579,2.580], + [11.325,3.351,3.309], + [22.411,17.612,17.359], + [56.296,51.536,49.436], + [2.648,1.130,1.130], + [1.369,0.892,0.892], + [2.631,1.133,1.136], + [9.778,3.240,3.268], + [33.271,31.842,31.603], + [1.855,1.669,1.690], + [2.936,1.840,1.839], + [6.250,1.885,1.861], + [49.259,39.618,26.096], + [48.378,65.365,45.872], + [44.452,52.000,56.828], + [2.876,2.523,2.530], + [0.378,0.157,0.157], + [0.244,0.098,0.097], + [0.312,0.106,0.104], + [0.583,0.288,0.287], + [0.187,0.032,0.028], + [0.164,0.031,0.029], + [0.159,0.028,0.025] ] -} +} \ No newline at end of file diff --git a/datafusion/results/c8g.4xlarge.json b/datafusion/results/c8g.4xlarge.json index 94d8d9791..f207583c0 100644 --- a/datafusion/results/c8g.4xlarge.json +++ b/datafusion/results/c8g.4xlarge.json @@ -1,6 +1,6 @@ { "system": "DataFusion (Parquet, single)", - "date": "2026-03-05", + "date": "2026-05-01", "machine": "c8g.4xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,48 +10,48 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.039, 0.001, 0.001], - [0.079, 0.019, 0.019], - [0.167, 0.045, 0.054], - [0.316, 0.040, 0.044], - [0.978, 0.273, 0.287], - [0.774, 0.394, 0.383], - [0.054, 0.009, 0.007], - [0.083, 0.022, 0.021], - [0.675, 0.387, 0.385], - [1.208, 0.570, 0.616], - [0.406, 0.117, 0.116], - [0.850, 0.129, 0.139], - [1.140, 0.367, 0.346], - [2.161, 0.455, 0.496], - [0.869, 0.355, 0.349], - [0.507, 0.320, 0.323], - [2.124, 0.649, 0.639], - [2.121, 0.614, 0.609], - [4.241, 1.269, 1.221], - [0.274, 0.044, 0.048], - [10.000, 0.643, 0.612], - [11.238, 0.703, 0.759], - [22.147, 1.273, 1.322], - [55.678, 3.513, 3.528], - [2.568, 0.210, 0.207], - [0.875, 0.158, 0.157], - [2.896, 0.213, 0.219], - [9.855, 0.702, 0.743], - [9.820, 7.089, 7.058], - [0.442, 0.355, 0.342], - [2.675, 0.370, 0.361], - [6.181, 0.378, 0.393], - [4.422, 0.967, 0.935], - [9.701, 1.377, 1.321], - [9.705, 1.355, 1.348], - [0.669, 0.524, 0.522], - [0.288, 0.128, 0.128], - [0.141, 0.059, 0.058], - [0.239, 0.088, 0.087], - [0.467, 0.234, 0.236], - [0.115, 0.026, 0.027], - [0.102, 0.024, 0.024], - [0.098, 0.023, 0.023] + [0.037,0.001,0.001], + [0.081,0.018,0.016], + [0.141,0.041,0.044], + [0.313,0.039,0.037], + [1.062,0.283,0.297], + [0.800,0.347,0.354], + [0.055,0.004,0.013], + [0.077,0.018,0.017], + [0.670,0.364,0.382], + [1.206,0.645,0.659], + [0.398,0.096,0.099], + [0.960,0.121,0.112], + [1.245,0.362,0.357], + [2.156,0.434,0.444], + [0.895,0.348,0.347], + [0.485,0.310,0.309], + [2.124,0.591,0.617], + [2.108,0.624,0.602], + [4.225,1.123,1.106], + [0.232,0.038,0.039], + [10.117,0.610,0.604], + [11.238,0.709,0.669], + [22.143,1.183,1.228], + [55.736,3.052,3.063], + [2.583,0.204,0.203], + [0.933,0.152,0.152], + [2.939,0.203,0.194], + [9.947,0.727,0.708], + [10.223,7.085,7.087], + [0.437,0.348,0.355], + [2.673,0.348,0.339], + [6.182,0.386,0.355], + [4.382,0.876,0.963], + [9.731,1.324,1.333], + [9.740,1.331,1.320], + [0.651,0.511,0.546], + [0.259,0.129,0.129], + [0.139,0.060,0.060], + [0.216,0.086,0.086], + [0.476,0.241,0.242], + [0.128,0.024,0.024], + [0.109,0.023,0.023], + [0.106,0.023,0.023] ] -} +} \ No newline at end of file