diff --git a/clickhouse-datalake-partitioned/benchmark.sh b/clickhouse-datalake-partitioned/benchmark.sh index 015f8d7fb..60f3aa158 100755 --- a/clickhouse-datalake-partitioned/benchmark.sh +++ b/clickhouse-datalake-partitioned/benchmark.sh @@ -7,10 +7,7 @@ curl https://clickhouse.com/ | sh # Configure > clickhouse-local.yaml echo " -filesystem_caches: - cache: - path: '/dev/shm/clickhouse/' - max_size_ratio_to_total_space: 0.9 +page_cache_size: auto " # Run the queries diff --git a/clickhouse-datalake-partitioned/results/c6a.4xlarge.json b/clickhouse-datalake-partitioned/results/c6a.4xlarge.json index b4a1d717b..776a3bc14 100644 --- a/clickhouse-datalake-partitioned/results/c6a.4xlarge.json +++ b/clickhouse-datalake-partitioned/results/c6a.4xlarge.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [1.247, 0.058, 0.056], - [2.758, 0.07, 0.068], - [1.941, 0.126, 0.132], - [2.55, 0.13, 0.127], - [0.542, 0.458, 0.462], - [1.172, 0.747, 0.738], - [0.751, 0.072, 0.086], - [0.233, 0.075, 0.08], - [0.665, 0.569, 0.57], - [0.83, 0.695, 0.673], - [0.371, 0.247, 0.235], - [0.389, 0.246, 0.252], - [0.825, 0.72, 0.703], - [1.14, 1.041, 1.037], - [0.953, 0.822, 0.796], - [0.645, 0.564, 0.538], - [1.997, 1.895, 1.927], - [1.335, 1.257, 1.267], - [4.029, 3.836, 3.864], - [0.234, 0.119, 0.12], - [2.467, 1.154, 1.175], - [1.387, 1.306, 1.276], - [3.052, 1.692, 1.685], - [6.41, 3.106, 3.076], - [0.521, 0.392, 0.406], - [0.417, 0.286, 0.289], - [0.52, 0.398, 0.406], - [1.315, 1.14, 1.162], - [9.977, 9.898, 9.817], - [0.251, 0.105, 0.09], - [0.807, 0.659, 0.66], - [1.276, 1.127, 1.15], - [4.755, 4.711, 4.648], - [3.335, 3.197, 3.252], - [3.253, 3.289, 3.218], - [0.526, 0.406, 0.396], - [0.277, 0.147, 0.147], - [0.234, 0.089, 0.093], - [0.235, 0.095, 0.086], - [0.379, 0.232, 0.218], - [0.216, 0.075, 0.094], - [0.222, 0.086, 0.074], - [0.219, 0.077, 0.062] + [0.782, 0.026, 0.023], + [2.254, 1.188, 0.596], + [1.354, 0.879, 0.741], + [1.741, 1.06, 0.716], + [1.04, 0.824, 0.85], + [1.328, 0.912, 0.952], + [0.796, 0.595, 0.589], + [0.695, 0.528, 0.491], + [1.07, 0.879, 0.87], + [1.607, 1.401, 1.415], + [1.423, 1.204, 1.197], + [1.295, 1.182, 1.168], + [1.206, 0.95, 0.93], + [1.826, 1.598, 1.625], + [1.268, 1.099, 0.987], + [1.109, 0.928, 0.888], + [2.441, 2.071, 2.053], + [1.737, 1.492, 1.735], + [4.127, 3.373, 3.395], + [0.73, 0.55, 0.518], + [2.947, 2.809, 2.755], + [3.655, 3.543, 3.182], + [5.637, 5.447, 5.371], + [10.799, 10.69, 11.096], + [1.485, 1.379, 1.434], + [0.915, 0.739, 0.74], + [1.494, 1.373, 1.394], + [3.051, 2.938, 3.011], + [10.329, 10.354, 10.152], + [0.766, 0.604, 0.601], + [1.717, 1.571, 1.494], + [2.534, 2.384, 2.518], + [5.176, 4.795, 4.765], + [4.43, 3.981, 3.963], + [4.202, 3.954, 3.935], + [0.918, 0.751, 0.754], + [0.462, 0.363, 0.357], + [0.371, 0.21, 0.22], + [0.379, 0.331, 0.329], + [0.609, 0.529, 0.536], + [0.29, 0.223, 0.201], + [0.295, 0.227, 0.213], + [0.265, 0.171, 0.185] ] } diff --git a/clickhouse-datalake-partitioned/results/c6a.metal.json b/clickhouse-datalake-partitioned/results/c6a.metal.json index 245c3367a..5c23ba83d 100644 --- a/clickhouse-datalake-partitioned/results/c6a.metal.json +++ b/clickhouse-datalake-partitioned/results/c6a.metal.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.315, 0.098, 0.101], - [0.777, 0.151, 0.139], - [0.626, 0.161, 0.151], - [0.795, 0.158, 0.182], - [0.378, 0.33, 0.34], - [0.467, 0.34, 0.338], - [0.411, 0.134, 0.139], - [0.265, 0.153, 0.117], - [0.526, 0.48, 0.457], - [0.576, 0.505, 0.483], - [0.381, 0.239, 0.269], - [0.36, 0.253, 0.242], - [0.406, 0.324, 0.312], - [0.511, 0.365, 0.396], - [0.43, 0.34, 0.329], - [0.359, 0.247, 0.277], - [0.673, 0.516, 0.674], - [0.574, 0.468, 0.491], - [1.185, 1.016, 0.966], - [0.219, 0.156, 0.154], - [1.698, 0.563, 0.522], - [0.652, 0.541, 0.534], - [1.506, 0.718, 0.726], - [3.502, 1.233, 1.235], - [0.376, 0.244, 0.244], - [0.305, 0.231, 0.231], - [0.343, 0.258, 0.274], - [0.675, 0.592, 0.523], - [2.85, 2.411, 2.877], - [0.271, 0.181, 0.177], - [0.438, 0.32, 0.34], - [0.554, 0.453, 0.47], - [1.598, 1.365, 1.454], - [1.151, 0.966, 0.962], - [1.103, 0.961, 0.925], - [0.316, 0.212, 0.214], - [0.289, 0.186, 0.184], - [0.291, 0.175, 0.146], - [0.26, 0.128, 0.146], - [0.35, 0.257, 0.246], - [0.233, 0.134, 0.131], - [0.25, 0.133, 0.133], - [0.254, 0.12, 0.121] + [0.186, 0.033, 0.033], + [0.296, 0.216, 0.205], + [0.421, 0.261, 0.28], + [0.37, 0.248, 0.247], + [0.554, 0.415, 0.417], + [0.611, 0.465, 0.421], + [0.364, 0.223, 0.226], + [0.34, 0.204, 0.201], + [0.681, 0.567, 0.557], + [0.865, 0.777, 0.758], + [0.59, 0.478, 0.481], + [0.619, 0.447, 0.496], + [0.543, 0.452, 0.447], + [0.821, 0.728, 0.745], + [0.628, 0.448, 0.456], + [0.494, 0.336, 0.362], + [0.891, 0.886, 0.823], + [0.85, 0.673, 0.651], + [1.294, 1.173, 1.154], + [0.361, 0.226, 0.272], + [1.959, 1.82, 1.487], + [1.78, 1.715, 1.802], + [2.292, 2.275, 2.547], + [5.074, 3.878, 4.568], + [0.679, 0.516, 0.508], + [0.415, 0.356, 0.306], + [0.606, 0.558, 0.606], + [1.688, 1.589, 1.526], + [3.113, 2.734, 3.123], + [0.396, 0.27, 0.286], + [0.806, 0.663, 0.664], + [0.959, 0.926, 0.978], + [1.699, 1.475, 1.689], + [2.169, 1.696, 2.302], + [2.182, 2.126, 2.097], + [0.418, 0.3, 0.32], + [0.49, 0.38, 0.376], + [0.343, 0.226, 0.229], + [0.425, 0.336, 0.346], + [0.64, 0.487, 0.504], + [0.327, 0.275, 0.216], + [0.313, 0.239, 0.224], + [0.251, 0.186, 0.187] ] } diff --git a/clickhouse-datalake-partitioned/results/c7a.metal-48xl.json b/clickhouse-datalake-partitioned/results/c7a.metal-48xl.json index be9c58e55..8ada2e8b9 100644 --- a/clickhouse-datalake-partitioned/results/c7a.metal-48xl.json +++ b/clickhouse-datalake-partitioned/results/c7a.metal-48xl.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.287, 0.1, 0.112], - [0.398, 0.15, 0.14], - [0.826, 0.165, 0.163], - [0.627, 0.166, 0.155], - [0.572, 0.492, 0.486], - [0.679, 0.532, 0.532], - [0.377, 0.144, 0.137], - [0.247, 0.147, 0.135], - [0.519, 0.456, 0.449], - [0.582, 0.522, 0.523], - [0.399, 0.293, 0.283], - [0.369, 0.258, 0.243], - [0.404, 0.297, 0.297], - [0.451, 0.334, 0.391], - [0.386, 0.288, 0.28], - [0.338, 0.247, 0.246], - [0.49, 0.454, 0.452], - [0.5, 0.448, 0.382], - [0.807, 0.748, 0.826], - [0.242, 0.158, 0.163], - [1.351, 0.585, 0.592], - [0.689, 0.562, 0.572], - [1.162, 0.728, 0.739], - [2.454, 1.508, 1.549], - [0.344, 0.261, 0.281], - [0.31, 0.233, 0.239], - [0.36, 0.253, 0.27], - [0.689, 0.593, 0.604], - [2.187, 1.696, 1.839], - [0.297, 0.186, 0.188], - [0.436, 0.329, 0.341], - [0.532, 0.423, 0.447], - [1.007, 0.898, 0.894], - [0.95, 0.996, 0.86], - [0.996, 0.837, 0.831], - [0.331, 0.213, 0.228], - [0.313, 0.159, 0.234], - [0.297, 0.167, 0.154], - [0.282, 0.16, 0.155], - [0.365, 0.265, 0.226], - [0.245, 0.155, 0.128], - [0.262, 0.13, 0.141], - [0.252, 0.107, 0.111] + [0.179, 0.031, 0.032], + [0.278, 0.194, 0.173], + [0.369, 0.259, 0.322], + [0.323, 0.229, 0.215], + [0.693, 0.526, 0.94], + [2.101, 2.072, 1.067], + [0.313, 0.215, 0.202], + [0.315, 0.239, 0.219], + [0.623, 0.469, 0.516], + [0.819, 0.677, 0.666], + [0.571, 0.435, 0.415], + [0.512, 0.435, 0.456], + [0.52, 0.328, 0.397], + [0.588, 0.549, 0.521], + [0.453, 0.411, 0.408], + [0.371, 0.281, 0.29], + [0.619, 0.611, 0.652], + [0.681, 0.513, 0.579], + [0.855, 0.806, 1.015], + [0.315, 0.221, 0.204], + [1.376, 1.692, 1.562], + [1.624, 1.709, 1.775], + [2.262, 2.185, 2.493], + [3.691, 3.749, 3.594], + [0.625, 0.496, 0.496], + [0.398, 0.337, 0.319], + [0.483, 0.541, 0.457], + [1.795, 1.557, 1.504], + [2.254, 2.227, 2.415], + [0.355, 0.268, 0.233], + [0.738, 0.634, 0.53], + [0.917, 0.782, 0.791], + [1.119, 1.039, 1.042], + [1.793, 1.876, 1.83], + [1.694, 1.595, 1.837], + [0.368, 0.254, 0.253], + [0.495, 0.385, 0.407], + [0.358, 0.242, 0.244], + [0.442, 0.35, 0.347], + [0.676, 0.487, 0.524], + [0.376, 0.217, 0.235], + [0.353, 0.242, 0.232], + [0.292, 0.189, 0.178] ] } diff --git a/clickhouse-datalake-partitioned/results/c8g.4xlarge.json b/clickhouse-datalake-partitioned/results/c8g.4xlarge.json index 1d06dcd51..16ebc86be 100644 --- a/clickhouse-datalake-partitioned/results/c8g.4xlarge.json +++ b/clickhouse-datalake-partitioned/results/c8g.4xlarge.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.378, 0.052, 0.044], - [0.884, 0.052, 0.067], - [0.79, 0.098, 0.079], - [1.52, 0.076, 0.08], - [0.297, 0.237, 0.244], - [0.485, 0.399, 0.394], - [0.372, 0.063, 0.06], - [0.145, 0.061, 0.058], - [0.368, 0.325, 0.297], - [0.466, 0.383, 0.398], - [0.266, 0.17, 0.181], - [0.273, 0.177, 0.184], - [0.423, 0.376, 0.362], - [0.588, 0.516, 0.515], - [0.49, 0.424, 0.422], - [0.33, 0.271, 0.272], - [0.961, 0.878, 0.816], - [0.674, 0.6, 0.607], - [2.204, 1.567, 1.511], - [0.137, 0.077, 0.081], - [3.86, 0.549, 0.523], - [0.656, 0.597, 0.596], - [3.162, 0.82, 0.82], - [7.176, 1.547, 1.546], - [0.3, 0.239, 0.239], - [0.228, 0.185, 0.178], - [0.303, 0.244, 0.232], - [0.588, 0.513, 0.481], - [5.6, 5.388, 5.477], - [0.155, 0.085, 0.079], - [0.443, 0.355, 0.35], - [0.555, 0.502, 0.489], - [1.836, 1.765, 1.804], - [1.454, 1.391, 1.38], - [1.396, 1.402, 1.406], - [0.277, 0.215, 0.219], - [0.177, 0.105, 0.115], - [0.152, 0.089, 0.078], - [0.146, 0.076, 0.078], - [0.246, 0.172, 0.167], - [0.166, 0.061, 0.069], - [0.141, 0.069, 0.063], - [0.134, 0.062, 0.056] + [0.249, 0.024, 0.024], + [0.693, 0.491, 0.514], + [0.854, 0.708, 0.72], + [0.791, 0.642, 0.63], + [0.898, 0.745, 0.697], + [1.041, 0.842, 0.838], + [0.716, 0.556, 0.538], + [0.666, 0.48, 0.54], + [0.95, 0.75, 0.77], + [1.502, 1.307, 1.31], + [1.289, 1.172, 1.142], + [1.311, 1.159, 1.177], + [1.019, 0.856, 0.833], + [1.513, 1.452, 1.366], + [0.993, 0.839, 0.845], + [0.912, 0.743, 0.687], + [1.649, 1.454, 1.435], + [1.513, 1.296, 1.366], + [2.25, 1.944, 1.924], + [0.681, 0.525, 0.528], + [2.76, 2.399, 2.484], + [3.525, 3.101, 3.085], + [5.527, 5.225, 5.291], + [10.52, 10.394, 10.149], + [1.463, 1.332, 1.359], + [0.891, 0.745, 0.744], + [1.538, 1.39, 1.377], + [2.958, 2.949, 2.906], + [6.1, 5.981, 5.961], + [0.74, 0.612, 0.586], + [1.635, 1.486, 1.437], + [2.262, 2.167, 2.197], + [2.815, 2.571, 2.628], + [3.168, 2.856, 2.993], + [3.078, 3.445, 2.887], + [0.882, 0.681, 0.685], + [0.46, 0.371, 0.369], + [0.376, 0.229, 0.215], + [0.442, 0.335, 0.344], + [0.565, 0.475, 0.473], + [0.305, 0.202, 0.206], + [0.311, 0.243, 0.222], + [0.27, 0.168, 0.157] ] } diff --git a/clickhouse-datalake-partitioned/results/c8g.metal-48xl.json b/clickhouse-datalake-partitioned/results/c8g.metal-48xl.json index fbbb77fc8..423e555ba 100644 --- a/clickhouse-datalake-partitioned/results/c8g.metal-48xl.json +++ b/clickhouse-datalake-partitioned/results/c8g.metal-48xl.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.266, 0.103, 0.109], - [0.492, 0.125, 0.096], - [0.413, 0.134, 0.139], - [0.556, 0.142, 0.12], - [0.358, 0.282, 0.38], - [0.509, 0.319, 0.315], - [0.336, 0.132, 0.121], - [0.186, 0.131, 0.128], - [0.404, 0.346, 0.358], - [0.431, 0.369, 0.397], - [0.265, 0.193, 0.212], - [0.25, 0.206, 0.19], - [0.286, 0.217, 0.234], - [0.338, 0.286, 0.3], - [0.321, 0.257, 0.25], - [0.263, 0.21, 0.226], - [0.407, 0.447, 0.409], - [0.413, 0.368, 0.381], - [0.775, 0.752, 0.763], - [0.174, 0.14, 0.123], - [1.531, 0.403, 0.395], - [0.553, 0.477, 0.449], - [1.196, 0.539, 0.581], - [2.618, 1.224, 1.261], - [0.257, 0.198, 0.208], - [0.214, 0.166, 0.15], - [0.25, 0.21, 0.214], - [0.509, 0.411, 0.443], - [2.372, 2.375, 2.577], - [0.262, 0.199, 0.189], - [0.321, 0.243, 0.25], - [0.425, 0.322, 0.332], - [0.936, 0.896, 0.9], - [0.721, 0.646, 0.672], - [0.712, 0.686, 0.768], - [0.248, 0.205, 0.199], - [0.241, 0.157, 0.172], - [0.212, 0.128, 0.131], - [0.221, 0.129, 0.133], - [0.261, 0.177, 0.193], - [0.19, 0.125, 0.124], - [0.192, 0.115, 0.133], - [0.186, 0.126, 0.124] + [0.194, 0.029, 0.034], + [0.306, 0.155, 0.161], + [0.374, 0.22, 0.316], + [0.339, 0.177, 0.178], + [0.503, 0.308, 0.422], + [0.53, 0.386, 0.54], + [0.319, 0.164, 0.167], + [0.341, 0.162, 0.148], + [0.574, 0.429, 0.398], + [0.689, 0.538, 0.551], + [0.5, 0.356, 0.344], + [0.523, 0.339, 0.342], + [0.452, 0.284, 0.334], + [0.722, 0.439, 0.49], + [0.457, 0.282, 0.306], + [0.427, 0.229, 0.232], + [0.708, 0.513, 0.453], + [0.651, 0.434, 0.428], + [0.888, 0.86, 0.659], + [0.324, 0.157, 0.153], + [1.365, 1.12, 1.108], + [1.961, 1.523, 1.746], + [2.25, 1.813, 1.847], + [4.586, 3.805, 3.638], + [0.571, 0.367, 0.369], + [0.399, 0.244, 0.237], + [0.59, 0.372, 0.381], + [1.485, 1.491, 1.528], + [2.618, 2.012, 1.933], + [0.388, 0.228, 0.221], + [0.685, 0.449, 0.576], + [0.908, 0.665, 0.637], + [1.16, 0.944, 0.741], + [1.92, 1.297, 1.631], + [1.913, 1.577, 1.622], + [0.399, 0.197, 0.234], + [0.499, 0.375, 0.384], + [0.346, 0.213, 0.213], + [0.438, 0.348, 0.329], + [0.625, 0.517, 0.495], + [0.338, 0.231, 0.226], + [0.401, 0.273, 0.239], + [0.308, 0.212, 0.196] ] } diff --git a/clickhouse-datalake-partitioned/run.sh b/clickhouse-datalake-partitioned/run.sh index 4b5cf99f4..5e0d4ac11 100755 --- a/clickhouse-datalake-partitioned/run.sh +++ b/clickhouse-datalake-partitioned/run.sh @@ -5,20 +5,16 @@ QUERY_NUM=1 ./clickhouse local --path . --query="$(cat create.sql)" cat queries.sql | while read -r query; do - sync && echo 3 | sudo tee /proc/sys/vm/drop_caches > /dev/null - echo -n "[" - for i in $(seq 1 $TRIES); do - RES=$(./clickhouse local --path . --time --format Null --filesystem_cache_name cache --query="$query" 2>&1) # (*) - [[ "$?" == "0" ]] && echo -n "${RES}" || echo -n "null" - [[ "$i" != $TRIES ]] && echo -n ", " - - echo "${QUERY_NUM},${i},${RES}" >> result.csv - done + i=0 + while read -r RES; do + [[ "$i" -gt 0 ]] && echo -n ", " + [[ "$RES" =~ ^[0-9] ]] && echo -n "${RES}" || echo -n "null" + echo "${QUERY_NUM},$((i+1)),${RES}" >> result.csv + i=$((i+1)) + done <<< "$(./clickhouse local --path . --time --format Null --use_page_cache_for_object_storage 1 --query "$query; $query; $query" 2>&1)" echo "]," - # (*) --format=Null is client-side formatting. The query result is still sent back to the client. - QUERY_NUM=$((QUERY_NUM + 1)) done ./clickhouse local --path . --query="DROP TABLE hits" diff --git a/clickhouse-datalake/benchmark.sh b/clickhouse-datalake/benchmark.sh index 0d8cf4905..f8093a0b5 100755 --- a/clickhouse-datalake/benchmark.sh +++ b/clickhouse-datalake/benchmark.sh @@ -7,10 +7,7 @@ curl https://clickhouse.com/ | sh # Configure > clickhouse-local.yaml echo " -filesystem_caches: - cache: - path: '/dev/shm/clickhouse/' - max_size_ratio_to_total_space: 0.9 +page_cache_size: auto " # Run the queries diff --git a/clickhouse-datalake/results/c6a.4xlarge.json b/clickhouse-datalake/results/c6a.4xlarge.json index 73c4cad8e..a27bfca9f 100644 --- a/clickhouse-datalake/results/c6a.4xlarge.json +++ b/clickhouse-datalake/results/c6a.4xlarge.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.317, 0.169, 0.132], - [1.499, 0.122, 0.128], - [3.069, 0.181, 0.188], - [1.633, 0.169, 0.159], - [0.669, 0.497, 0.475], - [1.002, 0.75, 0.746], - [0.85, 0.13, 0.129], - [0.348, 0.134, 0.144], - [0.78, 0.596, 0.585], - [0.903, 0.681, 0.688], - [0.508, 0.28, 0.279], - [0.583, 0.323, 0.325], - [0.912, 0.683, 0.699], - [1.237, 1.062, 1.008], - [0.982, 0.788, 0.789], - [0.753, 0.571, 0.591], - [2.056, 1.858, 1.843], - [1.425, 1.216, 1.222], - [4.08, 3.687, 3.72], - [0.346, 0.161, 0.141], - [3.867, 1.171, 1.183], - [1.572, 1.345, 1.352], - [4.323, 2.018, 2.004], - [12.608, 4.044, 4.107], - [0.733, 0.55, 0.542], - [0.516, 0.33, 0.333], - [0.748, 0.555, 0.534], - [1.474, 1.261, 1.234], - [9.839, 9.584, 9.592], - [0.344, 0.14, 0.14], - [0.966, 0.75, 0.751], - [1.369, 1.118, 1.09], - [4.752, 4.551, 4.537], - [3.309, 3.119, 3.145], - [3.309, 3.113, 3.112], - [0.637, 0.428, 0.442], - [0.412, 0.159, 0.163], - [0.402, 0.143, 0.15], - [0.377, 0.148, 0.127], - [0.428, 0.2, 0.208], - [0.364, 0.119, 0.133], - [0.358, 0.115, 0.12], - [0.329, 0.117, 0.115] + [0.218, 0.028, 0.029], + [0.564, 0.44, 0.4], + [1.789, 1.157, 1.083], + [0.577, 0.58, 0.475], + [0.989, 0.763, 0.806], + [1.141, 0.944, 0.935], + [0.567, 0.489, 0.454], + [0.555, 0.372, 0.396], + [1.265, 1.12, 1.124], + [3.812, 3.535, 3.344], + [1.196, 0.951, 0.979], + [1.197, 1.055, 1.074], + [1.228, 1.1, 1.169], + [1.829, 1.723, 1.678], + [1.35, 1.153, 1.215], + [1.057, 0.847, 0.869], + [3, 2.675, 2.508], + [2.025, 1.774, 1.831], + [5.174, 4.502, 4.567], + [0.66, 0.489, 0.439], + [3.939, 3.796, 3.764], + [4.251, 4.381, 4.266], + [6.626, 6.521, 6.423], + [17.636, 17.132, 16.476], + [1.403, 1.273, 1.293], + [0.886, 0.764, 0.76], + [1.422, 1.363, 1.292], + [5.439, 5.344, 5.63], + [10.233, 10.025, 10.136], + [0.577, 0.43, 0.472], + [4.938, 4.833, 4.8], + [5.946, 5.698, 5.644], + [7.573, 7.53, 7.465], + [5.586, 5.43, 5.588], + [5.673, 5.539, 5.49], + [0.845, 0.676, 0.684], + [0.469, 0.367, 0.331], + [0.343, 0.232, 0.218], + [0.443, 0.326, 0.345], + [0.608, 0.49, 0.491], + [0.285, 0.175, 0.155], + [0.288, 0.163, 0.156], + [0.232, 0.116, 0.13] ] } diff --git a/clickhouse-datalake/results/c6a.metal.json b/clickhouse-datalake/results/c6a.metal.json index bfdcc0fa6..76398ee55 100644 --- a/clickhouse-datalake/results/c6a.metal.json +++ b/clickhouse-datalake/results/c6a.metal.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.403, 0.158, 0.167], - [0.704, 0.166, 0.146], - [0.552, 0.158, 0.189], - [0.681, 0.162, 0.158], - [0.491, 0.345, 0.337], - [0.519, 0.33, 0.334], - [0.453, 0.153, 0.155], - [0.371, 0.161, 0.158], - [0.665, 0.493, 0.486], - [0.714, 0.529, 0.512], - [0.458, 0.302, 0.284], - [0.461, 0.264, 0.29], - [0.517, 0.318, 0.323], - [0.556, 0.357, 0.396], - [0.493, 0.298, 0.331], - [0.424, 0.245, 0.265], - [0.622, 0.519, 0.528], - [0.552, 0.425, 0.411], - [1.232, 1.096, 1.017], - [0.351, 0.16, 0.153], - [1.812, 1.14, 0.605], - [1.178, 1.414, 1.262], - [2.693, 1.64, 1.535], - [16.345, 6.646, 6.619], - [0.36, 0.262, 0.23], - [0.391, 0.212, 0.225], - [0.433, 0.255, 0.245], - [0.79, 0.678, 0.625], - [1.545, 1.401, 1.41], - [0.374, 0.182, 0.173], - [0.597, 0.417, 0.43], - [0.748, 0.566, 0.561], - [1.379, 1.117, 1.149], - [1.28, 1.131, 0.915], - [1.304, 0.991, 1.173], - [0.408, 0.233, 0.26], - [0.392, 0.212, 0.199], - [0.384, 0.18, 0.186], - [0.367, 0.17, 0.167], - [0.412, 0.223, 0.223], - [0.34, 0.119, 0.121], - [0.332, 0.13, 0.124], - [0.316, 0.121, 0.113] + [0.232, 0.031, 0.029], + [0.31, 0.151, 0.137], + [0.413, 0.257, 0.264], + [0.334, 0.242, 0.208], + [0.522, 0.461, 0.391], + [0.524, 0.378, 0.434], + [0.333, 0.184, 0.155], + [0.283, 0.165, 0.168], + [0.697, 0.587, 0.574], + [0.922, 0.767, 0.782], + [0.501, 0.35, 0.458], + [0.478, 0.366, 0.353], + [0.506, 0.327, 0.355], + [0.646, 0.508, 0.469], + [0.494, 0.325, 0.382], + [0.407, 0.253, 0.246], + [0.776, 0.569, 0.66], + [0.683, 0.553, 0.522], + [1.294, 1.067, 0.97], + [0.355, 0.194, 0.177], + [1.717, 1.595, 1.655], + [2.354, 2.045, 2.114], + [4.292, 4.298, 4.248], + [14.859, 14.624, 14.637], + [0.585, 0.521, 0.378], + [0.429, 0.254, 0.276], + [0.55, 0.43, 0.377], + [2.029, 1.837, 1.816], + [1.664, 1.491, 1.459], + [0.331, 0.207, 0.235], + [1.074, 0.84, 0.795], + [1.096, 1.008, 0.948], + [1.457, 1.556, 1.394], + [2.151, 2.071, 1.953], + [2.129, 1.997, 2.176], + [0.369, 0.212, 0.344], + [0.478, 0.377, 0.365], + [0.391, 0.239, 0.228], + [0.46, 0.338, 0.346], + [0.63, 0.504, 0.496], + [0.289, 0.172, 0.17], + [0.288, 0.189, 0.179], + [0.239, 0.123, 0.119] ] } diff --git a/clickhouse-datalake/results/c7a.metal-48xl.json b/clickhouse-datalake/results/c7a.metal-48xl.json index dbe254aa4..85e4a9c25 100644 --- a/clickhouse-datalake/results/c7a.metal-48xl.json +++ b/clickhouse-datalake/results/c7a.metal-48xl.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.423, 0.117, 0.14], - [1.091, 0.146, 0.134], - [0.418, 0.197, 0.19], - [0.499, 0.143, 0.143], - [0.612, 0.458, 0.485], - [0.769, 0.509, 0.536], - [0.503, 0.135, 0.16], - [0.376, 0.154, 0.135], - [0.628, 0.458, 0.401], - [0.703, 0.532, 0.505], - [0.493, 0.298, 0.301], - [0.468, 0.262, 0.256], - [0.5, 0.301, 0.306], - [0.582, 0.392, 0.398], - [0.487, 0.299, 0.301], - [0.399, 0.27, 0.262], - [0.55, 0.448, 0.406], - [0.537, 0.396, 0.408], - [0.822, 0.604, 0.613], - [0.382, 0.24, 0.152], - [2.301, 0.591, 0.562], - [1.776, 1.704, 1.721], - [2.656, 1.687, 1.855], - [15.561, 9.664, 9.736], - [0.543, 0.268, 0.286], - [0.367, 0.195, 0.216], - [0.482, 0.287, 0.253], - [0.894, 0.809, 0.717], - [1.958, 0.922, 1.635], - [0.415, 0.205, 0.17], - [0.855, 0.729, 0.759], - [0.877, 0.845, 0.72], - [0.974, 0.9, 0.872], - [1.004, 0.869, 1.573], - [1.409, 0.817, 0.796], - [0.426, 0.221, 0.233], - [0.415, 0.182, 0.193], - [0.388, 0.181, 0.198], - [0.369, 0.171, 0.133], - [0.405, 0.199, 0.21], - [0.352, 0.116, 0.138], - [0.346, 0.134, 0.138], - [0.338, 0.12, 0.117] + [0.182, 0.037, 0.029], + [0.284, 0.141, 0.132], + [0.339, 0.302, 0.209], + [0.319, 0.164, 0.165], + [0.631, 0.466, 0.596], + [0.651, 0.497, 0.508], + [0.259, 0.133, 0.147], + [0.318, 0.153, 0.135], + [0.614, 0.414, 0.436], + [0.757, 0.611, 0.603], + [0.478, 0.333, 0.334], + [0.465, 0.329, 0.309], + [0.485, 0.319, 0.269], + [0.561, 0.37, 0.391], + [0.41, 0.351, 0.241], + [0.408, 0.214, 0.337], + [0.57, 0.409, 0.412], + [0.589, 0.366, 0.364], + [0.843, 0.667, 0.611], + [0.289, 0.148, 0.135], + [1.561, 1.363, 1.543], + [2.523, 2.264, 2.061], + [4.882, 4.715, 4.507], + [18.321, 18.522, 18.254], + [0.483, 0.43, 0.495], + [0.348, 0.199, 0.226], + [0.475, 0.361, 0.312], + [1.839, 1.662, 1.7], + [1.312, 0.976, 1.009], + [0.339, 0.192, 0.212], + [0.789, 0.724, 0.669], + [0.965, 0.818, 0.795], + [1.069, 0.806, 0.726], + [1.752, 1.699, 1.686], + [1.87, 1.68, 1.545], + [0.373, 0.186, 0.168], + [0.512, 0.376, 0.36], + [0.365, 0.246, 0.25], + [0.486, 0.331, 0.335], + [0.651, 0.515, 0.519], + [0.292, 0.195, 0.192], + [0.357, 0.183, 0.177], + [0.297, 0.144, 0.136] ] } diff --git a/clickhouse-datalake/results/c8g.4xlarge.json b/clickhouse-datalake/results/c8g.4xlarge.json index d80353831..810014383 100644 --- a/clickhouse-datalake/results/c8g.4xlarge.json +++ b/clickhouse-datalake/results/c8g.4xlarge.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.309, 0.113, 0.113], - [0.924, 0.124, 0.114], - [1.41, 0.171, 0.162], - [1, 0.138, 0.128], - [0.367, 0.266, 0.277], - [0.638, 0.397, 0.406], - [0.684, 0.126, 0.118], - [0.247, 0.115, 0.126], - [0.459, 0.343, 0.344], - [0.559, 0.435, 0.437], - [0.372, 0.252, 0.236], - [0.378, 0.276, 0.271], - [0.513, 0.392, 0.411], - [0.719, 0.562, 0.597], - [0.589, 0.512, 0.483], - [0.397, 0.307, 0.31], - [0.941, 0.851, 0.851], - [0.722, 0.637, 0.607], - [2.497, 1.593, 1.602], - [0.266, 0.127, 0.136], - [3.908, 0.749, 0.736], - [1.135, 1.02, 1.077], - [3.756, 1.539, 1.603], - [13.468, 3.242, 3.217], - [0.526, 0.416, 0.443], - [0.365, 0.275, 0.273], - [0.528, 0.403, 0.426], - [1.028, 0.908, 0.908], - [5.193, 5.083, 5.098], - [0.347, 0.142, 0.145], - [0.676, 0.533, 0.556], - [0.807, 0.656, 0.682], - [1.951, 1.849, 1.833], - [1.569, 1.49, 1.473], - [1.61, 1.517, 1.505], - [0.393, 0.268, 0.248], - [0.292, 0.134, 0.144], - [0.251, 0.12, 0.129], - [0.24, 0.117, 0.098], - [0.277, 0.143, 0.147], - [0.233, 0.108, 0.093], - [0.236, 0.092, 0.1], - [0.208, 0.104, 0.112] + [0.163, 0.031, 0.034], + [0.56, 0.364, 0.381], + [1.215, 1.273, 1.028], + [0.623, 0.461, 0.53], + [0.672, 0.522, 0.52], + [0.859, 0.796, 0.8], + [0.514, 0.427, 0.429], + [0.486, 0.405, 0.385], + [0.95, 0.914, 0.871], + [3.479, 3.416, 3.273], + [1.1, 0.935, 0.924], + [1.112, 1.049, 1.001], + [0.927, 0.82, 0.795], + [1.61, 1.372, 1.241], + [1.031, 0.882, 0.867], + [0.718, 0.533, 0.531], + [1.741, 1.578, 1.55], + [1.591, 1.413, 1.372], + [2.963, 2.498, 2.522], + [0.574, 0.49, 0.463], + [3.824, 3.642, 3.628], + [4.386, 4.242, 4.104], + [6.348, 6.097, 6.061], + [16.366, 16.746, 16.603], + [1.354, 1.216, 1.245], + [0.821, 0.735, 0.697], + [1.469, 1.167, 1.265], + [5.626, 5.034, 4.867], + [5.399, 5.242, 5.256], + [0.593, 0.454, 0.464], + [5.201, 5.09, 5.042], + [6.134, 5.96, 6.053], + [5.347, 5.035, 5.189], + [4.058, 3.91, 3.831], + [4.118, 4.055, 3.967], + [0.67, 0.51, 0.539], + [0.445, 0.317, 0.329], + [0.332, 0.211, 0.205], + [0.416, 0.319, 0.309], + [0.572, 0.449, 0.447], + [0.28, 0.179, 0.146], + [0.288, 0.174, 0.161], + [0.224, 0.109, 0.114] ] } diff --git a/clickhouse-datalake/results/c8g.metal-48xl.json b/clickhouse-datalake/results/c8g.metal-48xl.json index 2adea61dc..4aa60aee1 100644 --- a/clickhouse-datalake/results/c8g.metal-48xl.json +++ b/clickhouse-datalake/results/c8g.metal-48xl.json @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.222, 0.118, 0.155], - [0.941, 0.143, 0.114], - [0.519, 0.152, 0.15], - [0.821, 0.172, 0.156], - [0.534, 0.372, 0.364], - [0.608, 0.412, 0.442], - [0.322, 0.169, 0.126], - [0.248, 0.145, 0.149], - [0.457, 0.369, 0.349], - [0.503, 0.367, 0.381], - [0.363, 0.244, 0.257], - [0.343, 0.239, 0.224], - [0.368, 0.276, 0.243], - [0.443, 0.308, 0.302], - [0.384, 0.281, 0.265], - [0.304, 0.256, 0.227], - [0.478, 0.389, 0.399], - [0.443, 0.35, 0.381], - [0.682, 0.549, 0.523], - [0.227, 0.125, 0.145], - [1.545, 0.364, 0.352], - [1.622, 1.128, 1.358], - [2.333, 1.302, 1.303], - [12.87, 5.275, 4.793], - [0.381, 0.217, 0.226], - [0.274, 0.195, 0.187], - [0.388, 0.285, 0.252], - [0.523, 0.413, 0.417], - [0.864, 0.748, 0.761], - [0.315, 0.179, 0.212], - [0.396, 0.243, 0.252], - [0.541, 0.301, 0.342], - [0.973, 0.863, 0.875], - [0.717, 0.704, 0.668], - [1.284, 0.666, 0.658], - [0.288, 0.197, 0.234], - [0.304, 0.167, 0.16], - [0.26, 0.168, 0.142], - [0.247, 0.15, 0.146], - [0.308, 0.194, 0.183], - [0.259, 0.157, 0.117], - [0.238, 0.126, 0.135], - [0.229, 0.12, 0.124] + [0.154, 0.043, 0.029], + [0.262, 0.127, 0.13], + [0.337, 0.19, 0.206], + [0.297, 0.163, 0.14], + [0.509, 0.368, 0.341], + [0.59, 0.409, 0.428], + [0.294, 0.15, 0.124], + [0.296, 0.14, 0.157], + [0.483, 0.367, 0.316], + [0.727, 0.507, 0.541], + [0.434, 0.267, 0.302], + [0.416, 0.283, 0.299], + [0.42, 0.209, 0.224], + [0.518, 0.474, 0.323], + [0.376, 0.227, 0.338], + [0.351, 0.184, 0.18], + [0.529, 0.372, 0.444], + [0.54, 0.379, 0.367], + [0.873, 0.631, 0.607], + [0.269, 0.131, 0.139], + [1.509, 1.378, 1.321], + [2.344, 1.96, 2.038], + [4.922, 4.296, 4.314], + [16.977, 16.038, 17.317], + [0.581, 0.41, 0.296], + [0.313, 0.184, 0.164], + [0.576, 0.411, 0.287], + [1.686, 1.571, 1.596], + [1.07, 0.951, 0.876], + [0.335, 0.208, 0.186], + [0.648, 0.508, 0.499], + [0.752, 0.585, 0.632], + [1.021, 0.825, 0.716], + [1.777, 1.535, 1.578], + [1.696, 1.51, 1.511], + [0.32, 0.166, 0.194], + [0.472, 0.348, 0.332], + [0.355, 0.208, 0.231], + [0.449, 0.311, 0.324], + [0.6, 0.469, 0.479], + [0.299, 0.181, 0.174], + [0.315, 0.174, 0.206], + [0.248, 0.125, 0.124] ] } diff --git a/clickhouse-datalake/run.sh b/clickhouse-datalake/run.sh index 4b5cf99f4..5e0d4ac11 100755 --- a/clickhouse-datalake/run.sh +++ b/clickhouse-datalake/run.sh @@ -5,20 +5,16 @@ QUERY_NUM=1 ./clickhouse local --path . --query="$(cat create.sql)" cat queries.sql | while read -r query; do - sync && echo 3 | sudo tee /proc/sys/vm/drop_caches > /dev/null - echo -n "[" - for i in $(seq 1 $TRIES); do - RES=$(./clickhouse local --path . --time --format Null --filesystem_cache_name cache --query="$query" 2>&1) # (*) - [[ "$?" == "0" ]] && echo -n "${RES}" || echo -n "null" - [[ "$i" != $TRIES ]] && echo -n ", " - - echo "${QUERY_NUM},${i},${RES}" >> result.csv - done + i=0 + while read -r RES; do + [[ "$i" -gt 0 ]] && echo -n ", " + [[ "$RES" =~ ^[0-9] ]] && echo -n "${RES}" || echo -n "null" + echo "${QUERY_NUM},$((i+1)),${RES}" >> result.csv + i=$((i+1)) + done <<< "$(./clickhouse local --path . --time --format Null --use_page_cache_for_object_storage 1 --query "$query; $query; $query" 2>&1)" echo "]," - # (*) --format=Null is client-side formatting. The query result is still sent back to the client. - QUERY_NUM=$((QUERY_NUM + 1)) done ./clickhouse local --path . --query="DROP TABLE hits"