diff --git a/clickhouse-web/flush-caches b/clickhouse-web/flush-caches new file mode 100755 index 0000000000..f1ea20809a --- /dev/null +++ b/clickhouse-web/flush-caches @@ -0,0 +1,11 @@ +#!/bin/bash +# Drop the web disk's filesystem cache so the cold try is really cold. +# +# bench_flush_caches calls this while the server is stopped, so +# SYSTEM DROP FILESYSTEM CACHE is not available — delete the files directly. +# The cache lives in tmpfs, which the kernel's drop_caches does not touch. +# +# ./install bind-mounts /dev/shm/clickhouse onto the cache directory, so +# remove the contents and leave the mount point itself alone. The server owns +# these files (it runs as the clickhouse user), hence sudo. +sudo find /dev/shm/clickhouse -mindepth 1 -delete diff --git a/clickhouse-web/query b/clickhouse-web/query index 105302f569..c5736dd784 100755 --- a/clickhouse-web/query +++ b/clickhouse-web/query @@ -4,9 +4,9 @@ # Stderr: query runtime in fractional seconds on the last line (from --time). # Exit non-zero on error. # -# The web-disk cache is dropped before the query so timings are cold. +# The web-disk cache is dropped by ./flush-caches, which the harness runs +# once per query before the cold try — not here, or every try would be cold. set -e query=$(cat) -clickhouse-client --query "SYSTEM DROP FILESYSTEM CACHE" >/dev/null clickhouse-client --time --format=Pretty --query="$query" diff --git a/clickhouse-web/results/20260726/c6a.2xlarge.json b/clickhouse-web/results/20260726/c6a.2xlarge.json index 3862f51233..adb0454371 100644 --- a/clickhouse-web/results/20260726/c6a.2xlarge.json +++ b/clickhouse-web/results/20260726/c6a.2xlarge.json @@ -9,52 +9,52 @@ "tags": ["C++","column-oriented","ClickHouse derivative","stateless"], "load_time": 1, "data_size": 14557009492, - "concurrent_qps": 0.703, - "concurrent_error_ratio": 0.062, + "concurrent_qps": 0.788, + "concurrent_error_ratio": 0.564, "result": [ [0.002, 0.001, 0.001], - [0.112, 0.105, 0.06], - [0.397, 0.213, 0.2], - [0.38, 0.314, 1.133], - [0.812, 0.71, 0.683], - [1.597, 1.516, 1.562], - [0.106, 0.045, 0.036], - [0.101, 0.055, 0.052], - [1.07, 0.99, 0.995], - [1.268, 1.103, 1.124], - [1.141, 1.266, 1.235], - [1.149, 1.582, 1.387], - [1.349, 1.112, 1.167], - [2.156, 2.095, 2.018], - [1.679, 1.603, 1.606], - [0.98, 0.652, 0.667], - [3.395, 3.184, 3.311], - [2.522, 2.301, 2.381], - [7.636, 7.502, 7.108], - [1.05, 0.143, 0.153], - [7.748, 7.465, 6.856], - [7.053, 2.661, 2.667], - [10.472, 6.835, 6.773], - [5.409, 2.736, 2.579], - [1.221, 0.894, 0.818], - [0.846, 0.79, 0.742], - [1.212, 0.926, 0.844], - [7.042, 6.886, 6.906], - [6.636, 6.078, 5.899], - [0.396, 0.362, 0.237], - [2.008, 1.723, 1.707], - [4.307, 4.339, 5.19], - [12.138, 12.009, 12.199], - [9.613, 9.462, 9.837], - [10.002, 9.839, 9.701], - [0.79, 0.526, 0.517], - [0.378, 0.227, 0.221], - [0.289, 0.156, 0.116], - [0.312, 0.205, 0.207], - [0.544, 0.254, 0.253], - [0.312, 0.128, 0.126], - [0.234, 0.083, 0.081], - [0.244, 0.146, 0.103] + [0.132, 0.013, 0.014], + [0.264, 0.039, 0.04], + [0.332, 0.054, 0.046], + [0.859, 0.473, 0.466], + [1.725, 1.121, 1.117], + [0.088, 0.013, 0.013], + [0.168, 0.017, 0.017], + [1.357, 0.625, 0.635], + [1.328, 0.749, 0.751], + [1.294, 0.181, 0.185], + [1.195, 0.232, 0.226], + [1.241, 0.504, 0.523], + [1.944, 1.008, 1.063], + [1.793, 0.782, 0.727], + [0.964, 0.459, 0.456], + [3.589, 2.26, 2.231], + [2.625, 1.448, 1.358], + [7.507, 6.426, 6.338], + [1.097, 0.003, 0.002], + [7.596, 0.404, 0.401], + [7.589, 0.099, 0.098], + [8.903, 0.599, 0.604], + [4.378, 0.44, 0.15], + [0.906, 0.096, 0.086], + [0.846, 0.233, 0.226], + [0.969, 0.151, 0.079], + [7.115, 0.748, 0.754], + [5.801, 2.127, 2.129], + [0.291, 0.039, 0.039], + [2.029, 0.55, 0.537], + [4.112, 0.928, 0.908], + [12.805, 11.364, 11.31], + [12.972, 6.456, 6.252], + [12.44, 6.31, 6.455], + [0.815, 0.419, 0.377], + [0.402, 0.048, 0.046], + [0.252, 0.035, 0.03], + [0.332, 0.028, 0.025], + [0.618, 0.089, 0.107], + [0.253, 0.02, 0.018], + [0.426, 0.015, 0.014], + [0.242, 0.013, 0.014] ] } \ No newline at end of file diff --git a/clickhouse-web/results/20260726/c6a.4xlarge.json b/clickhouse-web/results/20260726/c6a.4xlarge.json index 5d0031beb3..95535898e7 100644 --- a/clickhouse-web/results/20260726/c6a.4xlarge.json +++ b/clickhouse-web/results/20260726/c6a.4xlarge.json @@ -9,52 +9,52 @@ "tags": ["C++","column-oriented","ClickHouse derivative","stateless"], "load_time": 1, "data_size": 14557009492, - "concurrent_qps": 1.047, - "concurrent_error_ratio": 0.583, + "concurrent_qps": 1.1320000000000001, + "concurrent_error_ratio": 0.598, "result": [ [0.002, 0.001, 0.001], - [0.134, 0.126, 0.067], - [0.847, 0.206, 0.158], - [0.42, 0.272, 0.26], - [0.549, 0.485, 0.505], - [1.283, 0.915, 0.855], - [0.109, 0.034, 0.041], - [0.137, 0.076, 0.054], - [0.793, 0.689, 0.696], - [0.927, 0.777, 0.76], - [0.682, 0.651, 0.625], - [0.704, 0.615, 0.656], - [0.871, 0.808, 1.301], - [1.688, 1.426, 1.311], - [1.192, 0.981, 0.964], - [0.774, 0.617, 0.543], - [2.198, 2.178, 2.046], - [1.691, 1.523, 1.665], - [4.182, 3.589, 3.366], - [0.574, 0.346, 0.334], - [5.412, 4.079, 3.838], - [4.326, 1.831, 1.65], - [6.464, 4.07, 3.779], - [6.164, 2.655, 2.242], - [0.607, 0.609, 1.222], - [0.733, 0.48, 0.484], - [1.271, 0.678, 0.634], - [4.189, 4.219, 4.019], - [4.791, 3.308, 3.356], - [0.241, 0.164, 0.164], - [1.325, 1.339, 1.243], - [2.681, 2.369, 2.429], - [5.184, 4.875, 5.081], - [5.255, 6.014, 5.179], - [6.704, 6.044, 5.555], - [0.555, 0.418, 0.455], - [0.382, 0.199, 0.16], - [0.228, 0.174, 0.166], - [0.324, 0.139, 0.137], - [0.499, 0.268, 0.197], - [0.236, 0.106, 0.168], - [0.279, 0.097, 0.12], - [0.29, 0.108, 0.118] + [0.117, 0.01, 0.009], + [0.246, 0.026, 0.028], + [0.332, 0.027, 0.028], + [0.487, 0.271, 0.264], + [0.969, 0.611, 0.611], + [0.074, 0.012, 0.01], + [0.108, 0.012, 0.011], + [0.738, 0.428, 0.456], + [1.07, 0.498, 0.508], + [0.766, 0.126, 0.13], + [0.635, 0.165, 0.166], + [0.8, 0.419, 0.398], + [1.245, 0.612, 0.569], + [1.105, 0.48, 0.487], + [0.661, 0.377, 0.377], + [2.241, 1.617, 1.628], + [1.673, 0.938, 1.11], + [3.932, 2.91, 2.753], + [0.588, 0.003, 0.003], + [3.733, 0.335, 0.343], + [4.535, 0.085, 0.082], + [5.037, 0.595, 0.584], + [4.064, 0.229, 0.231], + [0.683, 0.106, 0.034], + [0.572, 0.153, 0.154], + [0.637, 0.138, 0.044], + [3.976, 0.387, 0.385], + [3.52, 1.621, 1.647], + [0.204, 0.031, 0.031], + [1.192, 0.364, 0.373], + [2.252, 0.654, 0.668], + [4.84, 4.147, 4.051], + [5.377, 2.245, 2.15], + [4.945, 2.241, 2.163], + [0.533, 0.304, 0.29], + [0.3, 0.035, 0.032], + [0.25, 0.029, 0.023], + [0.416, 0.019, 0.019], + [0.432, 0.082, 0.08], + [0.208, 0.017, 0.015], + [0.267, 0.011, 0.011], + [0.247, 0.01, 0.049] ] } \ No newline at end of file diff --git a/clickhouse-web/results/20260726/c6a.large.json b/clickhouse-web/results/20260726/c6a.large.json index eaf5f8afdb..ca91a879a3 100644 --- a/clickhouse-web/results/20260726/c6a.large.json +++ b/clickhouse-web/results/20260726/c6a.large.json @@ -9,52 +9,52 @@ "tags": ["C++","column-oriented","ClickHouse derivative","stateless"], "load_time": 0, "data_size": 14557009492, - "concurrent_qps": 0.158, - "concurrent_error_ratio": 0.882, + "concurrent_qps": 0.247, + "concurrent_error_ratio": 0.864, "result": [ [0.002, 0.001, 0.002], - [0.31, 0.191, 0.202], - [0.618, 0.536, 0.57], - [1.311, 1.348, 1.475], - [3.16, 3.104, 3.684], - [6.376, 6.514, 6.339], - [0.209, 0.171, 0.228], - [0.281, 0.2, 0.211], - [4.482, 4.696, 4.543], - [6.056, 5.91, 6.572], - [3.861, 4.17, 4.041], - [4.332, 4.218, 4.282], - [6.05, 6.192, 5.802], - [13.614, 14.654, 13.969], - [11.022, 11.132, 10.765], - [3.68, 4.012, 3.319], - [24.608, 24.863, 24.773], - [17.479, 18.01, 18.074], - [45.804, 45.554, 46.028], - [1.762, 0.209, 0.219], - [31.439, 29.207, 27.822], - [32.86, 8.451, 7.959], - [38.32, 29.253, 27.033], - [10.341, 6.228, 6.361], - [3.177, 3.06, 3.02], - [3.473, 3.67, 3.297], - [2.948, 3.113, 2.798], - [30.609, 29.472, 30.457], - [40.166, 38.403, 39.172], - [0.464, 0.438, 0.415], - [7.387, 6.831, 7.215], - [20.244, 20.105, 19.189], - [62.38, 59.699, 59.617], - [62.186, null, null], - [61.456, 61.255, 61.436], - [2.328, 2.089, 2.363], - [0.663, 0.564, 0.489], - [0.274, 0.205, 0.242], - [0.573, 0.358, 0.391], - [1.053, 0.862, 0.813], - [0.282, 0.187, 0.22], - [0.244, 0.123, 0.127], - [0.242, 0.191, 0.15] + [0.317, 0.144, 0.14], + [0.729, 0.355, 0.353], + [1.516, 0.527, 0.533], + [3.085, 2.357, 2.837], + [6.636, 5.549, 5.48], + [0.193, 0.151, 0.136], + [0.3, 0.158, 0.159], + [4.744, 3.998, 3.784], + [5.806, 4.661, 4.554], + [5.041, 1.684, 1.503], + [4.281, 1.886, 2.106], + [5.288, 4.818, 3.89], + [12.766, 10.813, 11.318], + [11.157, 8.624, 8.603], + [3.689, 2.766, 2.695], + [25.941, 27.214, 22.063], + [18.004, 14.709, 18.147], + [44.482, 51.634, 49.824], + [1.688, 0.004, 0.004], + [32.064, 40.116, 29.884], + [35.273, 8.551, 1.632], + [37.585, 44.497, 55.686], + [9.491, 5.132, 2.051], + [3.013, 0.662, 0.638], + [3.551, 2.835, 3.181], + [3.274, 0.662, 0.653], + [28.448, 39.609, 40.281], + [41.779, 61.26, 50.596], + [0.42, 0.225, 0.226], + [8.143, 4.191, 4.337], + [19.172, 12.597, 10.538], + [55.473, 65.824, 65.194], + [57.832, 84.09, 84.136], + [59.257, 86.058, 84.506], + [2.269, 1.631, 1.624], + [0.532, 0.276, 0.268], + [0.386, 0.134, 0.13], + [0.443, 0.083, 0.083], + [1.068, 0.575, 0.577], + [0.3, 0.047, 0.044], + [0.266, 0.037, 0.037], + [0.282, 0.039, 0.04] ] } \ No newline at end of file diff --git a/clickhouse-web/results/20260726/c6a.metal.json b/clickhouse-web/results/20260726/c6a.metal.json index ac6430e7d4..cae1ab55a2 100644 --- a/clickhouse-web/results/20260726/c6a.metal.json +++ b/clickhouse-web/results/20260726/c6a.metal.json @@ -9,52 +9,52 @@ "tags": ["C++","column-oriented","ClickHouse derivative","stateless"], "load_time": 1, "data_size": 14557009492, - "concurrent_qps": 5.718, + "concurrent_qps": 9.893, "concurrent_error_ratio": 0, "result": [ [0.001, 0.001, 0.001], - [0.137, 0.07, 0.102], - [0.26, 0.173, 0.219], - [0.238, 0.158, 0.198], - [0.315, 0.223, 0.218], - [0.583, 0.542, 0.514], - [0.089, 0.031, 0.034], - [0.174, 0.083, 0.101], - [0.517, 0.474, 0.467], - [0.591, 0.473, 0.502], - [0.604, 0.751, 0.687], - [0.566, 0.353, 0.53], - [0.548, 0.527, 0.527], - [0.724, 0.613, 0.599], - [0.732, 0.569, 0.588], - [0.329, 0.234, 0.24], - [0.678, 0.584, 0.581], - [0.607, 0.568, 0.463], - [1.296, 0.947, 1.054], - [0.53, 0.319, 0.427], - [0.994, 1.195, 1.318], - [1.29, 1.445, 1.578], - [1.304, 1.805, 1.689], - [4.163, 0.684, 0.813], - [1.262, 0.244, 1.133], - [0.528, 0.601, 0.477], - [0.305, 0.3, 0.24], - [1.18, 1.112, 1.087], - [1.02, 1.379, 1.268], - [0.184, 0.142, 0.149], - [0.673, 0.61, 0.565], - [0.97, 0.782, 0.814], - [1.563, 1.534, 1.505], - [1.657, 1.722, 1.616], - [1.697, 1.662, 1.962], - [0.267, 0.202, 0.202], - [0.362, 0.19, 0.156], - [0.291, 0.283, 0.149], - [0.888, 0.19, 0.131], - [0.647, 0.238, 0.2], - [0.261, 0.17, 0.178], - [0.19, 0.157, 0.096], - [0.232, 0.133, 0.108] + [0.166, 0.013, 0.013], + [0.268, 0.017, 0.016], + [0.241, 0.019, 0.018], + [0.306, 0.076, 0.081], + [0.667, 0.136, 0.138], + [0.089, 0.014, 0.014], + [0.173, 0.016, 0.017], + [0.542, 0.291, 0.238], + [0.647, 0.312, 0.284], + [0.397, 0.144, 0.164], + [0.525, 0.156, 0.125], + [0.593, 0.134, 0.133], + [0.792, 0.208, 0.202], + [0.61, 0.172, 0.16], + [0.329, 0.093, 0.087], + [0.691, 0.307, 0.326], + [0.589, 0.208, 0.231], + [1.001, 0.594, 0.651], + [0.524, 0.003, 0.003], + [1.289, 0.134, 0.123], + [1.208, 0.039, 0.036], + [1.338, 0.178, 0.175], + [3.518, 0.137, 0.163], + [0.354, 0.108, 0.023], + [0.425, 0.049, 0.046], + [0.345, 0.057, 0.028], + [1.1, 0.196, 0.183], + [1.088, 0.472, 0.447], + [0.214, 0.036, 0.037], + [0.717, 0.123, 0.115], + [1.491, 0.235, 0.244], + [1.53, 1.237, 1.074], + [1.701, 0.797, 0.839], + [1.524, 0.878, 0.855], + [0.301, 0.072, 0.068], + [0.304, 0.031, 0.029], + [0.198, 0.024, 0.024], + [0.266, 0.016, 0.015], + [0.355, 0.061, 0.058], + [0.178, 0.015, 0.014], + [0.426, 0.011, 0.01], + [0.226, 0.009, 0.009] ] } \ No newline at end of file diff --git a/clickhouse-web/results/20260726/c6a.xlarge.json b/clickhouse-web/results/20260726/c6a.xlarge.json index 26caa15764..3420f7a41c 100644 --- a/clickhouse-web/results/20260726/c6a.xlarge.json +++ b/clickhouse-web/results/20260726/c6a.xlarge.json @@ -9,52 +9,52 @@ "tags": ["C++","column-oriented","ClickHouse derivative","stateless"], "load_time": 0, "data_size": 14557009492, - "concurrent_qps": 0.467, - "concurrent_error_ratio": 0.506, + "concurrent_qps": 0.642, + "concurrent_error_ratio": 0.338, "result": [ [0.002, 0.001, 0.001], - [0.131, 0.104, 0.154], - [0.375, 0.289, 0.265], - [0.638, 1.199, 0.577], - [1.328, 1.199, 1.201], - [2.878, 2.691, 2.885], - [0.071, 0.052, 0.045], - [0.135, 0.055, 0.082], - [1.86, 1.82, 1.803], - [2.234, 2.091, 2.107], - [1.969, 2.28, 2.31], - [2.321, 2.393, 2.353], - [2.164, 1.749, 1.775], - [3.805, 3.685, 3.741], - [2.964, 2.876, 2.993], - [1.466, 1.188, 1.52], - [7.976, 7.811, 7.876], - [5.882, 6.472, 6.179], - [12.654, 13.56, 12.658], - [1.098, 0.167, 0.149], - [13.389, 12.879, 12.846], - [14.095, 4.079, 4.02], - [14.331, 10.189, 10.342], - [5.288, 3.627, 3.342], - [1.618, 1.611, 1.617], - [1.356, 1.274, 1.054], - [1.513, 1.513, 1.382], - [14.725, 14.373, 15.07], - [12.572, 11.831, 12.157], - [0.308, 0.291, 0.266], - [3.42, 3.416, 3.278], - [7.843, 7.407, 7.323], - [21.954, 21.237, 21.132], - [22.992, 23.3, 22.492], - [22.161, 22.337, 22.73], - [1.074, 0.828, 0.811], - [0.474, 0.224, 0.233], - [0.23, 0.177, 0.156], - [0.319, 0.246, 0.203], - [0.729, 0.334, 0.351], - [0.212, 0.126, 0.13], - [0.229, 0.132, 0.078], - [0.244, 0.185, 0.147] + [0.175, 0.023, 0.02], + [0.333, 0.072, 0.072], + [0.578, 0.092, 0.085], + [1.342, 0.807, 0.769], + [2.924, 2.146, 2.213], + [0.091, 0.02, 0.02], + [0.131, 0.024, 0.022], + [1.829, 1.097, 1.078], + [2.243, 1.292, 1.299], + [2.245, 0.331, 0.347], + [1.655, 0.393, 0.377], + [1.871, 0.882, 0.861], + [3.437, 1.46, 1.405], + [2.983, 1.328, 1.436], + [1.448, 0.754, 0.74], + [7.891, 6.166, 6.218], + [6.187, 4.414, 4.77], + [12.914, 10.99, 10.874], + [1.242, 0.004, 0.003], + [14.055, 0.869, 0.891], + [13.67, 0.247, 0.211], + [17.084, 11.253, 6.196], + [5.353, 1.058, 0.3], + [1.429, 0.131, 0.118], + [1.195, 0.431, 0.427], + [1.455, 0.175, 0.129], + [13.518, 1.804, 1.706], + [11.861, 4.68, 4.535], + [0.333, 0.067, 0.064], + [3.34, 0.968, 0.949], + [8.498, 1.617, 1.572], + [21.167, 17.854, 17.196], + [20.626, 11.536, 11.446], + [21.578, 11.607, 11.665], + [1.125, 0.571, 0.56], + [0.281, 0.058, 0.055], + [0.186, 0.039, 0.035], + [0.276, 0.031, 0.029], + [0.487, 0.143, 0.136], + [0.187, 0.022, 0.022], + [0.181, 0.017, 0.016], + [0.19, 0.017, 0.017] ] } \ No newline at end of file diff --git a/clickhouse-web/results/20260726/c7a.metal-48xl.json b/clickhouse-web/results/20260726/c7a.metal-48xl.json index f9dcb4a5f2..66764a2752 100644 --- a/clickhouse-web/results/20260726/c7a.metal-48xl.json +++ b/clickhouse-web/results/20260726/c7a.metal-48xl.json @@ -9,52 +9,52 @@ "tags": ["C++","column-oriented","ClickHouse derivative","stateless"], "load_time": 1, "data_size": 14557009492, - "concurrent_qps": 7.555, + "concurrent_qps": 20.797, "concurrent_error_ratio": 0, "result": [ [0.002, 0.001, 0.001], - [0.125, 0.082, 0.094], - [0.276, 0.197, 0.189], - [0.302, 0.192, 0.178], - [0.274, 0.235, 0.209], - [0.402, 0.304, 0.288], - [0.097, 0.055, 0.044], - [0.156, 0.118, 0.085], - [0.649, 0.563, 0.485], - [0.678, 0.461, 0.57], - [1.132, 1, 1.239], - [0.556, 0.485, 0.683], - [0.366, 0.289, 0.361], - [0.467, 0.361, 0.37], - [0.451, 0.356, 0.308], - [0.335, 0.239, 0.233], - [0.542, 0.433, 0.368], - [0.468, 0.343, 0.342], - [0.746, 0.549, 0.746], - [0.513, 0.307, 0.322], - [1.414, 1.286, 1.318], - [1.402, 1.378, 1.52], - [1.955, 1.577, 1.374], - [3.26, 1.746, 2.293], - [0.913, 0.643, 0.274], - [0.353, 0.294, 0.339], - [0.325, 0.534, 0.311], - [0.969, 1.341, 1.424], - [1.498, 1.186, 1.251], - [0.268, 0.231, 0.231], - [0.492, 0.355, 0.424], - [0.587, 0.545, 1.354], - [0.929, 0.648, 0.608], - [1.683, 0.96, 1.438], - [1.596, 1.409, 1.624], - [0.275, 0.193, 0.222], - [0.328, 0.168, 0.203], - [0.188, 0.094, 0.175], - [0.262, 0.153, 0.172], - [0.455, 0.433, 0.228], - [0.217, 0.096, 0.09], - [0.161, 0.087, 0.095], - [0.19, 0.117, 0.097] + [0.153, 0.02, 0.022], + [0.252, 0.023, 0.022], + [0.272, 0.022, 0.023], + [0.421, 0.071, 0.067], + [0.395, 0.1, 0.093], + [0.089, 0.022, 0.022], + [0.18, 0.027, 0.028], + [0.579, 0.252, 0.23], + [0.605, 0.257, 0.267], + [0.763, 0.226, 0.2], + [0.617, 0.18, 0.265], + [0.376, 0.086, 0.083], + [0.488, 0.122, 0.118], + [0.414, 0.094, 0.091], + [0.321, 0.072, 0.065], + [0.5, 0.155, 0.154], + [0.535, 0.138, 0.126], + [0.702, 0.256, 0.257], + [0.56, 0.003, 0.003], + [1.288, 0.059, 0.049], + [1.412, 0.024, 0.025], + [1.53, 0.073, 0.074], + [3.386, 0.186, 0.269], + [0.273, 0.027, 0.026], + [0.358, 0.038, 0.037], + [0.27, 0.066, 0.026], + [1.498, 0.106, 0.094], + [0.784, 0.196, 0.183], + [0.289, 0.047, 0.048], + [0.502, 0.091, 0.084], + [0.611, 0.111, 0.097], + [0.938, 0.36, 0.363], + [1.816, 0.261, 0.272], + [1.435, 0.294, 0.271], + [0.318, 0.062, 0.057], + [0.239, 0.028, 0.027], + [0.205, 0.022, 0.021], + [0.212, 0.016, 0.015], + [0.354, 0.063, 0.055], + [0.161, 0.015, 0.014], + [0.17, 0.01, 0.01], + [0.261, 0.009, 0.008] ] } \ No newline at end of file diff --git a/clickhouse-web/results/20260726/c8g.4xlarge.json b/clickhouse-web/results/20260726/c8g.4xlarge.json index 12bf6cb650..bbc93610f4 100644 --- a/clickhouse-web/results/20260726/c8g.4xlarge.json +++ b/clickhouse-web/results/20260726/c8g.4xlarge.json @@ -9,52 +9,52 @@ "tags": ["C++","column-oriented","ClickHouse derivative","stateless"], "load_time": 1, "data_size": 14557009492, - "concurrent_qps": 2.178, - "concurrent_error_ratio": 0.02, + "concurrent_qps": 1.088, + "concurrent_error_ratio": 0.044, "result": [ [0.002, 0.001, 0.001], - [0.109, 0.084, 0.052], - [0.313, 0.235, 0.18], - [0.305, 0.273, 0.279], - [0.447, 0.377, 0.374], - [0.748, 0.585, 0.559], - [0.063, 0.041, 0.059], - [0.132, 0.083, 0.099], - [0.57, 0.516, 0.546], - [0.685, 0.594, 0.545], - [0.629, 0.574, 0.607], - [0.643, 0.594, 0.58], - [0.838, 0.637, 0.748], - [1.11, 1.001, 1.027], - [0.938, 0.849, 0.813], - [0.447, 0.458, 0.479], - [1.33, 1.329, 1.219], - [1.101, 1.011, 0.966], - [2.007, 1.744, 1.682], - [0.77, 0.37, 0.379], - [4.341, 4.08, 4.062], - [5.282, 2.148, 2.427], - [5.602, 4.276, 5.079], - [4.234, 2.161, 2.189], - [0.67, 0.584, 0.675], - [0.61, 0.504, 0.473], - [0.613, 0.561, 1.099], - [3.946, 4.078, 3.857], - [3.777, 3.574, 3.555], - [0.249, 0.339, 0.239], - [1.293, 1.153, 1.112], - [2.142, 2.168, 2.125], - [2.464, 2.584, 2.464], - [4.63, 4.422, 4.517], - [5.007, 4.906, 5.037], - [0.41, 0.314, 0.357], - [0.28, 0.157, 0.142], - [0.17, 0.111, 0.103], - [0.246, 0.143, 0.136], - [0.524, 0.246, 0.212], - [0.173, 0.128, 0.114], - [0.422, 0.128, 0.105], - [0.295, 0.192, 0.176] + [0.163, 0.01, 0.009], + [0.267, 0.019, 0.018], + [0.305, 0.025, 0.026], + [0.402, 0.151, 0.149], + [0.705, 0.276, 0.272], + [0.087, 0.011, 0.01], + [0.158, 0.011, 0.01], + [0.54, 0.226, 0.222], + [0.77, 0.266, 0.257], + [1.353, 0.098, 0.096], + [0.699, 0.129, 0.127], + [0.633, 0.207, 0.215], + [1.11, 0.294, 0.306], + [0.937, 0.26, 0.256], + [0.444, 0.152, 0.15], + [1.34, 0.665, 0.64], + [1.35, 0.501, 0.451], + [2.007, 1.052, 1.086], + [0.79, 0.002, 0.002], + [4.009, 0.163, 0.161], + [4.231, 0.043, 0.042], + [4.773, 0.228, 0.237], + [5.142, 0.232, 0.13], + [0.751, 0.1, 0.097], + [0.624, 0.098, 0.095], + [0.77, 0.231, 0.086], + [3.911, 0.275, 0.274], + [3.575, 0.717, 0.701], + [0.322, 0.028, 0.027], + [1.149, 0.196, 0.2], + [2.094, 0.298, 0.307], + [2.588, 1.396, 1.419], + [4.664, 0.864, 0.855], + [4.595, 0.869, 0.937], + [0.422, 0.155, 0.154], + [0.307, 0.025, 0.024], + [0.169, 0.021, 0.019], + [0.346, 0.016, 0.014], + [0.409, 0.044, 0.043], + [0.182, 0.013, 0.013], + [0.221, 0.01, 0.01], + [0.307, 0.022, 0.008] ] } \ No newline at end of file diff --git a/clickhouse-web/results/20260726/c8g.metal-48xl.json b/clickhouse-web/results/20260726/c8g.metal-48xl.json index 482930b69d..d4ceb37f55 100644 --- a/clickhouse-web/results/20260726/c8g.metal-48xl.json +++ b/clickhouse-web/results/20260726/c8g.metal-48xl.json @@ -9,52 +9,52 @@ "tags": ["C++","column-oriented","ClickHouse derivative","stateless"], "load_time": 1, "data_size": 14557009492, - "concurrent_qps": 7.622, + "concurrent_qps": 23.757, "concurrent_error_ratio": 0, "result": [ [0.001, 0.001, 0.001], - [0.142, 0.083, 0.076], - [0.275, 0.207, 0.182], - [0.28, 0.184, 0.181], - [0.326, 0.238, 0.233], - [0.449, 0.483, 0.564], - [0.095, 0.051, 0.045], - [0.127, 0.075, 0.129], - [0.495, 0.452, 0.433], - [0.577, 0.871, 0.579], - [0.654, 0.546, 0.996], - [0.48, 0.395, 0.328], - [0.395, 0.308, 0.339], - [0.494, 0.402, 0.379], - [0.48, 0.384, 0.355], - [0.276, 0.222, 0.231], - [0.558, 5.462, 0.519], - [0.527, 0.403, 0.378], - [0.66, 0.56, 0.56], - [0.582, 0.273, 0.319], - [1.356, 1.461, 1.456], - [1.436, 1.625, 1.491], - [1.755, 1.623, 1.584], - [4.5, 1.718, 0.768], - [0.305, 0.308, 0.219], - [0.359, 0.274, 0.285], - [0.329, 0.316, 0.428], - [1.28, 1.276, 1.179], - [1.362, 1.204, 1.296], - [0.301, 0.278, 0.218], - [0.538, 0.39, 0.436], - [0.679, 0.545, 0.582], - [1.223, 0.704, 0.753], - [1.494, 1.403, 1.316], - [1.172, 1.196, 1.382], - [0.317, 0.206, 0.238], - [0.319, 0.132, 0.17], - [0.221, 0.154, 0.118], - [0.264, 0.24, 0.162], - [0.413, 0.224, 0.222], - [0.196, 0.118, 0.108], - [0.182, 0.092, 0.099], - [0.285, 0.171, 0.117] + [0.135, 0.014, 0.014], + [0.298, 0.015, 0.015], + [0.321, 0.015, 0.015], + [0.403, 0.058, 0.056], + [0.362, 0.082, 0.064], + [0.091, 0.014, 0.013], + [0.14, 0.02, 0.019], + [0.475, 0.215, 0.204], + [0.597, 0.206, 0.208], + [0.541, 0.134, 0.122], + [0.715, 0.166, 0.146], + [0.349, 0.085, 0.092], + [0.495, 0.121, 0.097], + [0.471, 0.085, 0.079], + [0.322, 0.064, 0.056], + [0.498, 0.152, 0.143], + [0.577, 0.126, 0.118], + [0.792, 0.262, 0.229], + [0.789, 0.002, 0.002], + [1.683, 0.073, 0.059], + [1.05, 0.026, 0.025], + [1.469, 0.104, 0.083], + [5.568, 0.194, 0.114], + [0.332, 0.021, 0.065], + [0.306, 0.039, 0.036], + [0.322, 0.062, 0.022], + [1.27, 0.078, 0.073], + [1.034, 0.196, 0.172], + [0.28, 0.054, 0.051], + [0.594, 0.082, 0.077], + [0.807, 0.098, 0.096], + [0.938, 0.368, 0.373], + [1.497, 0.258, 0.217], + [1.049, 0.245, 0.218], + [0.3, 0.06, 0.051], + [0.692, 0.025, 0.024], + [0.294, 0.02, 0.02], + [0.323, 0.015, 0.015], + [0.388, 0.045, 0.04], + [0.25, 0.011, 0.012], + [0.296, 0.009, 0.009], + [0.251, 0.008, 0.008] ] } \ No newline at end of file diff --git a/clickhouse-web/results/20260726/t3a.small.json b/clickhouse-web/results/20260726/t3a.small.json index 4f2b2431f1..34329d82b5 100644 --- a/clickhouse-web/results/20260726/t3a.small.json +++ b/clickhouse-web/results/20260726/t3a.small.json @@ -9,52 +9,52 @@ "tags": ["C++","column-oriented","ClickHouse derivative","stateless"], "load_time": 0, "data_size": 14557009492, - "concurrent_qps": 0.108, - "concurrent_error_ratio": 0.975, + "concurrent_qps": 0.21, + "concurrent_error_ratio": 0.951, "result": [ - [0.004, 0.006, 0.003], - [0.625, 0.445, 0.396], - [1.522, 1.512, 1.317], - [3.161, 3.56, 3.425], - [8.654, 8.505, 8.737], - [19.276, 18.323, 19.067], - [0.451, 0.349, 0.418], - [0.667, 0.45, 0.495], - [17.485, 16.738, 17.68], - [21.843, 20.999, 21.587], - [8.76, 7.913, 7.673], - [10.229, 9.251, 10.966], - [26.772, 25.549, 25.468], - [43.579, 43.282, 42.086], - [32.353, 32, 31.239], - [15.486, 15.417, 14.973], - [74.78, null, null], - [50.886, 49.127, null], + [0.004, 0.003, 0.003], + [0.592, 0.372, 0.358], + [1.318, 0.84, 0.892], + [3.28, 1.318, 1.341], + [7.759, 5.965, 5.884], + [16.96, 14.639, 14.644], + [0.408, 0.299, 0.337], + [0.555, 0.398, 0.364], + [15.49, 13.666, 13.79], + [18.974, 15.731, 15.74], + [9.243, 3.607, 3.799], + [8.093, 4.387, 5.072], + [22.266, 20.04, 19.9], + [37.107, 37.015, 31.924], + [28.115, 24.624, 23.83], + [14.091, 11.225, 11.725], + [66.406, 59.562, 60.497], + [47.466, 40.93, 41.322], + [null, 109.441, null], + [3.083, 0.007, 0.006], + [69.333, null, null], + [75.713, 13.482, 8.313], + [98.811, null, null], + [17.466, null, null], + [6.432, 1.311, 1.31], + [9.769, 6.457, 6.365], + [6.327, 1.408, 1.305], + [64.022, 65.453, null], + [null, 110.772, null], + [1.121, 0.623, 0.617], + [23.477, 14.13, 13.184], + [null, 46.404, null], [null, null, null], - [2.426, 0.177, 0.224], - [71.625, 62.552, 63.768], - [84.908, 20.145, 20.454], - [97.978, 57.804, 62.292], - [null, 12.748, 13.114], - [7.14, 6.298, 6.639], - [10.7, 10.102, 9.487], - [6.932, 6.779, 6.503], - [67.952, 67.002, 69.223], [null, null, null], - [1.185, 1.224, 1.479], - [23.318, 22.924, 21.6], [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [11.319, 10.921, 10.178], - [1.286, 1.202, 1.661], - [0.724, 0.595, 0.565], - [1.095, 0.694, 0.792], - [2.493, 2.552, 2.346], - [0.552, 0.31, 0.322], - [0.334, 0.24, 0.266], - [0.39, 0.225, 0.223] + [9.059, 7.807, 7.636], + [1.139, 0.97, 0.79], + [0.569, 0.394, 0.388], + [0.767, 0.288, 0.27], + [2.058, 1.679, 1.581], + [0.383, 0.124, 0.149], + [0.323, 0.108, 0.101], + [0.321, 0.122, 0.122] ] } \ No newline at end of file