diff --git a/CHANGELOG.md b/CHANGELOG.md index e107753eaa..215110814a 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,6 +2,9 @@ Changes in the benchmark methodology or presentation, as well as major news. +### 2026-08-29 +Firebolt now does a true cold run. The three self-hosted firebolt-core entries (`firebolt`, `firebolt-parquet`, `firebolt-parquet-partitioned`) set `BENCH_RESTARTABLE=no` and therefore only got their page cache flushed before each first run; they now go through the common runner's full `./stop` → `drop_caches` → `./start` cycle like every other daemon, and lost the `no-cold` tag. The engine handles `SIGTERM` and shuts down cleanly, and the database lives on a bind-mounted volume, so it is still there when the container is started back up. The result files produced before this change keep the tag. The managed-cloud Firebolt results from 2025-06-07 also keep it: those ran against the hosted service, which cannot be restarted. + ### 2026-08-28 Renamed the `lukewarm-cold-run` tag to `no-cold` — a shorter name for the same thing: an entry whose first run of each query is not a true cold run, because the system is not restarted before it. The classification was also brought up to date. The 37 systems that the common runner in `lib/` already stops, page-cache-flushes and restarts before every cold run lost the tag, as did the 82 result files it had already produced; the managed services that clear nothing at all before a first run (ClickHouse Cloud, Databricks, MotherDuck, Hologres, AlloyDB) gained it, as [#1646](https://github.com/ClickHouse/ClickBench/pull/1646) requires. diff --git a/firebolt-parquet-partitioned/benchmark.sh b/firebolt-parquet-partitioned/benchmark.sh index 3b63e772a6..12a00b626c 100755 --- a/firebolt-parquet-partitioned/benchmark.sh +++ b/firebolt-parquet-partitioned/benchmark.sh @@ -1,5 +1,4 @@ #!/bin/bash # Thin shim — actual flow is in lib/benchmark-common.sh. export BENCH_DOWNLOAD_SCRIPT="download-hits-parquet-partitioned" -export BENCH_RESTARTABLE=no exec ../lib/benchmark-common.sh diff --git a/firebolt-parquet-partitioned/results/20260829/c6a.2xlarge.json b/firebolt-parquet-partitioned/results/20260829/c6a.2xlarge.json new file mode 100644 index 0000000000..4cee43b748 --- /dev/null +++ b/firebolt-parquet-partitioned/results/20260829/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet, partitioned)", + "date": "2026-08-29", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 9, + "data_size": 14737666736, + "concurrent_qps": 0.077, + "concurrent_error_ratio": 0.981, + "result": [ + [0.094, 0.022, 0.023], + [2.423, 0.173, 0.191], + [4.371, 0.379, 0.362], + [3.426, 0.283, 0.284], + [3.619, 0.79, 0.792], + [4.083, 1.218, 1.215], + [2.439, 0.202, 0.216], + [2.413, 0.203, 0.17], + [3.981, 0.99, 0.988], + [8.617, 1.525, 1.571], + [6.237, 0.73, 0.667], + [6.239, 0.806, 0.792], + [4.056, 1.093, 1.142], + [8.069, 1.813, 1.767], + [4.021, 1.334, 1.341], + [3.487, 0.827, 0.819], + [7.856, 2.299, 2.333], + [7.563, 2.168, 1.989], + [11.142, 5.996, 5.91], + [2.589, 0.192, 0.195], + [12.48, 3.529, 3.392], + [16.597, 4.208, 4.283], + [28.807, 7.325, 7.324], + [56.117, 29.226, 27.957], + [8.151, 1.146, 1.135], + [3.757, 0.82, 0.794], + [8.154, 1.134, 1.13], + [14.163, 4.168, 4.322], + [11.451, 6.073, 6.027], + [2.495, 0.269, 0.205], + [9.019, 1.574, 1.571], + [14.495, 1.858, 1.806], + [13.098, 3.892, 3.881], + [12.972, 5.502, 6.689], + [13.16, 5.068, 5.202], + [3.369, 1.078, 1.042], + [0.278, 0.103, 0.084], + [0.205, 0.099, 0.072], + [0.229, 0.077, 0.082], + [0.516, 0.316, 0.257], + [0.185, 0.042, 0.052], + [0.187, 0.045, 0.036], + [0.201, 0.06, 0.068] +] + } + \ No newline at end of file diff --git a/firebolt-parquet-partitioned/results/20260829/c6a.4xlarge.json b/firebolt-parquet-partitioned/results/20260829/c6a.4xlarge.json new file mode 100644 index 0000000000..2219fb57ec --- /dev/null +++ b/firebolt-parquet-partitioned/results/20260829/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet, partitioned)", + "date": "2026-08-29", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 20, + "data_size": 14737666736, + "concurrent_qps": 0.507, + "concurrent_error_ratio": 0, + "result": [ + [0.116, 0.018, 0.017], + [2.393, 0.128, 0.132], + [4.371, 0.253, 0.251], + [3.43, 0.245, 0.244], + [3.545, 0.5, 0.531], + [4.044, 0.853, 0.762], + [2.422, 0.154, 0.147], + [2.428, 0.128, 0.128], + [3.902, 0.671, 0.66], + [8.472, 1.001, 0.959], + [6.165, 0.479, 0.466], + [6.211, 0.556, 0.541], + [4.082, 0.762, 0.761], + [7.881, 1.194, 1.26], + [4.127, 0.871, 0.932], + [3.619, 0.668, 0.673], + [7.637, 1.374, 1.408], + [7.583, 1.277, 1.206], + [10.678, 3.166, 3.144], + [2.602, 0.203, 0.2], + [12.444, 3.237, 3.238], + [16.554, 3.57, 3.604], + [28.786, 6.662, 6.657], + [56.443, 17.339, 17.695], + [8.15, 0.852, 0.835], + [3.792, 0.594, 0.6], + [8.169, 0.841, 0.84], + [14.147, 3.972, 3.95], + [11.166, 4.488, 4.493], + [2.498, 0.162, 0.163], + [8.97, 1.077, 1.031], + [14.437, 1.337, 1.282], + [12.401, 2.278, 2.239], + [12.908, 4.103, 4.236], + [12.9, 4.17, 4.217], + [3.208, 0.647, 0.675], + [0.306, 0.087, 0.104], + [0.509, 0.077, 0.076], + [0.405, 0.09, 0.081], + [0.514, 0.264, 0.239], + [0.248, 0.04, 0.037], + [0.192, 0.042, 0.039], + [0.202, 0.073, 0.066] +] + } + \ No newline at end of file diff --git a/firebolt-parquet-partitioned/results/20260829/c6a.large.json b/firebolt-parquet-partitioned/results/20260829/c6a.large.json new file mode 100644 index 0000000000..ca92406f46 --- /dev/null +++ b/firebolt-parquet-partitioned/results/20260829/c6a.large.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet, partitioned)", + "date": "2026-08-29", + "machine": "c6a.large", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 0, + "data_size": 14737666736, + "concurrent_qps": 0.128, + "concurrent_error_ratio": 0.962, + "result": [ + [0.129, 0.084, 0.085], + [2.335, 0.574, 0.618], + [4.289, 1.105, 0.991], + [3.341, 1.017, 1.065], + [4.053, 2.813, 2.771], + [5.829, 4.861, 5.048], + [2.339, 0.729, 0.608], + [2.33, 0.556, 0.557], + [5.018, 4.478, 4.356], + [12.906, 12.397, 13.333], + [6.148, 2.257, 2.09], + [6.191, 2.605, 2.561], + [5.466, 4.168, 4.116], + [14.388, 13.759, 14.062], + [6.706, 6.592, 6.485], + [4.68, 3.793, 3.649], + [15.803, 15.841, 15.889], + [12.109, 12.412, 12.216], + [31.197, 31.838, 31.617], + [2.606, 0.7, 0.69], + [25.9, 14.821, 13.019], + [25.334, 27.082, 27.631], + [33.646, 36.495, 36.804], + [100.557, 101.008, 101.917], + [8.209, 3.65, 3.622], + [3.843, 3.385, 3.456], + [8.209, 4.187, 4.176], + [30.083, 29.935, 31.223], + [23.92, 33.414, 32.888], + [2.507, 0.742, 0.726], + [9.979, 8.988, 10.317], + [18.479, 18.316, 19.22], + [49.739, 49.53, 49.829], + [46.429, null, null], + [47.26, null, null], + [3.777, 3.478, 3.373], + [0.622, 0.526, 0.509], + [0.461, 0.226, 0.227], + [0.616, 0.411, 0.378], + [1.185, 0.606, 0.553], + [0.331, 0.106, 0.115], + [0.292, 0.074, 0.083], + [0.339, 0.117, 0.117] +] + } + \ No newline at end of file diff --git a/firebolt-parquet-partitioned/results/20260829/c6a.metal.json b/firebolt-parquet-partitioned/results/20260829/c6a.metal.json new file mode 100644 index 0000000000..c5fb7590f8 --- /dev/null +++ b/firebolt-parquet-partitioned/results/20260829/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet, partitioned)", + "date": "2026-08-29", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 63, + "data_size": 14737666736, + "concurrent_qps": 3.307, + "concurrent_error_ratio": 0, + "result": [ + [0.315, 0.035, 0.037], + [3.221, 0.069, 0.07], + [5.1, 0.13, 0.109], + [4.152, 0.092, 0.1], + [4.278, 0.193, 0.18], + [4.714, 0.241, 0.207], + [2.181, 0.07, 0.068], + [2.19, 0.068, 0.078], + [3.602, 0.186, 0.197], + [7.909, 0.302, 0.258], + [5.706, 0.157, 0.143], + [5.715, 0.159, 0.151], + [3.741, 0.269, 0.309], + [7.242, 0.322, 0.3], + [3.814, 0.226, 0.226], + [3.333, 0.25, 0.167], + [7.246, 0.372, 0.35], + [7.218, 0.334, 0.35], + [10.066, 0.642, 0.556], + [2.481, 0.091, 0.118], + [12.357, 0.794, 0.721], + [16.319, 0.891, 0.798], + [28.541, 1.439, 1.332], + [55.638, 4.035, 3.529], + [7.843, 0.341, 0.236], + [3.696, 0.195, 0.149], + [7.893, 0.254, 0.267], + [14.095, 1.031, 0.868], + [10.963, 0.945, 0.914], + [2.359, 0.089, 0.092], + [8.671, 0.266, 0.242], + [14.043, 0.418, 0.385], + [11.38, 0.631, 0.661], + [12.614, 1.03, 0.942], + [12.553, 1.051, 0.912], + [2.989, 0.14, 0.173], + [0.259, 0.131, 0.128], + [0.219, 0.111, 0.098], + [0.242, 0.126, 0.111], + [0.43, 0.278, 0.264], + [0.205, 0.067, 0.068], + [0.186, 0.071, 0.067], + [0.205, 0.095, 0.093] +] + } + \ No newline at end of file diff --git a/firebolt-parquet-partitioned/results/20260829/c6a.xlarge.json b/firebolt-parquet-partitioned/results/20260829/c6a.xlarge.json new file mode 100644 index 0000000000..602c82d9c8 --- /dev/null +++ b/firebolt-parquet-partitioned/results/20260829/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet, partitioned)", + "date": "2026-08-29", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 0, + "data_size": 14737666736, + "concurrent_qps": 0.088, + "concurrent_error_ratio": 0.019, + "result": [ + [0.128, 0.034, 0.034], + [2.432, 0.246, 0.266], + [4.277, 0.571, 0.579], + [3.34, 0.496, 0.444], + [3.699, 1.371, 1.362], + [3.976, 2.43, 2.366], + [2.339, 0.339, 0.342], + [2.328, 0.271, 0.276], + [4.04, 1.785, 1.767], + [8.768, 2.852, 2.825], + [6.109, 1.155, 1.21], + [6.137, 1.39, 1.373], + [3.966, 2.033, 2.008], + [8.507, 3.285, 3.362], + [4.133, 2.381, 2.344], + [3.651, 1.568, 1.531], + [8.372, 4.421, 4.342], + [7.781, 3.822, 4.167], + [12.378, 11.732, 11.838], + [2.591, 0.33, 0.294], + [12.644, 6.084, 6.669], + [16.51, 7.558, 7.479], + [29.002, 17.822, 16.66], + [56.481, 52.184, 52.965], + [8.195, 2.021, 2.003], + [3.825, 1.399, 1.581], + [8.211, 1.955, 2.006], + [14.166, 7.744, 8.076], + [11.562, 11.317, 11.599], + [2.513, 0.351, 0.368], + [9.242, 2.923, 2.858], + [14.697, 3.296, 3.293], + [21.072, 16.263, 17.321], + [18.272, 17.46, 16.843], + [null, 14.405, 17.407], + [3.37, 1.877, 1.789], + [0.302, 0.132, 0.15], + [0.296, 0.236, 0.128], + [0.281, 0.205, 0.128], + [0.529, 0.305, 0.308], + [0.245, 0.054, 0.048], + [0.192, 0.052, 0.059], + [0.218, 0.103, 0.078] +] + } + \ No newline at end of file diff --git a/firebolt-parquet-partitioned/results/20260829/c7a.metal-48xl.json b/firebolt-parquet-partitioned/results/20260829/c7a.metal-48xl.json new file mode 100644 index 0000000000..97c14fa0e8 --- /dev/null +++ b/firebolt-parquet-partitioned/results/20260829/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet, partitioned)", + "date": "2026-08-29", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 62, + "data_size": 14737666736, + "concurrent_qps": 6.018, + "concurrent_error_ratio": 0, + "result": [ + [0.25, 0.149, 0.209], + [2.354, 0.129, 0.212], + [4.345, 0.168, 0.193], + [3.384, 0.144, 0.204], + [3.457, 0.347, 0.35], + [3.902, 0.249, 0.273], + [2.38, 0.146, 0.215], + [2.402, 0.136, 0.239], + [3.701, 0.22, 0.212], + [8.174, 0.291, 0.226], + [5.79, 0.182, 0.269], + [5.817, 0.194, 0.2], + [3.754, 0.211, 0.236], + [7.226, 0.381, 0.381], + [3.964, 0.254, 0.25], + [3.308, 0.212, 0.275], + [7.271, 0.344, 0.357], + [7.327, 0.322, 0.266], + [10.249, 0.523, 0.457], + [2.522, 0.1, 0.15], + [12.39, 0.49, 0.415], + [16.285, 0.57, 0.508], + [28.656, 0.827, 0.797], + [55.891, 2.779, 2.655], + [7.838, 0.257, 0.157], + [3.707, 0.202, 0.159], + [7.899, 0.173, 0.188], + [14.014, 0.639, 0.519], + [10.938, 0.617, 0.53], + [2.412, 0.245, 0.207], + [8.694, 0.269, 0.277], + [13.931, 0.331, 0.253], + [11.496, 0.519, 0.445], + [12.606, 0.717, 0.667], + [12.631, 0.775, 0.767], + [2.95, 0.213, 0.589], + [0.46, 0.204, 0.194], + [0.385, 0.157, 0.161], + [0.36, 0.167, 0.156], + [0.535, 0.34, 0.334], + [0.333, 0.188, 0.127], + [0.261, 0.12, 0.143], + [0.325, 0.149, 0.141] +] + } + \ No newline at end of file diff --git a/firebolt-parquet-partitioned/results/20260829/c8g.4xlarge.json b/firebolt-parquet-partitioned/results/20260829/c8g.4xlarge.json new file mode 100644 index 0000000000..de30d597da --- /dev/null +++ b/firebolt-parquet-partitioned/results/20260829/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet, partitioned)", + "date": "2026-08-29", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 20, + "data_size": 14737666736, + "concurrent_qps": 1.132, + "concurrent_error_ratio": 0, + "result": [ + [0.098, 0.011, 0.01], + [2.392, 0.05, 0.051], + [4.359, 0.1, 0.096], + [3.392, 0.078, 0.073], + [3.443, 0.233, 0.225], + [3.89, 0.39, 0.38], + [2.391, 0.063, 0.064], + [2.406, 0.051, 0.049], + [3.735, 0.275, 0.281], + [8.362, 0.428, 0.427], + [6.111, 0.168, 0.171], + [6.106, 0.203, 0.206], + [3.892, 0.292, 0.292], + [7.704, 0.467, 0.453], + [4.005, 0.367, 0.367], + [3.522, 0.302, 0.328], + [7.755, 0.578, 0.605], + [7.517, 0.54, 0.547], + [10.342, 1.105, 1.043], + [2.611, 0.054, 0.054], + [12.405, 0.86, 0.797], + [16.506, 0.977, 0.991], + [28.82, 1.815, 1.767], + [55.812, 9.072, 8.133], + [8.16, 0.283, 0.279], + [3.793, 0.21, 0.223], + [8.132, 0.278, 0.268], + [14.035, 0.967, 0.969], + [11.144, 1.601, 1.608], + [2.502, 0.076, 0.078], + [8.955, 0.421, 0.441], + [14.408, 0.482, 0.458], + [12.004, 0.995, 0.958], + [12.671, 1.325, 1.202], + [12.617, 1.25, 1.45], + [3.109, 0.303, 0.295], + [0.235, 0.075, 0.069], + [0.193, 0.07, 0.059], + [0.211, 0.075, 0.066], + [0.337, 0.178, 0.174], + [0.177, 0.034, 0.031], + [0.155, 0.034, 0.033], + [0.163, 0.031, 0.032] +] + } + \ No newline at end of file diff --git a/firebolt-parquet-partitioned/results/20260829/c8g.metal-48xl.json b/firebolt-parquet-partitioned/results/20260829/c8g.metal-48xl.json new file mode 100644 index 0000000000..9b25243649 --- /dev/null +++ b/firebolt-parquet-partitioned/results/20260829/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet, partitioned)", + "date": "2026-08-29", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 58, + "data_size": 14737666736, + "concurrent_qps": 7.702, + "concurrent_error_ratio": 0, + "result": [ + [0.548, 0.465, 0.714], + [3.247, 1.589, 1.145], + [4.101, 0.251, 0.588], + [3.232, 0.674, 0.561], + [3.333, 0.613, 0.361], + [3.708, 0.319, 0.319], + [2.211, 0.413, 0.738], + [2.213, 0.66, 0.522], + [3.534, 1.017, 0.399], + [7.919, 0.422, 0.3], + [5.726, 0.18, 0.473], + [5.766, 0.225, 0.156], + [3.721, 0.489, 0.73], + [7.227, 0.27, 0.505], + [3.854, 0.327, 0.301], + [3.263, 0.403, 1.19], + [7.23, 0.247, 0.247], + [7.201, 0.238, 0.322], + [9.927, 0.431, 0.35], + [2.504, 0.193, 0.541], + [12.335, 0.457, 0.361], + [16.123, 0.535, 0.537], + [28.601, 0.747, 0.799], + [55.695, 2.987, 3.031], + [7.849, 0.212, 0.436], + [3.665, 0.607, 0.184], + [7.847, 0.196, 0.3], + [13.884, 0.535, 0.401], + [10.954, 0.619, 0.454], + [2.4, 0.758, 0.431], + [8.664, 0.401, 0.332], + [13.997, 0.302, 0.395], + [11.334, 0.417, 0.339], + [12.668, 0.644, 0.51], + [12.563, 0.678, 0.629], + [3.029, 0.942, 0.965], + [0.249, 0.717, 0.263], + [0.222, 0.639, 0.477], + [0.242, 0.785, 0.603], + [0.389, 0.455, 0.308], + [0.212, 0.682, 1.157], + [0.193, 0.912, 0.462], + [0.194, 0.74, 0.756] +] + } + \ No newline at end of file diff --git a/firebolt-parquet-partitioned/results/20260829/t3a.small.json b/firebolt-parquet-partitioned/results/20260829/t3a.small.json new file mode 100644 index 0000000000..52062df160 --- /dev/null +++ b/firebolt-parquet-partitioned/results/20260829/t3a.small.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet, partitioned)", + "date": "2026-08-29", + "machine": "t3a.small", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 0, + "data_size": 14737666736, + "concurrent_qps": 0.052, + "concurrent_error_ratio": 0.995, + "result": [ + [0.209, 0.109, 0.108], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [0.458, null, null], + [0.479, null, null] +] + } + \ No newline at end of file diff --git a/firebolt-parquet-partitioned/start b/firebolt-parquet-partitioned/start index 12fa615cd7..fa5390cdd7 100755 --- a/firebolt-parquet-partitioned/start +++ b/firebolt-parquet-partitioned/start @@ -15,10 +15,11 @@ mkdir -p data fb-volume # ownership accordingly so the bind-mounted dir is usable. sudo chown 1111:1111 fb-volume -# If the container exists (stopped from a prior agent pre-snapshot -# cycle), just start it back — the data lives on the bind-mounted -# fb-volume below, so the previously-created `clickbench` database -# is still there. Otherwise create the container fresh. +# If the container exists (stopped by the cold cycle before this +# query, or by a prior agent pre-snapshot cycle), just start it back — +# the data lives on the bind-mounted fb-volume below, so the +# previously-created `clickbench` database is still there. Otherwise +# create the container fresh. if sudo docker ps -a --format '{{.Names}}' | grep -qx firebolt-core; then sudo docker start firebolt-core >/dev/null else @@ -26,9 +27,10 @@ else # memlock 8 GiB and seccomp unconfined per upstream's run docs. # /firebolt-core/clickbench: parquet source (read at load time). # /firebolt-core/volume: engine data directory (must persist - # across the agent's pre-snapshot - # stop+start cycle or the snapshot - # ships an empty DB). + # across the stop+start cycle the + # driver runs before every cold query, + # and across the agent's pre-snapshot + # cycle, or the DB comes back empty). # The agent stages partitioned parquet at $PWD as symlinks pointing # at /opt/clickbench/datasets_ro/hits_partitioned/hits_N.parquet # (an absolute host-VM path). `./load` then `mv`s those symlinks diff --git a/firebolt-parquet-partitioned/stop b/firebolt-parquet-partitioned/stop index ac1834f7d6..1a97dc1ef7 100755 --- a/firebolt-parquet-partitioned/stop +++ b/firebolt-parquet-partitioned/stop @@ -1,8 +1,15 @@ #!/bin/bash set -e -# Plain stop — leave the container in place so its bind-mounted -# fb-volume keeps the loaded database for the next ./start. The -# container is removed and the volume re-initialised only on -# explicit re-provision. -sudo docker container stop firebolt-core >/dev/null 2>&1 || true +# Full engine restart is what the cold cycle needs, so stop the process +# but leave the container in place: the database lives on the +# bind-mounted fb-volume and has to still be there when ./start brings +# the engine back up. The container is removed and the volume +# re-initialised only on an explicit re-provision. +# +# -t 120 instead of docker's default 10 s grace period: firebolt-core +# handles SIGTERM and shuts down cleanly (flushes tablets, exits 0), but +# with the full dataset ingested that takes longer than 10 s. A SIGKILL +# there would leave the engine recovering on the next ./start, and the +# recovery work would land inside the next query's cold measurement. +sudo docker container stop -t 120 firebolt-core >/dev/null 2>&1 || true diff --git a/firebolt-parquet-partitioned/template.json b/firebolt-parquet-partitioned/template.json index 139eeb30f4..beefe5faf2 100644 --- a/firebolt-parquet-partitioned/template.json +++ b/firebolt-parquet-partitioned/template.json @@ -8,7 +8,6 @@ "column-oriented", "PostgreSQL compatible", "ClickHouse derivative", - "stateless", - "no-cold" + "stateless" ] } diff --git a/firebolt-parquet/benchmark.sh b/firebolt-parquet/benchmark.sh index fc4bacc8f3..ddd7f28318 100755 --- a/firebolt-parquet/benchmark.sh +++ b/firebolt-parquet/benchmark.sh @@ -1,5 +1,4 @@ #!/bin/bash # Thin shim — actual flow is in lib/benchmark-common.sh. export BENCH_DOWNLOAD_SCRIPT="download-hits-parquet-single" -export BENCH_RESTARTABLE=no exec ../lib/benchmark-common.sh diff --git a/firebolt-parquet/results/20260829/c6a.2xlarge.json b/firebolt-parquet/results/20260829/c6a.2xlarge.json new file mode 100644 index 0000000000..14f903adc4 --- /dev/null +++ b/firebolt-parquet/results/20260829/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet)", + "date": "2026-08-29", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 4, + "data_size": 14779976446, + "concurrent_qps": 0.217, + "concurrent_error_ratio": 0.43, + "result": [ + [0.076, 0.02, 0.022], + [1.099, 0.173, 0.152], + [2.744, 0.879, 0.355], + [1.941, 0.256, 0.279], + [2.166, 0.854, 0.759], + [2.498, 1.236, 1.025], + [1.121, 0.196, 0.186], + [1.072, 0.365, 0.154], + [2.429, 1.019, 0.946], + [6.097, 1.52, 1.502], + [3.967, 0.555, 0.557], + [4.019, 0.786, 0.665], + [2.512, 0.929, 0.959], + [5.807, 1.576, 1.555], + [2.621, 1.433, 1.122], + [2.212, 0.813, 0.771], + [5.738, 6.503, 6.458], + [5.419, 2.041, 1.871], + [9, 5.767, 5.727], + [1.595, 0.199, 0.204], + [11.241, 2.259, 2.253], + [14.522, 3.053, 2.78], + [26.814, 5.377, 5.284], + [55.797, 47.409, 46.56], + [5.86, 1.122, 0.92], + [2.392, 0.646, 0.592], + [5.861, 1.141, 2.52], + [12.631, 2.901, 3.054], + [10.314, 13.092, 5.6], + [1.26, 0.215, 0.205], + [6.888, 1.586, 1.453], + [12.073, 1.726, 1.585], + [10.772, 3.929, 3.734], + [11.735, 3.767, 3.792], + [11.74, 3.79, 3.865], + [2.247, 1.037, 1.115], + [0.239, 0.11, 0.125], + [0.211, 0.092, 0.082], + [0.242, 0.115, 0.103], + [0.504, 0.237, 0.248], + [0.204, 0.056, 0.074], + [0.167, 0.069, 0.067], + [0.21, 0.099, 0.088] +] + } + \ No newline at end of file diff --git a/firebolt-parquet/results/20260829/c6a.4xlarge.json b/firebolt-parquet/results/20260829/c6a.4xlarge.json new file mode 100644 index 0000000000..8306f58eca --- /dev/null +++ b/firebolt-parquet/results/20260829/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet)", + "date": "2026-08-29", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 1, + "data_size": 14779976446, + "concurrent_qps": 0.705, + "concurrent_error_ratio": 0.907, + "result": [ + [0.074, 0.02, 0.02], + [1.069, 0.116, 0.11], + [2.729, 0.241, 0.225], + [2.058, 0.23, 0.228], + [2.194, 0.448, 0.47], + [2.519, 3.303, 0.636], + [1.091, 0.133, 0.137], + [1.062, 0.116, 0.113], + [2.648, 0.579, 0.64], + [6.036, 0.871, 0.866], + [3.955, 1.421, 0.365], + [3.969, 0.417, 0.416], + [2.467, 0.53, 0.564], + [5.564, 3.352, 0.973], + [3.026, 0.652, 0.637], + [2.475, 0.605, 0.624], + [5.604, 1.258, 1.156], + [5.327, 1.038, 0.967], + [8.335, 18.15, 3.02], + [1.659, 0.199, 0.194], + [11.212, 1.54, 1.503], + [14.513, 2.198, 1.851], + [26.822, 3.554, 3.522], + [55.8, 12.892, 13.097], + [5.833, 0.61, 0.612], + [2.408, 0.385, 0.402], + [5.849, 0.615, 0.616], + [12.637, 2.213, 2.198], + [9.963, 3.652, 3.243], + [1.235, 0.151, 0.149], + [6.811, 0.789, 0.776], + [12.028, 1.075, 1.024], + [10.083, 2.141, 2.091], + [11.531, 2.386, 2.353], + [11.499, 2.38, 2.371], + [2.28, 0.6, 0.558], + [0.212, 0.129, 0.107], + [0.209, 0.091, 0.077], + [0.254, 0.138, 0.082], + [0.424, 0.258, 0.278], + [0.183, 0.064, 0.05], + [0.18, 0.075, 0.065], + [0.195, 0.106, 0.089] +] + } + \ No newline at end of file diff --git a/firebolt-parquet/results/20260829/c6a.large.json b/firebolt-parquet/results/20260829/c6a.large.json new file mode 100644 index 0000000000..b7af740335 --- /dev/null +++ b/firebolt-parquet/results/20260829/c6a.large.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet)", + "date": "2026-08-29", + "machine": "c6a.large", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 0, + "data_size": 14779976446, + "concurrent_qps": 0.025, + "concurrent_error_ratio": 0.996, + "result": [ + [0.072, 0.018, 0.018], + [1.158, 0.426, 0.399], + [2.967, 1.024, 0.827], + [2.133, 1.048, 1.219], + [3.225, 2.753, 3.438], + [5.072, 4.91, 4.887], + [1.034, 0.56, 0.648], + [1.026, 0.419, 0.395], + [4.616, 4.356, 4.384], + [10.142, 10.291, 10.548], + [4.116, 1.638, 1.52], + [4.123, 1.976, 1.868], + [4.767, 4.583, 4.551], + [11.752, 11.679, 11.752], + [4.729, 5.51, 5.267], + [3.261, 2.947, 2.933], + [12.702, 12.722, 11.398], + [10.403, 10.742, 10.521], + [30.683, 30.427, 31.016], + [1.637, 0.635, 0.658], + [11.95, 12.714, 11.397], + [14.908, 15.475, 15.332], + [27.524, 27.349, 27.654], + [74.947, 75.741, 76.553], + [5.981, 2.623, 2.589], + [2.567, 2.641, 2.766], + [6.035, 3.332, 3.405], + [13.266, 14.565, 16.8], + [null, null, null], + [1.206, 0.618, 0.586], + [7.641, 4.472, 6.305], + [15.781, 16.317, 15.596], + [47.234, 47.001, 47.285], + [43.76, 44.73, 44.649], + [43.692, 44.762, 44.54], + [3.515, 3.491, 3.439], + [0.353, 0.196, 0.329], + [0.307, 0.168, 0.128], + [0.346, 0.173, 0.224], + [0.962, 0.555, 0.44], + [0.227, 0.083, 0.11], + [0.243, 0.088, 0.104], + [0.246, 0.143, 0.137] +] + } + \ No newline at end of file diff --git a/firebolt-parquet/results/20260829/c6a.metal.json b/firebolt-parquet/results/20260829/c6a.metal.json new file mode 100644 index 0000000000..90585a2833 --- /dev/null +++ b/firebolt-parquet/results/20260829/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet)", + "date": "2026-08-29", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 6, + "data_size": 14779976446, + "concurrent_qps": 4.612, + "concurrent_error_ratio": 0, + "result": [ + [0.1, 0.041, 0.041], + [1.29, 0.376, 0.41], + [2.687, 1.238, 1.813], + [1.939, 0.78, 1.105], + [3.017, 2.551, 3.1], + [2.41, 3.653, 3.676], + [1.242, 0.779, 0.668], + [1.36, 0.485, 0.491], + [3.625, 2.812, 3.102], + [5.689, 4.308, 4.478], + [3.764, 1.572, 1.573], + [3.869, 1.981, 2.208], + [3.313, 2.769, 0.285], + [5.297, 3.427, 3.588], + [5.71, 3.642, 3.393], + [1.95, 2.205, 1.521], + [5.216, 6.651, 6.585], + [5.218, 6.531, 7.451], + [18.67, 19.654, 19.835], + [1.557, 0.34, 0.338], + [11.367, 6.452, 6.252], + [14.706, 7.866, 8.417], + [26.627, 15.743, 15.495], + [55.982, 71.785, 69.034], + [5.839, 3.03, 2.738], + [2.348, 1.878, 2.187], + [5.738, 0.768, 3.138], + [12.659, 7.843, 6.494], + [13.769, 12.714, 13.119], + [1.429, 0.674, 0.462], + [6.588, 3.911, 4.803], + [11.694, 4.847, 4.535], + [11.731, 6.141, 11], + [11.366, 10.451, 11.152], + [11.327, 10.596, 12.61], + [1.862, 3.023, 3.266], + [0.283, 0.199, 0.216], + [0.243, 0.153, 0.146], + [0.256, 0.186, 0.199], + [0.503, 0.434, 0.437], + [0.229, 0.118, 0.111], + [0.203, 0.101, 0.094], + [0.229, 0.139, 0.143] +] + } + \ No newline at end of file diff --git a/firebolt-parquet/results/20260829/c6a.xlarge.json b/firebolt-parquet/results/20260829/c6a.xlarge.json new file mode 100644 index 0000000000..6cd9fec81d --- /dev/null +++ b/firebolt-parquet/results/20260829/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet)", + "date": "2026-08-29", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 1, + "data_size": 14779976446, + "concurrent_qps": 0.202, + "concurrent_error_ratio": 0.911, + "result": [ + [0.063, 0.021, 0.021], + [1.032, 0.23, 0.251], + [2.783, 0.578, 0.576], + [1.963, 0.442, 0.461], + [2.29, 1.378, 1.354], + [2.661, 2.073, 1.927], + [1.035, 0.318, 0.316], + [1.038, 0.251, 0.232], + [2.654, 1.82, 1.789], + [6.492, 2.584, 2.687], + [4.019, 0.972, 0.938], + [4.079, 1.12, 1.107], + [2.647, 1.694, 1.771], + [6.368, 2.914, 2.94], + [2.873, 2.082, 2.013], + [2.364, 1.599, 1.569], + [6.24, 4.002, 3.85], + [5.686, 3.426, 3.498], + [11.982, 11.301, 11.122], + [1.612, 0.345, 0.325], + [11.339, 4.233, 4.359], + [14.672, 5.583, 5.249], + [27.112, 17.976, 17.948], + [56.087, 49.949, 50.077], + [5.945, 1.607, 1.57], + [2.475, 1.168, 1.115], + [5.934, 1.651, 2.278], + [12.82, 5.744, 5.518], + [11.483, 10.821, 10.011], + [1.187, 0.336, 0.306], + [7.054, 2.628, 2.482], + [12.409, 2.963, 2.872], + [17.968, 15.308, 16.329], + [17.723, 14.65, 14.087], + [16.881, 15.005, 16.351], + [2.253, 1.825, 1.773], + [0.275, 0.178, 0.15], + [0.192, 0.093, 0.099], + [0.235, 0.107, 0.105], + [0.5, 0.322, 0.281], + [0.185, 0.06, 0.056], + [0.172, 0.063, 0.055], + [0.218, 0.109, 0.106] +] + } + \ No newline at end of file diff --git a/firebolt-parquet/results/20260829/c7a.metal-48xl.json b/firebolt-parquet/results/20260829/c7a.metal-48xl.json new file mode 100644 index 0000000000..d8e9da5c76 --- /dev/null +++ b/firebolt-parquet/results/20260829/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet)", + "date": "2026-08-29", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 5, + "data_size": 14779976446, + "concurrent_qps": 6.665, + "concurrent_error_ratio": 0, + "result": [ + [0.139, 0.149, 0.158], + [1.321, 0.842, 0.824], + [2.901, 0.174, 0.189], + [2.073, 0.568, 1.01], + [3.332, 3.378, 3.305], + [4.066, 0.394, 5.023], + [1.148, 0.209, 1.211], + [1.587, 0.78, 0.879], + [5.061, 3.445, 3.591], + [7.09, 6.064, 4.938], + [4.08, 2.08, 2.394], + [3.911, 2.862, 3.626], + [3.719, 3.902, 0.311], + [6.557, 4.887, 0.563], + [6.115, 4.289, 4.696], + [4.394, 1.748, 2.958], + [9.053, 8.03, 0.395], + [8.257, 6.796, 0.476], + [19.72, 17.826, 9.578], + [1.962, 0.634, 0.668], + [11.918, 14.373, 11.772], + [15.298, 13.592, 0.544], + [27.611, 1.063, 25.34], + [60.905, 58.946, 62.31], + [5.94, 1.667, 3.162], + [3.325, 2.651, 3.279], + [5.942, 0.331, 0.289], + [13.715, 10.775, 11.074], + [13.974, 12.228, 12.294], + [1.754, 1.414, 1.082], + [7.126, 1.091, 0.333], + [12.001, 0.389, 0.417], + [13.723, 12.958, 12.357], + [12.672, 14.567, 14.638], + [12.46, 7.248, 14.093], + [3.98, 3.173, 3.218], + [0.391, 0.225, 0.25], + [0.316, 0.171, 0.232], + [0.376, 0.348, 0.272], + [0.7, 0.646, 0.61], + [0.279, 0.166, 0.209], + [0.27, 0.159, 0.153], + [0.324, 0.207, 0.199] +] + } + \ No newline at end of file diff --git a/firebolt-parquet/results/20260829/c8g.4xlarge.json b/firebolt-parquet/results/20260829/c8g.4xlarge.json new file mode 100644 index 0000000000..41c549019c --- /dev/null +++ b/firebolt-parquet/results/20260829/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet)", + "date": "2026-08-29", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 9, + "data_size": 14779976446, + "concurrent_qps": 0.385, + "concurrent_error_ratio": 0.938, + "result": [ + [0.057, 0.021, 0.02], + [1.008, 0.066, 0.062], + [2.737, 0.109, 0.111], + [1.93, 0.086, 0.085], + [2.063, 0.232, 0.226], + [2.491, 0.283, 0.322], + [1.019, 0.072, 0.074], + [1.019, 0.064, 0.066], + [2.293, 0.299, 0.294], + [5.928, 3.941, 4], + [3.928, 0.146, 0.142], + [3.95, 0.169, 0.155], + [2.435, 0.223, 0.238], + [5.391, 0.413, 0.399], + [2.595, 0.276, 0.257], + [2.057, 2.888, 0.332], + [5.489, 0.534, 0.515], + [5.291, 0.526, 0.479], + [7.933, 0.96, 0.963], + [1.603, 0.084, 0.065], + [11.186, 0.543, 0.522], + [14.536, 0.729, 0.622], + [26.824, 11.864, 11.993], + [55.782, 5.322, 5.297], + [5.844, 0.223, 0.204], + [2.393, 0.156, 0.151], + [5.849, 0.221, 0.215], + [12.598, 3.144, 0.675], + [9.89, 1.438, 1.449], + [1.168, 0.082, 0.078], + [6.765, 0.355, 0.335], + [11.969, 0.442, 0.413], + [9.733, 0.999, 0.934], + [11.333, 8.335, 0.914], + [11.387, 0.961, 0.895], + [1.851, 1.414, 0.297], + [0.202, 0.13, 0.153], + [0.172, 0.065, 0.066], + [0.175, 0.068, 0.068], + [0.376, 0.196, 0.209], + [0.16, 0.057, 0.063], + [0.124, 0.049, 0.048], + [0.12, 0.044, 0.049] +] + } + \ No newline at end of file diff --git a/firebolt-parquet/results/20260829/c8g.metal-48xl.json b/firebolt-parquet/results/20260829/c8g.metal-48xl.json new file mode 100644 index 0000000000..f92b3e0a71 --- /dev/null +++ b/firebolt-parquet/results/20260829/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet)", + "date": "2026-08-29", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 6, + "data_size": 14779976446, + "concurrent_qps": 7.713, + "concurrent_error_ratio": 0, + "result": [ + [0.111, 1.373, 0.874], + [0.996, 1.714, 1.503], + [2.698, 1.527, 1.314], + [1.927, 1.518, 1.346], + [3.414, 3.177, 2.972], + [3.162, 3.554, 3.435], + [1.088, 0.643, 1.051], + [1.144, 1.243, 1.108], + [3.916, 3.524, 3.668], + [5.916, 4.977, 4.811], + [3.806, 2.451, 1.617], + [3.849, 1.374, 2.086], + [2.664, 3.232, 2.98], + [5.391, 3.293, 3.364], + [3.697, 3.209, 3.132], + [3.58, 0.353, 3.187], + [5.205, 6.424, 6.595], + [6.638, 6.995, 7.211], + [11.849, 11.349, 12.155], + [1.556, 0.812, 0.866], + [11.201, 6.036, 5.643], + [14.43, 6.733, 6.181], + [26.732, 13.084, 13.23], + [62.725, 62.378, 64.029], + [5.717, 2.823, 2.402], + [2.361, 1.599, 2.327], + [5.716, 2.859, 2.734], + [12.596, 6.03, 5.637], + [17.322, 17.679, 16.708], + [1.181, 1.771, 1.792], + [6.764, 0.661, 0.907], + [11.665, 1.282, 0.765], + [9.271, 0.646, 0.71], + [11.591, 9.905, 11.731], + [11.556, 11.404, 9.382], + [3.342, 3.021, 3.02], + [0.273, 0.858, 0.58], + [0.249, 1.433, 1.11], + [0.268, 1.337, 1.036], + [0.501, 1.388, 0.968], + [0.22, 1.124, 0.841], + [0.205, 1.472, 0.881], + [0.217, 1.065, 0.553] +] + } + \ No newline at end of file diff --git a/firebolt-parquet/results/20260829/t3a.small.json b/firebolt-parquet/results/20260829/t3a.small.json new file mode 100644 index 0000000000..f2962cbac1 --- /dev/null +++ b/firebolt-parquet/results/20260829/t3a.small.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt (Parquet)", + "date": "2026-08-29", + "machine": "t3a.small", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative","stateless"], + "load_time": 0, + "data_size": 14779976446, + "concurrent_qps": 0.065, + "concurrent_error_ratio": 0.942, + "result": [ + [0.124, 0.057, 0.065], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null] +] + } + \ No newline at end of file diff --git a/firebolt-parquet/start b/firebolt-parquet/start index 652146394e..8c52455181 100755 --- a/firebolt-parquet/start +++ b/firebolt-parquet/start @@ -15,10 +15,11 @@ mkdir -p data fb-volume # ownership accordingly so the bind-mounted dir is usable. sudo chown 1111:1111 fb-volume -# If the container exists (stopped from a prior agent pre-snapshot -# cycle), just start it back — the data lives on the bind-mounted -# fb-volume below, so the previously-created `clickbench` database -# is still there. Otherwise create the container fresh. +# If the container exists (stopped by the cold cycle before this +# query, or by a prior agent pre-snapshot cycle), just start it back — +# the data lives on the bind-mounted fb-volume below, so the +# previously-created `clickbench` database is still there. Otherwise +# create the container fresh. if sudo docker ps -a --format '{{.Names}}' | grep -qx firebolt-core; then sudo docker start firebolt-core >/dev/null else @@ -26,9 +27,10 @@ else # memlock 8 GiB and seccomp unconfined per upstream's run docs. # /firebolt-core/clickbench: parquet source (read at load time). # /firebolt-core/volume: engine data directory (must persist - # across the agent's pre-snapshot - # stop+start cycle or the snapshot - # ships an empty DB). + # across the stop+start cycle the + # driver runs before every cold query, + # and across the agent's pre-snapshot + # cycle, or the DB comes back empty). sudo docker run -dit --name firebolt-core \ --ulimit memlock=8589934592:8589934592 \ --security-opt seccomp=unconfined \ diff --git a/firebolt-parquet/stop b/firebolt-parquet/stop index ac1834f7d6..1a97dc1ef7 100755 --- a/firebolt-parquet/stop +++ b/firebolt-parquet/stop @@ -1,8 +1,15 @@ #!/bin/bash set -e -# Plain stop — leave the container in place so its bind-mounted -# fb-volume keeps the loaded database for the next ./start. The -# container is removed and the volume re-initialised only on -# explicit re-provision. -sudo docker container stop firebolt-core >/dev/null 2>&1 || true +# Full engine restart is what the cold cycle needs, so stop the process +# but leave the container in place: the database lives on the +# bind-mounted fb-volume and has to still be there when ./start brings +# the engine back up. The container is removed and the volume +# re-initialised only on an explicit re-provision. +# +# -t 120 instead of docker's default 10 s grace period: firebolt-core +# handles SIGTERM and shuts down cleanly (flushes tablets, exits 0), but +# with the full dataset ingested that takes longer than 10 s. A SIGKILL +# there would leave the engine recovering on the next ./start, and the +# recovery work would land inside the next query's cold measurement. +sudo docker container stop -t 120 firebolt-core >/dev/null 2>&1 || true diff --git a/firebolt-parquet/template.json b/firebolt-parquet/template.json index a1b48e08a2..6ba2563637 100644 --- a/firebolt-parquet/template.json +++ b/firebolt-parquet/template.json @@ -8,7 +8,6 @@ "column-oriented", "PostgreSQL compatible", "ClickHouse derivative", - "stateless", - "no-cold" + "stateless" ] } diff --git a/firebolt/benchmark.sh b/firebolt/benchmark.sh index db4c7b3ecb..4d44261401 100755 --- a/firebolt/benchmark.sh +++ b/firebolt/benchmark.sh @@ -2,6 +2,5 @@ # Thin shim — actual flow is in lib/benchmark-common.sh. export BENCH_DOWNLOAD_SCRIPT="download-hits-parquet-partitioned" export BENCH_DURABLE=yes -export BENCH_RESTARTABLE=no ./cleanup # a previous run may have left its container and data behind exec ../lib/benchmark-common.sh diff --git a/firebolt/results/20260829/c6a.2xlarge.json b/firebolt/results/20260829/c6a.2xlarge.json new file mode 100644 index 0000000000..88fa2f7d20 --- /dev/null +++ b/firebolt/results/20260829/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt", + "date": "2026-08-29", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative"], + "load_time": 239, + "data_size": 15819676782, + "concurrent_qps": 0.348, + "concurrent_error_ratio": 0.367, + "result": [ + [0.009, 0.002, 0.002], + [0.966, 0.035, 0.037], + [1.123, 0.08, 0.073], + [1.171, 0.102, 0.103], + [1.686, 0.564, 0.559], + [2.054, 0.556, 0.538], + [0.906, 0.075, 0.073], + [0.987, 0.038, 0.032], + [1.994, 0.675, 0.681], + [2.482, 0.949, 0.902], + [1.753, 0.152, 0.152], + [1.906, 0.178, 0.17], + [2.222, 0.454, 0.445], + [3.074, 0.909, 0.862], + [2.468, 0.526, 0.514], + [1.777, 0.625, 0.594], + [3.278, 1.422, 1.425], + [3.034, 1.137, 1.144], + [5.124, 2.552, 2.4], + [1.017, 0.008, 0.008], + [9.296, 0.779, 0.416], + [10.346, 0.544, 0.46], + [17.511, 4.393, 3.326], + [11.241, 0.47, 0.478], + [3.384, 0.146, 0.147], + [1.673, 0.164, 0.162], + [3.465, 0.15, 0.147], + [9.151, 1.865, 2.436], + [8.008, 3.859, 3.598], + [0.801, 0.069, 0.074], + [2.868, 0.477, 0.437], + [5.269, 0.717, 0.64], + [5.189, 3.241, 3.109], + [9.795, 4.633, 5.875], + [9.81, 5.022, 5.639], + [1.936, 0.903, 0.884], + [0.556, 0.038, 0.039], + [0.528, 0.02, 0.023], + [0.52, 0.013, 0.012], + [0.639, 0.14, 0.112], + [0.51, 0.012, 0.012], + [0.491, 0.011, 0.01], + [0.473, 0.012, 0.011] +] + } + \ No newline at end of file diff --git a/firebolt/results/20260829/c6a.4xlarge.json b/firebolt/results/20260829/c6a.4xlarge.json new file mode 100644 index 0000000000..423632def1 --- /dev/null +++ b/firebolt/results/20260829/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt", + "date": "2026-08-29", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative"], + "load_time": 173, + "data_size": 15820423266, + "concurrent_qps": 0.315, + "concurrent_error_ratio": 0.303, + "result": [ + [0.009, 0.003, 0.002], + [0.914, 0.024, 0.022], + [0.996, 0.055, 0.05], + [1.041, 0.063, 0.063], + [1.282, 0.304, 0.296], + [1.518, 0.377, 0.281], + [0.886, 0.044, 0.041], + [0.907, 0.021, 0.023], + [1.482, 0.368, 0.355], + [1.719, 0.482, 0.458], + [1.328, 0.091, 0.09], + [1.378, 0.105, 0.105], + [1.576, 0.255, 0.228], + [2.188, 0.489, 0.482], + [1.704, 0.297, 0.282], + [1.312, 0.323, 0.466], + [2.129, 0.786, 0.689], + [2.006, 0.617, 0.56], + [4.63, 1.258, 1.304], + [0.713, 0.008, 0.007], + [9.303, 0.179, 0.187], + [10.362, 0.18, 0.161], + [17.507, 0.692, 0.594], + [11.199, 0.25, 0.129], + [3.318, 0.087, 0.087], + [1.171, 0.087, 0.092], + [3.468, 0.09, 0.091], + [9.138, 0.854, 0.843], + [7.888, 1.638, 1.698], + [0.764, 0.051, 0.046], + [2.398, 0.346, 0.333], + [5.222, 0.312, 0.295], + [4.242, 1.667, 1.55], + [9.445, 1.744, 1.648], + [9.412, 1.673, 1.597], + [1.23, 0.508, 0.492], + [0.523, 0.033, 0.035], + [0.494, 0.019, 0.02], + [0.519, 0.013, 0.012], + [0.604, 0.094, 0.089], + [0.501, 0.012, 0.011], + [0.496, 0.011, 0.011], + [0.485, 0.012, 0.012] +] + } + \ No newline at end of file diff --git a/firebolt/results/20260829/c6a.large.json b/firebolt/results/20260829/c6a.large.json new file mode 100644 index 0000000000..723e500400 --- /dev/null +++ b/firebolt/results/20260829/c6a.large.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt", + "date": "2026-08-29", + "machine": "c6a.large", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative"], + "load_time": 517, + "data_size": 15817793343, + "concurrent_qps": 0.513, + "concurrent_error_ratio": 0.79, + "result": [ + [0.011, 0.004, 0.003], + [0.999, 0.116, 0.111], + [1.623, 0.452, 0.447], + [1.982, 0.421, 0.622], + [3.866, 2.422, 2.305], + [5.564, 5.059, 4.174], + [0.902, 0.235, 0.235], + [0.993, 0.109, 0.105], + [4.948, 3.239, 3.131], + [null, null, null], + [3.786, null, 1.243], + [null, 2.026, null], + [5.677, null, null], + [null, null, null], + [7.732, null, 6.058], + [4.195, 2.711, 2.725], + [null, null, 12.466], + [null, 7.004, null], + [null, null, null], + [1.039, 0.01, 0.01], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, 3.338, null], + [4.492, 1.51, 1.142], + [6.962, 4.018, 4.992], + [null, null, null], + [null, null, null], + [1.272, 0.206, 0.207], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [4.411, 3.113, 2.91], + [0.474, 0.069, 0.066], + [0.357, 0.037, 0.041], + [0.403, 0.018, 0.016], + [0.781, 0.301, 0.377], + [0.326, 0.017, 0.016], + [0.315, 0.013, 0.013], + [0.296, 0.017, 0.016] +] + } + \ No newline at end of file diff --git a/firebolt/results/20260829/c6a.metal.json b/firebolt/results/20260829/c6a.metal.json new file mode 100644 index 0000000000..5ff23c8c62 --- /dev/null +++ b/firebolt/results/20260829/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt", + "date": "2026-08-29", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative"], + "load_time": 90, + "data_size": 15831284984, + "concurrent_qps": 23.045, + "concurrent_error_ratio": 0, + "result": [ + [0.011, 0.002, 0.002], + [0.789, 0.031, 0.03], + [0.811, 0.034, 0.036], + [0.824, 0.035, 0.036], + [0.858, 0.064, 0.066], + [1.213, 0.073, 0.071], + [0.788, 0.032, 0.038], + [0.793, 0.033, 0.03], + [0.983, 0.075, 0.08], + [1.348, 0.093, 0.095], + [0.86, 0.045, 0.045], + [0.876, 0.049, 0.049], + [1.212, 0.069, 0.067], + [2.025, 0.123, 0.12], + [1.396, 0.077, 0.079], + [0.853, 0.064, 0.065], + [1.907, 0.121, 0.109], + [1.902, 0.107, 0.112], + [4.26, 0.178, 0.178], + [0.836, 0.013, 0.012], + [9.255, 0.032, 0.027], + [10.534, 0.017, 0.019], + [17.692, 0.051, 0.046], + [12.027, 0.121, 0.121], + [3.406, 0.036, 0.037], + [1.085, 0.034, 0.034], + [3.42, 0.037, 0.035], + [9.287, 0.116, 0.117], + [7.88, 0.218, 0.217], + [0.829, 0.049, 0.048], + [2.233, 0.064, 0.064], + [5.107, 0.075, 0.074], + [3.837, 0.278, 0.28], + [9.315, 0.334, 0.32], + [9.327, 0.311, 0.315], + [0.851, 0.071, 0.068], + [0.831, 0.029, 0.03], + [0.811, 0.021, 0.021], + [0.822, 0.016, 0.016], + [0.888, 0.053, 0.054], + [0.801, 0.016, 0.016], + [0.805, 0.015, 0.014], + [0.797, 0.015, 0.013] +] + } + \ No newline at end of file diff --git a/firebolt/results/20260829/c6a.xlarge.json b/firebolt/results/20260829/c6a.xlarge.json new file mode 100644 index 0000000000..fe98506d5e --- /dev/null +++ b/firebolt/results/20260829/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt", + "date": "2026-08-29", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative"], + "load_time": 321, + "data_size": 15819109078, + "concurrent_qps": 0.507, + "concurrent_error_ratio": 0.691, + "result": [ + [0.011, 0.003, 0.003], + [0.938, 0.062, 0.072], + [1.266, 0.138, 0.143], + [1.426, 0.199, 0.196], + [2.359, 1.102, 1.098], + [3.073, 1.121, 1.201], + [0.895, 0.124, 0.129], + [0.94, 0.058, 0.057], + [2.907, 1.324, 1.336], + [3.912, 2.181, 1.96], + [2.424, 0.45, 0.346], + [2.608, 0.575, 0.522], + [3.406, 1.151, 0.881], + [5.055, 2.11, 2.328], + [3.832, 1.375, 1.309], + [2.481, 1.238, 1.243], + [6.282, 3.787, 3.457], + [5.973, 3.168, 3.235], + [13.094, 14.235, 13.484], + [0.992, 0.009, 0.009], + [9.112, 3.28, 1.807], + [null, 6.673, 2.111], + [null, null, 10.005], + [null, 7.884, 2.222], + [4.103, 0.793, 0.723], + [2.751, 0.489, 0.413], + [4.106, 0.72, 0.729], + [null, null, null], + [null, 14.7, null], + [1.061, 0.117, 0.115], + [4.678, 1.63, 1.475], + [5.915, 2.407, 2.774], + [29.754, 21.533, 21.094], + [null, null, null], + [39.865, 39.297, null], + [2.628, 1.559, 1.545], + [0.668, 0.042, 0.052], + [0.609, 0.027, 0.028], + [0.609, 0.016, 0.014], + [0.85, 0.184, 0.115], + [0.568, 0.015, 0.015], + [0.566, 0.012, 0.011], + [0.567, 0.014, 0.014] +] + } + \ No newline at end of file diff --git a/firebolt/results/20260829/c7a.metal-48xl.json b/firebolt/results/20260829/c7a.metal-48xl.json new file mode 100644 index 0000000000..1209720e3f --- /dev/null +++ b/firebolt/results/20260829/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt", + "date": "2026-08-29", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative"], + "load_time": 82, + "data_size": 15831081000, + "concurrent_qps": 32.878, + "concurrent_error_ratio": 0, + "result": [ + [0.012, 0.004, 0.003], + [0.806, 0.031, 0.028], + [0.841, 0.031, 0.028], + [0.706, 0.032, 0.032], + [0.716, 0.063, 0.061], + [1.066, 0.077, 0.086], + [0.637, 0.031, 0.031], + [0.635, 0.029, 0.029], + [1.03, 0.07, 0.071], + [1.074, 0.092, 0.094], + [0.709, 0.046, 0.046], + [0.728, 0.049, 0.047], + [0.942, 0.064, 0.064], + [1.763, 0.104, 0.105], + [1.099, 0.073, 0.072], + [0.679, 0.066, 0.064], + [1.757, 0.12, 0.132], + [1.698, 0.108, 0.105], + [4.047, 0.192, 0.203], + [0.652, 0.012, 0.011], + [9.09, 0.028, 0.028], + [10.321, 0.016, 0.016], + [17.483, 0.044, 0.042], + [11.293, 0.187, 0.18], + [3.196, 0.036, 0.035], + [0.887, 0.033, 0.032], + [3.243, 0.037, 0.036], + [9.098, 0.079, 0.081], + [7.66, 0.182, 0.201], + [0.619, 0.044, 0.041], + [2.069, 0.06, 0.059], + [4.917, 0.072, 0.07], + [3.614, 0.288, 0.265], + [9.113, 0.301, 0.283], + [9.098, 0.264, 0.286], + [0.643, 0.067, 0.063], + [0.678, 0.026, 0.03], + [0.833, 0.021, 0.019], + [0.856, 0.016, 0.015], + [0.881, 0.061, 0.061], + [0.818, 0.014, 0.013], + [0.819, 0.015, 0.014], + [0.808, 0.016, 0.015] +] + } + \ No newline at end of file diff --git a/firebolt/results/20260829/c8g.4xlarge.json b/firebolt/results/20260829/c8g.4xlarge.json new file mode 100644 index 0000000000..307d1b9b61 --- /dev/null +++ b/firebolt/results/20260829/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt", + "date": "2026-08-29", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative"], + "load_time": 195, + "data_size": 15825672251, + "concurrent_qps": 0.432, + "concurrent_error_ratio": 0.568, + "result": [ + [0.006, 0.003, 0.003], + [0.647, 0.016, 0.015], + [0.774, 0.027, 0.028], + [0.6, 0.039, 0.036], + [0.718, 0.162, 0.159], + [1.204, 0.167, 0.155], + [0.509, 0.028, 0.025], + [0.7, 0.016, 0.015], + [1.008, 0.194, 0.196], + [1.413, 0.243, 0.248], + [0.682, 0.049, 0.047], + [0.929, 0.053, 0.052], + [1.181, 0.116, 0.113], + [1.905, 0.238, 0.231], + [1.427, 0.139, 0.135], + [0.76, 0.235, 0.23], + [1.883, 0.396, 0.39], + [1.813, 0.277, 0.287], + [4.301, 0.603, 0.605], + [0.603, 0.007, 0.008], + [8.936, 0.102, 0.066], + [10.201, 0.105, 0.07], + [17.499, 0.328, 0.275], + [11.109, 0.129, 0.109], + [3.126, 0.04, 0.041], + [0.769, 0.038, 0.036], + [3.329, 0.043, 0.04], + [8.982, 0.366, 0.377], + [7.557, 0.792, 0.806], + [0.532, 0.035, 0.034], + [2.054, 0.144, 0.144], + [4.793, 0.15, 0.148], + [3.724, 0.843, 0.839], + [9.129, 0.759, 0.668], + [9.077, 0.672, 0.627], + [0.753, 0.228, 0.221], + [0.61, 0.021, 0.02], + [0.594, 0.016, 0.015], + [0.602, 0.011, 0.011], + [0.652, 0.053, 0.052], + [0.582, 0.011, 0.011], + [0.581, 0.011, 0.01], + [0.581, 0.011, 0.011] +] + } + \ No newline at end of file diff --git a/firebolt/results/20260829/c8g.metal-48xl.json b/firebolt/results/20260829/c8g.metal-48xl.json new file mode 100644 index 0000000000..839759c880 --- /dev/null +++ b/firebolt/results/20260829/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "Firebolt", + "date": "2026-08-29", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible","ClickHouse derivative"], + "load_time": 92, + "data_size": 15830791749, + "concurrent_qps": 40.155, + "concurrent_error_ratio": 0, + "result": [ + [0.005, 0.002, 0.002], + [0.605, 0.027, 0.026], + [0.725, 0.026, 0.027], + [0.745, 0.028, 0.027], + [0.719, 0.058, 0.057], + [0.89, 0.062, 0.061], + [0.471, 0.026, 0.027], + [0.533, 0.026, 0.025], + [0.855, 0.067, 0.064], + [1.09, 0.08, 0.081], + [0.733, 0.038, 0.036], + [0.69, 0.039, 0.039], + [0.919, 0.058, 0.058], + [1.739, 0.097, 0.107], + [1.12, 0.064, 0.063], + [0.694, 0.06, 0.06], + [1.715, 0.101, 0.103], + [1.773, 0.089, 0.09], + [4.09, 0.161, 0.16], + [0.757, 0.008, 0.007], + [8.92, 0.026, 0.025], + [10.201, 0.013, 0.012], + [17.312, 0.039, 0.039], + [11.087, 0.178, 0.173], + [3.102, 0.029, 0.028], + [0.747, 0.027, 0.026], + [3.073, 0.029, 0.029], + [8.939, 0.079, 0.082], + [7.508, 0.194, 0.182], + [0.474, 0.043, 0.041], + [1.913, 0.056, 0.054], + [4.773, 0.064, 0.066], + [3.522, 0.207, 0.192], + [8.999, 0.207, 0.213], + [8.984, 0.22, 0.217], + [0.526, 0.063, 0.063], + [0.517, 0.023, 0.023], + [0.527, 0.017, 0.016], + [0.736, 0.011, 0.011], + [0.776, 0.049, 0.046], + [0.688, 0.011, 0.011], + [0.695, 0.011, 0.01], + [0.697, 0.012, 0.01] +] + } + \ No newline at end of file diff --git a/firebolt/start b/firebolt/start index 6d9ade00a2..90fe378381 100755 --- a/firebolt/start +++ b/firebolt/start @@ -13,10 +13,11 @@ mkdir -p data fb-volume # what the official installer at get.firebolt.io does. sudo chmod 0777 fb-volume -# If the container exists (stopped from a prior agent pre-snapshot -# cycle), just start it back — the data lives on the bind-mounted -# fb-volume below, so the previously-created `clickbench` database -# is still there. Otherwise create the container fresh. +# If the container exists (stopped by the cold cycle before this +# query, or by a prior agent pre-snapshot cycle), just start it back — +# the data lives on the bind-mounted fb-volume below, so the +# previously-created `clickbench` database is still there. Otherwise +# create the container fresh. if sudo docker ps -a --format '{{.Names}}' | grep -qx firebolt-core; then sudo docker start firebolt-core >/dev/null else @@ -24,9 +25,10 @@ else # memlock 8 GiB and seccomp unconfined per upstream's run docs. # /firebolt-core/clickbench: parquet source (read at load time). # /var/lib/firebolt: engine data directory (must persist - # across the agent's pre-snapshot - # stop+start cycle or the snapshot - # ships an empty DB). + # across the stop+start cycle the + # driver runs before every cold query, + # and across the agent's pre-snapshot + # cycle, or the DB comes back empty). sudo docker run -dit --name firebolt-core \ --ulimit memlock=8589934592:8589934592 \ --security-opt seccomp=unconfined \ diff --git a/firebolt/stop b/firebolt/stop index ac1834f7d6..505bb4a3f6 100755 --- a/firebolt/stop +++ b/firebolt/stop @@ -1,8 +1,15 @@ #!/bin/bash set -e -# Plain stop — leave the container in place so its bind-mounted -# fb-volume keeps the loaded database for the next ./start. The -# container is removed and the volume re-initialised only on -# explicit re-provision. -sudo docker container stop firebolt-core >/dev/null 2>&1 || true +# Full engine restart is what the cold cycle needs, so stop the process +# but leave the container in place: the database lives on the +# bind-mounted fb-volume and has to still be there when ./start brings +# the engine back up. The container is removed and the volume +# re-initialised only by ./cleanup. +# +# -t 120 instead of docker's default 10 s grace period: firebolt-core +# handles SIGTERM and shuts down cleanly (flushes tablets, exits 0), but +# with the full dataset ingested that takes longer than 10 s. A SIGKILL +# there would leave the engine recovering on the next ./start, and the +# recovery work would land inside the next query's cold measurement. +sudo docker container stop -t 120 firebolt-core >/dev/null 2>&1 || true diff --git a/firebolt/template.json b/firebolt/template.json index 584ebd9ec3..b48735638d 100644 --- a/firebolt/template.json +++ b/firebolt/template.json @@ -7,7 +7,6 @@ "C++", "column-oriented", "PostgreSQL compatible", - "ClickHouse derivative", - "no-cold" + "ClickHouse derivative" ] }