From 360cc7aa6ac17e5d62375d226a460801bbb2ed41 Mon Sep 17 00:00:00 2001 From: Rich Date: Sat, 29 Jul 2023 11:45:33 -0400 Subject: [PATCH 1/4] Update README.md --- datafusion/README.md | 16 +++++----------- 1 file changed, 5 insertions(+), 11 deletions(-) diff --git a/datafusion/README.md b/datafusion/README.md index b2a87631f..728960a35 100644 --- a/datafusion/README.md +++ b/datafusion/README.md @@ -4,15 +4,9 @@ DataFusion is an extensible query execution framework, written in Rust, that use We use parquet file here and create an external table for it; and then do the queries. +## Generate benchmark results -### To solve - -q32 (line 33 in queries.sql) out of memory in my 32GB memory vm, it output null now since it's killed - - -### to generate benchmark results - -The benchmark should be completed in under an hour. On-demand pricing is $0.6 per hour while spot pricing is only $0.2 per hour. +The benchmark should be completed in under an hour. On-demand pricing is $0.6 per hour while spot pricing is only $0.2 to $0.3 per hour (us-east-2). 1. manually start a AWS EC2 instance - `c6a.4xlarge` @@ -20,8 +14,8 @@ The benchmark should be completed in under an hour. On-demand pricing is $0.6 pe - Root 500GB gp2 SSD - no EBS optimized - no instance store -1. wait for status check passed, then ssh to EC2 -1. `sudo yum update -y` and `sudo yum install gcc -y` +1. wait for status check passed, then ssh to EC2 `ssh ec2-user@{ip}` +1. `sudo yum update -y` and `sudo yum install gcc git -y` 1. `git clone https://github.com/ClickHouse/ClickBench` 1. `cd ClickBench/datafusion` 1. `vi benchmark.sh` and modify following line to target Datafusion version @@ -37,7 +31,7 @@ The benchmark should be completed in under an hour. On-demand pricing is $0.6 pe 3. `comparing binary with utf-8` and `group by binary` don't work in mac, if you run these quries in mac, you'll get some errors for quries contain binary format apache/arrow-datafusion#3050 -### to generate full human readable results (for debugging) +## Generate full human readable results (for debugging) 1. install datafusion-cli 2. download the parquet ```wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/hits.parquet``` From f166a89ec45e3d4074ff5e839decade260eacdf5 Mon Sep 17 00:00:00 2001 From: Rich Date: Sat, 29 Jul 2023 13:03:52 -0400 Subject: [PATCH 2/4] Update single.json --- datafusion/results/single.json | 92 +++++++++++++++++----------------- 1 file changed, 46 insertions(+), 46 deletions(-) diff --git a/datafusion/results/single.json b/datafusion/results/single.json index 9f97d565b..0c08cae03 100644 --- a/datafusion/results/single.json +++ b/datafusion/results/single.json @@ -1,9 +1,9 @@ { - "system": "DataFusion (single parquet)", - "date": "2023-04-11", + "system": "DataFusion (Parquet, single)", + "date": "2023-07-29", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v22.0.0 (34c9bce)", + "comment": "v28.0.0 (51b4392)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[2.646, 0.225, 0.226], -[0.099, 0.079, 0.079], -[0.173, 0.138, 0.139], -[0.349, 0.126, 0.125], -[2.790, 6.718, 2.717], -[1.911, 1.753, 1.770], -[0.090, 0.079, 0.076], -[0.106, 0.081, 0.081], -[3.032, 3.054, 3.675], -[3.634, 3.564, 3.647], -[0.508, 0.397, 0.402], -[0.529, 0.424, 0.423], -[2.100, 2.057, 2.040], -[4.415, 4.169, 3.707], -[2.198, 2.143, 2.080], -[4.043, 3.516, 5.126], -[5.065, 6.106, 8.249], -[4.524, 4.420, 4.347], -[10.981, 11.070, 11.203], -[0.348, 0.112, 0.116], -[9.968, 1.594, 1.619], -[11.178, 1.917, 1.900], -[22.120, 4.337, 4.352], -[56.098, 12.159, 12.128], -[2.581, 0.582, 0.583], -[0.756, 0.478, 0.475], -[2.556, 0.604, 0.570], -[9.592, 2.525, 2.479], -[9.067, 5.925, 5.927], -[0.638, 0.563, 0.585], -[3.278, 3.119, 2.940], -[7.710, 4.401, 4.398], -[null, null, null], -[12.566, 8.695, 8.954], -[12.827, 9.199, 11.148], -[3.623, 3.514, 3.526], -[0.506, 0.413, 0.406], -[0.245, 0.217, 0.214], -[0.249, 0.194, 0.194], -[0.892, 0.772, 0.774], -[0.175, 0.107, 0.106], -[0.116, 0.095, 0.093], -[0.142, 0.112, 0.117] +[2.641, 0.232, 0.216], +[0.092, 0.074, 0.073], +[0.159, 0.121, 0.117], +[0.351, 0.122, 0.120], +[1.142, 0.874, 0.869], +[1.399, 1.303, 1.329], +[0.096, 0.075, 0.076], +[0.094, 0.074, 0.076], +[1.516, 1.481, 1.475], +[2.711, 2.582, 2.583], +[0.429, 0.332, 0.327], +[0.558, 0.357, 0.360], +[1.374, 1.323, 1.336], +[3.559, 2.670, 2.733], +[1.519, 1.487, 1.477], +[1.041, 0.981, 0.988], +[3.248, 2.748, 2.801], +[3.139, 2.696, 2.688], +[7.014, 5.770, 5.775], +[0.271, 0.111, 0.109], +[9.975, 1.558, 1.578], +[11.163, 1.926, 1.881], +[22.053, 4.208, 4.194], +[56.007, 12.132, 12.113], +[2.559, 0.602, 0.586], +[0.737, 0.479, 0.489], +[2.548, 0.589, 0.589], +[9.550, 2.299, 2.286], +[9.076, 5.399, 5.388], +[0.579, 0.568, 0.584], +[2.214, 1.136, 1.136], +[5.734, 1.593, 1.598], +[8.357, 7.896, 8.053], +[11.556, 7.358, 7.369], +[12.051, 7.878, 7.956], +[1.866, 1.820, 1.807], +[0.448, 0.347, 0.358], +[0.231, 0.197, 0.195], +[0.248, 0.198, 0.188], +[0.843, 0.725, 0.722], +[0.138, 0.091, 0.095], +[0.115, 0.089, 0.088], +[0.124, 0.097, 0.092], ] } From fc700c3d5b27bff34e179e01f0584c8aa2bc35a9 Mon Sep 17 00:00:00 2001 From: Rich Date: Mon, 31 Jul 2023 02:09:00 +0000 Subject: [PATCH 3/4] bash generate-results.sh --- index.html | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) diff --git a/index.html b/index.html index f2f1a18c7..dff1ebe1d 100644 --- a/index.html +++ b/index.html @@ -348,6 +348,8 @@ ,{"system":"ClickHouse (Parquet, single)","date":"2023-06-09","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14779976446,"result":[[0.226,0.174,0.153],[0.209,0.179,0.175],[0.269,0.168,0.166],[0.364,0.206,0.18],[0.875,0.505,0.511],[0.976,0.856,0.84],[0.219,0.167,0.159],[0.22,0.186,0.184],[0.771,0.705,0.69],[1.285,0.792,0.799],[0.56,0.364,0.329],[0.7,0.371,0.371],[0.993,0.863,0.851],[2.345,1.182,1.187],[1.133,1.015,0.99],[0.823,0.697,0.696],[2.908,2.205,2.176],[2.132,1.411,1.411],[5.879,4.614,4.632],[0.366,0.21,0.198],[10.077,1.898,1.803],[11.418,2.242,2.167],[22.391,4.998,4.945],[57.21,16.715,16.569],[2.597,0.574,0.575],[0.764,0.422,0.403],[2.574,0.565,0.562],[9.826,1.997,1.927],[9.332,9.005,8.957],[1.406,1.359,1.37],[2.441,0.757,0.733],[6.13,1.193,1.185],[7.154,4.911,4.905],[11.013,4.553,4.519],[11.026,4.593,4.459],[1.172,1.091,1.086],[10.132,1.987,1.947],[9.267,1.867,1.839],[10.092,2.038,1.95],[19.187,3.991,3.877],[2.943,0.411,0.371],[2.135,0.337,0.32],[1.285,0.314,0.306]],"source":"clickhouse-parquet/results/c6a.4xlarge.single.json"} ,{"system":"ClickHouse (Parquet, partitioned)","date":"2023-06-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.152,0.172,0.206],[0.174,0.132,0.129],[0.22,0.175,0.2],[0.914,0.176,0.179],[1.11,0.506,0.38],[1.235,0.645,0.648],[0.191,0.172,0.13],[0.158,0.179,0.127],[0.97,0.529,0.461],[1.565,0.478,0.553],[0.772,0.286,0.234],[1.065,0.351,0.326],[1.102,0.601,0.499],[2.467,0.622,0.687],[1.184,0.574,0.497],[0.614,0.432,0.456],[2.71,0.909,0.953],[2.487,0.701,0.79],[4.836,1.546,1.609],[0.487,0.165,0.155],[10.206,0.64,0.644],[11.521,0.756,0.776],[22.494,1.334,1.366],[57.205,5.91,5.512],[2.861,0.317,0.305],[1.036,0.266,0.259],[3.03,0.297,0.315],[10.182,0.833,0.769],[8.794,2.622,2.152],[0.813,0.751,0.86],[2.739,0.534,0.474],[6.436,0.59,0.574],[5.997,1.901,1.859],[10.402,1.682,1.652],[10.368,1.675,1.642],[0.622,0.552,0.496],[10.4,0.786,0.764],[9.469,0.659,0.724],[10.347,0.785,0.668],[19.515,1.326,1.089],[3.127,0.295,0.222],[2.632,0.291,0.272],[1.651,0.253,0.268]],"source":"clickhouse-parquet/results/c6a.metal.partitioned.json"} ,{"system":"ClickHouse (Parquet, single)","date":"2023-06-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.235,0.212,0.202],[0.213,0.184,0.173],[0.24,0.238,0.191],[0.373,0.257,0.225],[0.808,0.444,0.442],[1.278,0.631,0.794],[0.183,0.172,0.175],[0.25,0.205,0.2],[0.858,0.601,0.581],[1.359,0.607,0.586],[0.725,0.392,0.405],[0.706,0.353,0.384],[0.929,0.497,0.537],[2.237,0.594,0.623],[1,0.52,0.536],[0.533,0.546,0.454],[2.388,0.836,0.805],[2.324,0.764,0.75],[4.413,1.61,1.603],[0.375,0.247,0.242],[10.194,0.783,0.849],[11.688,0.871,0.926],[22.65,1.472,1.291],[57.805,5.371,4.977],[2.704,0.401,0.341],[0.832,0.314,0.295],[2.751,0.388,0.327],[10.057,0.732,0.671],[8.375,1.545,1.408],[0.789,0.75,0.762],[2.497,0.41,0.436],[6.057,0.584,0.576],[5.088,1.624,1.592],[10.224,1.529,1.506],[10.332,1.48,1.51],[0.711,0.597,0.634],[10.357,0.672,0.702],[9.411,0.763,0.69],[9.998,0.729,0.762],[18.908,1.257,1.229],[2.905,0.371,0.341],[2.119,0.378,0.348],[1.178,0.315,0.341]],"source":"clickhouse-parquet/results/c6a.metal.single.json"} +,{"system":"ClickHouse (web)","date":"2023-06-09","machine":"c5n.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","serverless","stateless"],"load_time":0.33,"data_size":14557009492,"result":[[0.002,0.002,0.001],[0.304,0.011,0.01],[0.913,0.032,0.029],[1.692,0.046,0.043],[0.699,0.314,0.31],[3,0.618,0.591],[0.129,0.019,0.018],[0.052,0.016,0.015],[1.587,0.567,0.562],[1.067,0.613,0.623],[0.988,0.23,0.229],[0.933,0.248,0.249],[1.303,0.567,0.585],[1.554,0.845,0.874],[1.572,0.713,0.697],[0.873,0.414,0.411],[2.465,1.628,1.606],[1.717,1.026,1.002],[6.063,3.188,3.143],[0.536,0.027,0.027],[13.811,0.798,0.766],[8.357,1.005,0.97],[16.359,1.952,1.925],[26.487,3.575,3.505],[1.376,0.297,0.304],[1.002,0.242,0.236],[1.402,0.298,0.302],[4.327,0.837,0.826],[13.296,11.89,11.937],[1.287,1.207,1.204],[1.669,0.544,0.55],[2.84,0.736,0.694],[4.08,2.913,2.934],[5.823,2.695,2.677],[5.661,2.711,2.667],[1.091,0.896,0.922],[0.291,0.064,0.064],[0.149,0.033,0.032],[0.325,0.037,0.029],[0.336,0.139,0.13],[0.342,0.016,0.013],[0.3,0.021,0.013],[0.141,0.011,0.009]],"source":"clickhouse-web/results/c5n.4xlarge.json"} +,{"system":"ClickHouse (web)","date":"2023-04-23","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","serverless","stateless"],"load_time":0.33,"data_size":14557009492,"result":[[0.048,0.003,0.002],[0.273,0.013,0.013],[0.761,0.023,0.023],[0.737,0.027,0.023],[0.604,0.21,0.201],[1.753,0.46,0.453],[0.162,0.018,0.016],[0.117,0.024,0.025],[1.049,0.272,0.265],[0.501,0.27,0.273],[0.548,0.108,0.099],[0.553,0.092,0.09],[0.918,0.198,0.184],[0.857,0.301,0.245],[1.005,0.218,0.215],[0.289,0.139,0.123],[0.898,0.353,0.346],[0.852,0.264,0.3],[2.043,0.686,0.683],[0.492,0.036,0.029],[9.143,0.384,0.334],[4.898,0.282,0.256],[5.294,0.45,0.446],[27.395,1.21,1.147],[0.563,0.135,0.121],[0.507,0.094,0.083],[0.626,0.139,0.116],[3.258,0.384,0.357],[2.789,1.67,1.667],[0.501,0.4,0.418],[0.742,0.14,0.141],[0.987,0.253,0.233],[2.001,1.056,0.927],[4.266,0.86,0.799],[4.393,0.832,0.843],[0.318,0.184,0.189],[0.379,0.079,0.079],[0.152,0.044,0.04],[0.351,0.036,0.034],[0.425,0.188,0.183],[0.207,0.038,0.023],[0.089,0.029,0.018],[0.181,0.025,0.013]],"source":"clickhouse-web/results/c6a.metal.json"} ,{"system":"ClickHouse","date":"2022-11-18","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":504.026,"data_size":14580183513,"result":[[0.002,0.001,0.001],[0.019,0.013,0.011],[0.048,0.027,0.026],[0.432,0.036,0.034],[0.682,0.32,0.318],[0.654,0.512,0.538],[0.028,0.021,0.02],[0.02,0.019,0.015],[0.612,0.555,0.555],[0.87,0.619,0.612],[0.247,0.196,0.208],[0.263,0.229,0.208],[0.603,0.516,0.495],[1.401,0.786,0.787],[0.703,0.65,0.628],[0.547,0.498,0.511],[1.842,1.864,1.807],[1.23,1.103,1.113],[4.878,3.224,3.189],[0.205,0.029,0.016],[9.28,0.801,0.762],[9.827,0.864,0.847],[18.726,1.679,1.696],[42.181,2.599,2.51],[1.772,0.216,0.216],[0.647,0.163,0.158],[2.237,0.231,0.214],[8.837,0.783,0.768],[10.93,10.699,10.662],[1.224,1.224,1.202],[1.422,0.421,0.427],[4.382,0.52,0.511],[4.434,2.888,2.947],[9.39,2.65,2.65],[9.339,2.662,2.658],[1.024,0.915,0.964],[0.128,0.095,0.094],[0.056,0.04,0.043],[0.061,0.036,0.036],[0.239,0.182,0.197],[0.039,0.019,0.02],[0.025,0.013,0.017],[0.02,0.014,0.013]],"source":"clickhouse/results/c5.4xlarge.json"} ,{"system":"ClickHouse (tuned)","date":"2022-11-18","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":504.026,"data_size":14580183513,"result":[[0.002,0.001,0.001],[0.02,0.01,0.01],[0.046,0.035,0.025],[0.115,0.032,0.031],[0.365,0.299,0.3],[0.531,0.444,0.431],[0.042,0.019,0.018],[0.019,0.014,0.014],[0.745,0.641,0.607],[0.634,0.593,0.577],[0.211,0.176,0.169],[0.226,0.19,0.188],[0.637,0.483,0.482],[1.343,0.755,0.733],[0.658,0.577,0.576],[0.531,0.5,0.521],[1.861,1.679,1.66],[1.136,0.698,0.676],[4.071,3.124,3.121],[0.069,0.022,0.014],[8.678,0.77,0.755],[9.854,0.881,0.867],[16.218,1.344,1.325],[13.598,1.244,1.22],[1.773,0.216,0.21],[0.662,0.159,0.16],[2.247,0.22,0.213],[8.837,0.782,0.752],[7.061,1.026,1.063],[1.346,1.223,1.245],[1.375,0.375,0.42],[4.419,0.521,0.503],[4.457,2.88,2.944],[9.361,2.718,2.64],[9.405,2.614,2.616],[0.998,0.923,0.98],[0.119,0.093,0.097],[0.053,0.043,0.043],[0.055,0.04,0.041],[0.257,0.203,0.219],[0.044,0.02,0.019],[0.029,0.014,0.013],[0.025,0.013,0.013]],"source":"clickhouse/results/c5.4xlarge.tuned.json"} ,{"system":"ClickHouse","date":"2023-07-27","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":495.063,"data_size":14472294250,"result":[[0.006,0.002,0.002],[0.021,0.007,0.011],[0.056,0.022,0.02],[0.718,0.032,0.028],[0.927,0.354,0.342],[0.559,0.459,0.451],[0.023,0.02,0.019],[0.048,0.015,0.014],[0.556,0.491,0.48],[0.64,0.538,0.536],[0.219,0.132,0.131],[0.277,0.146,0.146],[1.248,0.573,0.551],[1.62,0.791,0.785],[0.822,0.646,0.627],[0.556,0.494,0.492],[1.943,1.659,1.67],[1.277,0.927,0.911],[4.574,3.33,3.323],[0.091,0.031,0.021],[10.186,0.582,0.568],[10.75,7.723,0.638],[12.179,1.03,1.018],[34.427,2.37,2.358],[1.783,0.168,0.158],[0.875,0.139,0.135],[2.401,0.159,0.156],[9.173,0.631,0.623],[9.08,8.544,8.536],[2.435,2.403,2.391],[1.396,0.435,0.445],[4.48,0.613,0.602],[5.141,3.846,3.838],[9.788,3.054,3.052],[9.807,3.065,3.03],[1.017,0.882,0.868],[0.083,0.056,0.055],[0.031,0.022,0.022],[0.045,0.021,0.019],[0.14,0.098,0.118],[0.028,0.014,0.012],[0.017,0.01,0.008],[0.022,0.01,0.01]],"source":"clickhouse/results/c6a.4xlarge.json"} @@ -370,14 +372,11 @@ ,{"system":"ClickHouse","date":"2023-03-14","machine":"m5d.24xlarge","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":457.716,"data_size":14577617512,"result":[[0.016,0.001,0.001],[0.084,0.011,0.01],[0.051,0.018,0.019],[0.168,0.021,0.021],[0.581,0.189,0.193],[0.652,0.244,0.233],[0.02,0.015,0.015],[0.027,0.023,0.025],[0.491,0.376,0.381],[0.64,0.406,0.401],[0.225,0.134,0.132],[0.25,0.144,0.144],[0.508,0.235,0.214],[1.375,0.316,0.301],[0.561,0.233,0.226],[0.28,0.189,0.186],[1.576,0.69,0.655],[1.194,0.369,0.372],[3.253,1.21,1.14],[0.102,0.029,0.023],[8.583,0.424,0.323],[9.837,0.381,0.369],[18.744,0.846,0.718],[42.086,1.119,1.112],[1.771,0.171,0.114],[0.673,0.085,0.083],[2.287,0.136,0.126],[8.892,0.405,0.361],[7.333,2.971,3.049],[0.801,0.756,0.774],[1.339,0.202,0.197],[4.481,0.278,0.256],[3.866,1.649,1.634],[9.055,1.189,1.105],[8.955,1.259,1.044],[0.396,0.362,0.344],[0.136,0.103,0.113],[0.066,0.046,0.046],[0.097,0.041,0.056],[0.274,0.248,0.208],[0.047,0.024,0.023],[0.026,0.02,0.023],[0.037,0.022,0.039]],"source":"clickhouse/results/m5d.24xlarge.json"} ,{"system":"ClickHouse (zstd)","date":"2023-03-14","machine":"m5d.24xlarge","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":394.198,"data_size":9997207883,"result":[[0.002,0.002,0.001],[0.042,0.039,0.03],[0.051,0.028,0.027],[0.14,0.029,0.035],[0.248,0.191,0.185],[0.296,0.247,0.251],[0.018,0.017,0.019],[0.025,0.023,0.024],[0.427,0.398,0.384],[0.464,0.412,0.404],[0.221,0.143,0.152],[0.236,0.164,0.156],[0.306,0.236,0.233],[0.702,0.352,0.349],[0.329,0.266,0.321],[0.264,0.219,0.2],[0.881,0.639,0.652],[0.646,0.394,0.36],[2.279,1.23,1.151],[0.087,0.036,0.015],[5.403,0.403,0.377],[6.292,0.475,0.434],[11.918,0.845,0.768],[29.658,1.359,1.268],[0.959,0.13,0.14],[0.321,0.092,0.104],[1.455,0.128,0.119],[5.854,0.428,0.425],[5.267,2.886,2.715],[0.793,0.773,0.767],[0.576,0.212,0.21],[3.811,0.363,0.276],[3.577,1.568,1.64],[5.892,1.272,1.187],[5.825,1.26,1.307],[0.43,0.42,0.37],[0.098,0.109,0.087],[0.044,0.046,0.048],[0.087,0.05,0.042],[0.249,0.201,0.189],[0.049,0.033,0.029],[0.031,0.025,0.014],[0.032,0.021,0.021]],"source":"clickhouse/results/m5d.24xlarge.zstd.json"} ,{"system":"ClickHouse","date":"2023-06-09","machine":"m6i.32xlarge","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative"],"load_time":457.716,"data_size":14577617512,"result":[[0.03,0.005,0.005],[0.043,0.013,0.017],[0.056,0.018,0.016],[0.563,0.017,0.015],[0.725,0.184,0.152],[1.038,0.197,0.205],[0.02,0.022,0.016],[0.04,0.026,0.025],[0.541,0.316,0.313],[0.882,0.342,0.331],[0.187,0.108,0.1],[0.544,0.11,0.13],[1.085,0.194,0.195],[1.765,0.299,0.226],[0.961,0.212,0.183],[0.392,0.147,0.164],[1.971,0.522,0.452],[1.322,0.31,0.288],[3.522,0.851,0.864],[0.063,0.019,0.017],[9.149,0.299,0.245],[10.334,0.242,0.269],[19.542,0.553,0.488],[35.625,0.827,0.766],[1.814,0.176,0.137],[1.165,0.089,0.084],[2.569,0.117,0.065],[9.402,0.315,0.226],[7.811,3.556,1.758],[0.476,0.441,0.437],[1.513,0.161,0.197],[4.901,0.25,0.173],[4.006,1.059,1.004],[9.185,1.026,0.808],[9.369,0.786,0.788],[0.354,0.284,0.301],[0.124,0.069,0.065],[0.051,0.036,0.041],[0.085,0.038,0.032],[0.21,0.142,0.143],[0.04,0.033,0.024],[0.022,0.02,0.024],[0.027,0.022,0.018]],"source":"clickhouse/results/m6i.32xlarge.json"} -,{"system":"ClickHouse (web)","date":"2023-06-09","machine":"c5n.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","serverless","stateless"],"load_time":0.33,"data_size":14557009492,"result":[[0.002,0.002,0.001],[0.304,0.011,0.01],[0.913,0.032,0.029],[1.692,0.046,0.043],[0.699,0.314,0.31],[3,0.618,0.591],[0.129,0.019,0.018],[0.052,0.016,0.015],[1.587,0.567,0.562],[1.067,0.613,0.623],[0.988,0.23,0.229],[0.933,0.248,0.249],[1.303,0.567,0.585],[1.554,0.845,0.874],[1.572,0.713,0.697],[0.873,0.414,0.411],[2.465,1.628,1.606],[1.717,1.026,1.002],[6.063,3.188,3.143],[0.536,0.027,0.027],[13.811,0.798,0.766],[8.357,1.005,0.97],[16.359,1.952,1.925],[26.487,3.575,3.505],[1.376,0.297,0.304],[1.002,0.242,0.236],[1.402,0.298,0.302],[4.327,0.837,0.826],[13.296,11.89,11.937],[1.287,1.207,1.204],[1.669,0.544,0.55],[2.84,0.736,0.694],[4.08,2.913,2.934],[5.823,2.695,2.677],[5.661,2.711,2.667],[1.091,0.896,0.922],[0.291,0.064,0.064],[0.149,0.033,0.032],[0.325,0.037,0.029],[0.336,0.139,0.13],[0.342,0.016,0.013],[0.3,0.021,0.013],[0.141,0.011,0.009]],"source":"clickhouse-web/results/c5n.4xlarge.json"} -,{"system":"ClickHouse (web)","date":"2023-04-23","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","serverless","stateless"],"load_time":0.33,"data_size":14557009492,"result":[[0.048,0.003,0.002],[0.273,0.013,0.013],[0.761,0.023,0.023],[0.737,0.027,0.023],[0.604,0.21,0.201],[1.753,0.46,0.453],[0.162,0.018,0.016],[0.117,0.024,0.025],[1.049,0.272,0.265],[0.501,0.27,0.273],[0.548,0.108,0.099],[0.553,0.092,0.09],[0.918,0.198,0.184],[0.857,0.301,0.245],[1.005,0.218,0.215],[0.289,0.139,0.123],[0.898,0.353,0.346],[0.852,0.264,0.3],[2.043,0.686,0.683],[0.492,0.036,0.029],[9.143,0.384,0.334],[4.898,0.282,0.256],[5.294,0.45,0.446],[27.395,1.21,1.147],[0.563,0.135,0.121],[0.507,0.094,0.083],[0.626,0.139,0.116],[3.258,0.384,0.357],[2.789,1.67,1.667],[0.501,0.4,0.418],[0.742,0.14,0.141],[0.987,0.253,0.233],[2.001,1.056,0.927],[4.266,0.86,0.799],[4.393,0.832,0.843],[0.318,0.184,0.189],[0.379,0.079,0.079],[0.152,0.044,0.04],[0.351,0.036,0.034],[0.425,0.188,0.183],[0.207,0.038,0.023],[0.089,0.029,0.018],[0.181,0.025,0.013]],"source":"clickhouse-web/results/c6a.metal.json"} ,{"system":"CrateDB","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"For some queries it gives \"Data too large\".","tags":["Java","column-oriented"],"load_time":10687,"data_size":109636633416,"result":[[0.008162,0.005118,0.002553],[0.350014,0.39977,0.133775],[2.58426,2.47192,2.59779],[2.12939,0.532981,0.507246],[null,null,null],[null,null,null],[1.18488,1.06603,1.07219],[0.209264,0.073284,0.067912],[null,null,null],[null,null,null],[1.68892,1.2866,1.47428],[1.62976,1.43073,1.26904],[12.7517,13.0334,13.2685],[18.8587,null,18.6951],[11.2982,11.2108,11.577],[20.2964,20.4035,19.1076],[null,null,null],[null,null,null],[null,null,null],[0.202044,0.010009,0.005566],[9.22964,4.54606,0.774149],[1.41673,1.09885,0.789775],[12.3933,8.06911,1.69671],[1.45018,0.969528,0.979718],[0.357589,0.14887,0.153326],[0.189282,0.133963,0.130279],[0.153222,0.140756,0.139861],[27.5195,19.6862,20.1825],[72.7575,68.2,67.1238],[144.533,146.579,152.144],[8.76866,9.00563,8.46917],[17.6652,16.6755,16.0558],[null,null,null],[null,null,null],[null,null,null],[42.2967,44.9621,44.4386],[0.786911,0.4904,0.508416],[0.602075,0.226261,0.182399],[0.131407,0.058958,0.054518],[0.954736,1.1361,1.14233],[0.23764,0.139109,0.134472],[0.110253,0.057695,0.056073],[0.124285,0.150479,0.066226]],"source":"cratedb/results/c6a.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"} -,{"system":"DataFusion (single parquet)","date":"2023-04-11","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v22.0.0 (34c9bce)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[2.646,0.225,0.226],[0.099,0.079,0.079],[0.173,0.138,0.139],[0.349,0.126,0.125],[2.79,6.718,2.717],[1.911,1.753,1.77],[0.09,0.079,0.076],[0.106,0.081,0.081],[3.032,3.054,3.675],[3.634,3.564,3.647],[0.508,0.397,0.402],[0.529,0.424,0.423],[2.1,2.057,2.04],[4.415,4.169,3.707],[2.198,2.143,2.08],[4.043,3.516,5.126],[5.065,6.106,8.249],[4.524,4.42,4.347],[10.981,11.07,11.203],[0.348,0.112,0.116],[9.968,1.594,1.619],[11.178,1.917,1.9],[22.12,4.337,4.352],[56.098,12.159,12.128],[2.581,0.582,0.583],[0.756,0.478,0.475],[2.556,0.604,0.57],[9.592,2.525,2.479],[9.067,5.925,5.927],[0.638,0.563,0.585],[3.278,3.119,2.94],[7.71,4.401,4.398],[null,null,null],[12.566,8.695,8.954],[12.827,9.199,11.148],[3.623,3.514,3.526],[0.506,0.413,0.406],[0.245,0.217,0.214],[0.249,0.194,0.194],[0.892,0.772,0.774],[0.175,0.107,0.106],[0.116,0.095,0.093],[0.142,0.112,0.117]],"source":"datafusion/results/single.json"} -,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} +,,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"} ,{"system":"DuckDB (Parquet, partitioned)","date":"2022-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.15255265499990855,0.032177488999877824,0.03128326899991407],[0.1512561879999339,0.05458722900016255,0.05392151399996692],[0.17167986499998733,0.09995069000001422,0.09747308599980897],[0.32638904600003116,0.08025165799995193,0.07781587599993145],[1.3622741589999805,0.8020002760001717,0.7882643820000794],[1.5986611480000192,0.905206084999918,0.8923251289998007],[0.19578096999998706,0.1727834680000342,0.17144673999996485],[0.14916418200004955,0.05640668699993512,0.05402569700004278],[1.2932305809999889,0.9019594260000758,0.902378624999983],[1.962573343000031,1.29343327100014,1.3015213239998502],[0.504676014999859,0.2644338150000749,0.2537441370000124],[0.8143152309999095,0.31369776199994703,0.29620394999983546],[1.1580296610000005,0.7799177189999682,0.7586700070000916],[3.4789537280000786,1.2198064450001311,1.206218268000157],[1.2482245060000423,0.8424065669998981,0.8678128400001697],[2.1837149620000673,0.8448476789999404,0.8492143610001222],[2.9010631749999902,1.8770421239998996,1.859835455999928],[4.6367616359998465,1.8144295800000236,2.977320546000101],[5.932184310000139,3.7547057240001322,3.4905751789999613],[1.0825107470000148,0.6089946629999758,0.6027930899999774],[9.431518925000091,1.8313576000000467,1.8272091119999914],[11.088325851000036,1.7101613590000397,1.7332129410001471],[21.759323214000005,3.6137633480000204,3.5981952510001065],[55.858323720000044,11.130785724999896,11.137916557000153],[2.62945403599997,0.48112061599999834,0.47660431999997854],[0.724943537999934,0.3750543330002074,0.37342856700001903],[2.68823736000013,0.4855612100000144,0.5017041849998805],[9.432771488999833,1.4729457909998018,1.4764195239999935],[8.373684226000023,4.492152146999842,4.521108621999929],[7.942450724999844,1.5387269580000975,1.547872401999939],[2.4811867640000855,0.921913929000084,1.4909157100000812],[6.329192314000011,1.1808154699999704,1.142661366000084],[9.606873708999956,5.282511374999785,6.381937246000007],[10.85659978700005,3.1545218410001326,3.1670173970001088],[10.854515859000003,3.186118347999809,3.2063636679999945],[1.615416661999916,0.8797393360000569,0.8869118689999596],[0.27963824800008297,0.1805793179999,0.18357048100006068],[0.18112159000020256,0.1387902070000564,0.13812656300001436],[0.19202985199990508,0.13907866399995328,0.13576146300010805],[0.4347770939998554,0.3260163970001031,0.3153109580000546],[0.15686156200013102,0.08243094600015866,0.08062338900003851],[0.1538962489998994,0.0836899139999332,0.08601155300016217],[0.16666654100004052,0.08488733899980616,0.08224888199993075]],"source":"duckdb-parquet/results/c6a.4xlarge.json"} ,{"system":"DuckDB","date":"2022-12-05","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":425,"data_size":25020346368,"result":[[0.007135800000014569,0.004646499999807929,0.0045647760000520066],[0.12443199600011212,0.03355217399985122,0.03299938800000746],[0.6281570920000377,0.058338116000186346,0.05751423199990313],[0.2990836940000463,0.051990082999964216,0.05189391799990517],[1.2228274760000204,0.8644999590001134,0.8567021250000835],[1.3278140740001163,0.8072767019998537,0.7921031470000344],[0.12534854499995163,0.05091984599994248,0.051368654000043534],[0.11485318299992286,0.033922972000027585,0.0336291149999397],[1.561040407000064,0.9492717730001914,0.9720299030000206],[2.9728152920001776,1.3175212710000324,1.3134815519999847],[1.1678016690000277,0.27273747100002765,0.26692092400003276],[1.5271947280000404,0.3083432119999543,0.2955736640001305],[1.3270341120000921,0.6887039480000112,0.6764443990000473],[3.4733929189999344,1.135565227999905,1.109614780999891],[1.909477152999898,0.7519835299999613,0.7359663009999622],[1.3398070649998317,0.8888186849999329,0.8694975829998839],[3.1942727519999607,1.8382615139998961,1.8334652159999223],[3.1415088300000207,1.791891114000009,1.7972512339999867],[6.617951059000006,3.444743174999985,3.4803120640001453],[2.0981471339998734,0.5271307299999535,0.5362159700000575],[20.21692445000008,0.8121765809999033,0.8143956559999879],[22.26465684599998,0.6100024630000007,0.6048387759999514],[37.58809799799974,0.9026368640002147,0.8930203979998623],[95.21868116400037,4.430160585000067,4.487035769000158],[3.6218736319997333,0.22906894299967462,0.22706482700004926],[1.0639711190001435,0.23017620199971134,0.2244537560000026],[3.5861956160001682,0.23935150200031785,0.23052575300016542],[21.038624846999937,0.5327352050003356,0.5313621820000662],[13.9852374029997,4.524651506999817,4.526088741999956],[0.7034568640001453,0.6592183679999835,0.6524647009996443],[4.215139982999972,0.6907579600001554,0.6699589180002476],[7.119838786999935,0.9489433139997345,0.9415373009996983],[8.913821903000098,4.947869110000283,4.992799337000179],[21.16156705100002,2.3768169490003856,2.33526046399993],[21.096792339999865,2.4474791690004167,2.3949272280001423],[1.3730593499999486,0.9257874270001594,0.941982143000132],[0.1187643489997754,0.03748237899981177,0.03318293900019853],[0.06331870000030904,0.017843865000031656,0.015861357000176213],[0.07283373500013113,0.02199825600018812,0.01831419600011941],[0.19944414400015376,0.06392238599983102,0.059881595999740966],[0.06380632599984892,0.011610184999881312,0.009537464000004547],[0.0629993860002287,0.010002215999975306,0.008918061000258604],[0.049329639000006864,0.011571979000109422,0.011015567999947962]],"source":"duckdb/results/c5.4xlarge.json"} @@ -397,21 +396,21 @@ ,{"system":"MySQL (MyISAM)","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","row-oriented","MySQL compatible"],"load_time":2512,"data_size":121588958061,"result":[[0,0,0],[283.32,276.83,274.52],[276.93,278.29,283.27],[28.83,23.63,21.55],[46.41,40.81,40.93],[467.04,467.39,469.08],[31.02,25.89,24.2],[277.89,275.3,277.3],[329.34,325.8,325.35],[342.86,338.43,336.95],[282.03,279.87,281.22],[277.74,282.68,282],[335.66,334.83,336.44],[305.24,310.39,307.3],[337.41,338.52,342.94],[308.66,307.34,306.27],[738.38,748.44,740.75],[738.75,734.01,738.25],[867.01,872.92,868.84],[25.65,20.61,18.46],[312.39,313.67,306.66],[301.66,305.12,308.01],[298.12,298.44,312.4],[311.34,309.9,311.85],[281.87,278.5,275],[277.46,277.46,277.46],[280.75,278.04,281.76],[263.9,417.39,406.88],[707.21,711.96,705],[668.1,668.33,665.96],[330.31,333.36,331.94],[506.57,506.18,500.53],[2604.49,2681.96,2703.12],[830.65,832.88,831.14],[831.98,830.46,833.41],[608.49,608.51,613.68],[4.56,4.13,4.16],[3.8,3.8,3.7],[1.65,1.45,1.46],[6.33,5.14,6.15],[1.6,1.41,1.41],[1.56,1.42,1.39],[7.04,1.17,1.13]],"source":"mysql-myisam/results/c6a.4xlarge.json"} ,{"system":"MySQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","row-oriented","MySQL compatible"],"load_time":9472,"data_size":171953585825,"result":[[339.77,339.88,339.77],[364.91,371.86,367.55],[366.2,368.91,389.66],[364.39,377.53,571.45],[377.69,390.02,384.86],[569.48,576.51,574.68],[367.4,368.23,370.41],[371.29,384.02,613.22],[478.85,683.22,495.68],[489.9,635.96,662.43],[386.07,396.49,640.15],[389.13,412.55,444.12],[447.97,455.54,448.06],[423.22,845.44,813.6],[452.48,460.07,453.98],[577.54,623.21,586.49],[852.07,856.36,862.66],[838.09,848.92,851.12],[1006.37,1011.16,1023.17],[369.76,375.61,415.28],[412.45,419.9,456.62],[411.65,432.88,482.2],[412.73,420.73,429.5],[551.16,577.62,545.45],[382.89,394.76,386.37],[380.9,391.4,385.05],[385.3,394.67,460.32],[388.95,394.7,387.21],[800.33,807.9,807.11],[706.03,745.27,718.9],[450.9,489.59,530.97],[625.5,651.93,647.32],[2721.13,2792.12,2819.26],[945.9,954.94,957.54],[945.42,953.78,965.16],[684.36,716.29,708.75],[10.01,3.79,3.77],[7.48,3.32,3.27],[5.09,0.98,0.96],[8.7,4.77,4.68],[4.82,0.76,0.74],[4.46,0.77,0.75],[7.04,1.17,1.13]],"source":"mysql/results/c6a.4xlarge.json"} ,{"system":"Pinot","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"It successfully loaded only 94465149 out of 99997497 records. Some queries returned NullPointerException. The loading process is painful - splitting to 100 pieces required. It does not correctly report errors on data loading, the results may be incorrect.","tags":["Java","column-oriented"],"load_time":2032,"data_size":null,"result":[[0.002,0.001,0.001],[0.186,0.186,0.185],[0.251,0.276,0.258],[0.475,0.281,0.238],[3.907,3.655,3.633],[30.471,14.687,14.93],[null,null,null],[0.135,0.134,0.148],[3.039,2.902,2.938],[3.159,3.212,3.225],[4.217,4.197,4.384],[4.145,4.124,4.121],[2.989,3.145,3.18],[6.402,6.886,6.374],[3.245,3.35,3.129],[5.112,5.027,5.141],[5.509,5.279,5.257],[0.865,0.856,0.829],[null,null,null],[0.017,0.015,0.015],[54.348,19.562,19.128],[null,null,null],[76.596,74.719,14.228],[7.441,5.77,5.87],[0.376,0.327,0.286],[7.689,0.395,1.281],[3.434,0.499,0.5],[27.679,2.378,2.393],[null,null,null],[2.221,2.227,2.167],[4.941,4.639,4.565],[5.641,5.37,5.007],[5.295,5.006,5.357],[5.28,5.21,5.105],[6.231,6.238,6.385],[5.918,5.933,5.934],[0.26,0.202,0.21],[0.364,0.072,0.069],[0.042,0.034,0.035],[1.483,0.686,0.651],[0.113,0.071,0.079],[0.042,0.051,0.037],[null,null,null]],"source":"pinot/results/c6a.4xlarge.json"} -,{"system":"PostgreSQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":2342,"data_size":77797067741,"result":[[439.753,309.785,282.017],[317.874,254.238,254.941],[262.883,263.072,263.09],[32.421,5.31,5.06],[57.134,42.648,42.334],[358.423,356.315,358.342],[31.524,5.35,4.994],[263.145,263.193,263.165],[323.659,322.858,321.918],[327.395,326.17,326.231],[265.983,265.681,265.912],[269.984,265.336,265.379],[284.096,284.56,282.234],[277.25,279.455,280.035],[285.66,286.2,283.611],[66.605,32.023,38.282],[312.452,304.431,305.391],[289.209,290.449,287.578],[331.706,327.485,334.428],[24.646,2.543,2.263],[267.561,267.496,267.524],[267.729,267.69,268.184],[263.074,263.12,267.04],[267.602,267.488,267.494],[263.141,263.859,263.137],[262.923,263.102,263.113],[262.885,263.088,263.114],[267.864,269.127,268.204],[303.376,306.925,308.664],[263.221,263.119,263.148],[270.814,270.575,270.294],[278.342,275.925,276.224],[584.599,576.932,591.502],[462.576,446.962,439.779],[429.93,417.696,416.704],[296.875,297.283,295.14],[3.461,0.842,0.794],[2.179,0.564,0.558],[2.258,0.566,0.416],[2.805,1.311,1.317],[2.936,0.82,0.615],[2.197,0.736,0.535],[1.983,0.32,0.312]],"source":"postgresql/results/c6a.4xlarge.json"} ,{"hide":true,"system":"PostgreSQL (tuned)","date":"2022-12-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":11800,"data_size":128875248605,"result":[[4.10957,0.687829,0.702019],[3.92694,0.63874,0.636411],[262.331,262.793,262.826],[6.14366,1.16457,1.20297],[26.752,27.4474,27.4878],[50.6555,47.6136,49.2373],[0.035605,0.002266,0.002208],[1.07557,0.599462,0.597673],[18.537,17.4348,17.7942],[309.49,306.831,306.894],[7.78261,2.95749,3.00855],[325.58,315.688,319.237],[4.03189,2.31557,2.21055],[18.8998,10.0497,10.0307],[272.381,271.91,271.87],[5.91906,4.17788,4.21394],[15.6578,15.8794,15.937],[0.025629,0.001484,0.00153],[312.64,312.543,310.582],[0.026206,0.001114,0.001115],[13.1447,0.090463,0.104537],[0.11893,0.093162,0.090471],[18.7775,0.107025,0.110361],[0.131412,0.089608,0.087852],[0.048958,0.00153,0.001405],[0.016134,0.001351,0.001268],[0.021939,0.001781,0.00164],[265.557,260.971,261.025],[277.516,276.053,277.378],[7.56565,6.50964,6.54902],[266.723,266.389,266.231],[269.738,269.255,269.193],[331.115,330.011,330.913],[416.169,421.255,423.724],[408.434,409.538,407.552],[35.5578,18.1707,18.6893],[3.17403,0.652905,0.698142],[0.730699,0.489315,0.465665],[0.563463,0.319131,0.3182],[1.23744,0.989391,1.01963],[0.752814,0.509212,0.511453],[0.677541,0.435178,0.437736],[1.18281,0.688545,0.697523]],"source":"postgresql-tuned/results/c6a.4xlarge.json"} +,{"system":"PostgreSQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":2342,"data_size":77797067741,"result":[[439.753,309.785,282.017],[317.874,254.238,254.941],[262.883,263.072,263.09],[32.421,5.31,5.06],[57.134,42.648,42.334],[358.423,356.315,358.342],[31.524,5.35,4.994],[263.145,263.193,263.165],[323.659,322.858,321.918],[327.395,326.17,326.231],[265.983,265.681,265.912],[269.984,265.336,265.379],[284.096,284.56,282.234],[277.25,279.455,280.035],[285.66,286.2,283.611],[66.605,32.023,38.282],[312.452,304.431,305.391],[289.209,290.449,287.578],[331.706,327.485,334.428],[24.646,2.543,2.263],[267.561,267.496,267.524],[267.729,267.69,268.184],[263.074,263.12,267.04],[267.602,267.488,267.494],[263.141,263.859,263.137],[262.923,263.102,263.113],[262.885,263.088,263.114],[267.864,269.127,268.204],[303.376,306.925,308.664],[263.221,263.119,263.148],[270.814,270.575,270.294],[278.342,275.925,276.224],[584.599,576.932,591.502],[462.576,446.962,439.779],[429.93,417.696,416.704],[296.875,297.283,295.14],[3.461,0.842,0.794],[2.179,0.564,0.558],[2.258,0.566,0.416],[2.805,1.311,1.317],[2.936,0.82,0.615],[2.197,0.736,0.535],[1.983,0.32,0.312]],"source":"postgresql/results/c6a.4xlarge.json"} ,{"system":"QuestDB (partitioned)","date":"2022-09-05","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"Data load for partitioned tables is multi-threaded and thus more efficient.","tags":["Java","time-series"],"load_time":335,"data_size":126686650392,"result":[[0.00918622,0.00261088,0.000188242],[1.17709,0.0964747,0.05032],[1.32179,0.0273408,0.0276011],[2.91676,0.0119303,0.0123743],[9.76535,9.29991,8.11727],[10.6013,9.94372,9.38508],[2.06376,0.0310605,0.0296371],[0.332648,0.186664,0.273281],[12.787,11.1553,10.9822],[14.9285,14.3831,14.4334],[16.5686,12.1366,11.6629],[10.2453,12.9405,12.2695],[7.82581,7.88726,7.78054],[24.0157,32.2577,25.6549],[8.43931,8.32384,8.32001],[15.7295,15.4711,15.6159],[19.6966,19.9668,19.6921],[19.7659,19.7939,19.2826],[30.6337,30.2071,30.7547],[0.0291471,0.0436536,0.0348161],[72.1814,2.75652,2.6495],[2.58278,2.60628,2.43429],[48.3565,1.45503,1.56492],[67.0887,0.0531384,0.0467602],[0.00725633,0.00245936,0.00359047],[2.80258,2.07223,2.06184],[1.91461,2.15024,3.28097],[11.0004,10.7351,11.3231],[74.5223,65.1652,66.1685],[202.381,204.247,205.474],[20.2686,20.2282,19.8492],[44.2416,43.8721,44.0147],[44.731,44.2328,43.5155],[38.4098,37.6373,38.4848],[38.3387,38.8556,38.4097],[17.8618,17.9082,18.1837],[0.489968,0.616602,0.540839],[0.382622,0.332409,0.336401],[2.06969,0.0807207,0.0853216],[0.712992,0.688633,0.721543],[0.541938,0.149541,0.152893],[3.40416,0.072001,0.0831165],[0.107611,0.0883956,0.118978]],"source":"questdb-partitioned/results/c6a.metal.json"} ,{"system":"QuestDB","date":"2022-09-05","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Java","time-series"],"load_time":1667.5,"data_size":126680518680,"result":[[0.00953123,0.000283676,0.000176474],[0.553509,0.0266299,0.0231473],[1.38415,0.0635859,0.0542588],[2.83641,0.0832788,0.0547813],[6.3082,6.40664,6.16396],[11.9823,9.65448,8.62141],[2.0591,0.0599175,0.0518007],[0.260707,0.209272,0.208718],[10.1813,9.73125,9.77549],[18.2386,16.4616,18.2513],[11.7723,11.7215,9.52762],[9.56236,9.34031,9.42165],[10.9719,9.93992,9.17235],[17.4025,17.3284,16.8318],[9.96167,9.86914,9.93866],[16.4685,16.4134,15.9123],[20.901,21.0357,20.765],[20.4071,20.3269,20.2813],[38.5124,39.9631,38.3847],[0.0563271,0.0233197,0.0214589],[70.8052,6.19533,6.18987],[6.3463,6.88802,7.35314],[58.427,16.3089,4.04507],[59.5134,39.3653,6.23711],[10.1836,2.78341,2.73136],[2.96972,2.95896,2.95599],[2.87315,2.8935,2.92926],[9.78419,9.72481,9.58956],[130.138,93.9224,80.9387],[353.682,353.787,354.062],[26.7915,21.4597,21.0346],[62.3437,65.4524,62.1155],[61.5261,63.866,60.8316],[85.2188,85.5282,47.2595],[43.9229,47.1584,46.1615],[18.8507,18.8938,18.6824],[1.07493,0.874001,0.799084],[0.851353,0.773161,0.740918],[0.685013,0.676232,0.649441],[1.31946,0.945355,0.936205],[0.729276,0.6694,0.694178],[0.67691,0.649537,0.701838],[0.604385,0.633687,0.576923]],"source":"questdb/results/c6a.4xlarge.json"} +,{"system":"Redshift","date":"2022-07-29","machine":"serverless","cluster_size":"serverless","comment":"","tags":["managed","column-oriented"],"load_time":1889,"data_size":30300000000,"result":[[0.204673,0.204057,0.199682],[2.57227,0.06361,0.029767],[4.436641,0.063275,0.038419],[4.045285,0.095483,0.036212],[3.836475,0.331029,0.302588],[3.870503,0.354183,0.334163],[4.415212,0.138202,0.202982],[4.595758,0.218455,0.218352],[5.014696,0.681662,0.748541],[5.225219,1.547334,1.545263],[4.584578,0.72432,0.662759],[4.989708,0.325297,0.664825],[4.113529,0.36393,0.343591],[4.261916,0.638592,0.606164],[4.05665,0.359074,0.467625],[4.562217,0.324242,0.323635],[4.794707,0.392733,0.552696],[2.785799,0.555024,0.533908],[5.186795,0.834753,0.821691],[2.538645,0.055274,0.025005],[2.952623,0.389594,0.235447],[4.522708,0.587444,0.607969],[6.980801,0.932761,0.949326],[27.480743,0.934181,0.912692],[3.802747,0.068159,0.06577],[3.781327,0.065613,0.065988],[3.995625,0.067925,0.067972],[4.607562,0.395705,0.441231],[5.138266,0.800484,0.79964],[5.705465,1.236098,1.133279],[5.105528,0.32746,0.348947],[5.075262,0.452786,0.339682],[4.465012,0.955494,0.742195],[4.586866,0.783934,0.812498],[5.182903,1.04809,1.058838],[4.331838,0.452791,0.325946],[5.790735,0.553011,0.582903],[5.600699,0.588159,0.589788],[5.217314,0.519302,0.423573],[6.281955,0.687085,0.494527],[3.990623,0.501763,0.533571],[4.451641,0.464027,0.231731],[3.953942,0.288126,0.283841]],"source":"redshift-serverless/results/serverless.json"} ,{"system":"Redshift","date":"2023-03-16","machine":"dc2.8xlarge","cluster_size":2,"comment":"","tags":["managed","column-oriented"],"load_time":2485,"data_size":27278704640,"result":[[0.091406,0.086338,0.087612],[3.69766,0.134031,0.091109],[3.5111,0.168351,0.142172],[3.60815,0.258997,0.218437],[0.889436,0.837116,0.849539],[0.731434,0.637602,0.614294],[0.18962,0.102182,0.112139],[3.62328,0.131585,0.106394],[5.24115,1.36685,1.31341],[10.9166,5.36471,5.42147],[5.42547,0.276808,0.290985],[5.64058,0.279121,0.279034],[5.46763,0.53574,0.5168],[5.29286,1.07603,1.03563],[5.78458,0.536501,0.549506],[3.21523,1.12748,1.13882],[6.54437,2.03254,2.00971],[5.98581,1.92732,1.81327],[7.66486,2.55847,2.56672],[3.42706,0.12806,0.098883],[4.73143,0.925719,0.859908],[4.83294,1.13573,0.965813],[9.84339,2.50898,2.52251],[40.4326,4.64149,3.80256],[5.19757,0.247997,0.264246],[5.41506,0.209713,0.260805],[4.77753,0.216233,0.267095],[5.56149,0.814863,0.785771],[134.925,129.613,129.588],[8.71915,0.56382,0.435913],[4.87089,0.885857,0.849695],[6.30403,0.576453,0.533121],[7.8966,2.51425,2.4379],[3.59329,3.52192,3.5328],[8.12716,3.53348,3.57861],[5.20591,1.00374,0.871943],[5.04128,1.00458,0.958819],[5.07238,1.01154,1.01714],[4.55457,0.394789,0.369611],[4.56489,0.511554,0.459726],[4.09241,0.155302,0.137224],[4.12911,0.15957,0.129961],[4.13896,0.14336,0.113134]],"source":"redshift/results/2x.dc2.8xlarge.json"} ,{"system":"Redshift","date":"2022-07-25","machine":"ra3.16xlarge","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":1829,"data_size":26330791936,"result":[[0.077429,0.024911,0.023306],[2.53116,0.059213,0.027695],[3.583972,0.063486,0.036182],[2.376308,0.084898,0.058801],[0.1555,0.109031,0.114305],[0.2439,0.198301,0.176052],[0.130623,0.028745,0.029271],[3.740631,0.035144,0.033783],[3.615666,0.136355,0.133104],[5.125836,1.432898,1.413138],[3.781026,0.090368,0.088729],[3.996543,0.111767,0.102832],[3.665831,0.168544,0.158393],[3.980324,0.305395,0.308288],[3.868897,0.181746,0.182552],[3.625138,0.146538,0.143406],[4.024699,0.340789,0.339775],[2.646998,0.442014,0.385201],[4.370081,0.663792,0.664333],[2.517381,0.055869,0.029468],[2.892161,0.361342,0.335877],[4.306186,0.364156,0.365814],[6.576232,1.030228,1.037391],[26.654131,1.354625,1.361705],[3.641366,0.103397,0.093371],[3.593615,0.079071,0.081853],[3.822308,0.083556,0.081115],[3.824567,0.295163,0.338925],[5.321484,1.061397,1.052438],[4.795037,0.267308,0.203014],[4.466789,0.164681,0.162661],[4.715724,0.204908,0.204441],[4.148436,0.664311,0.658639],[0.958589,0.91596,0.916875],[4.43871,0.940025,0.940112],[4.152015,0.137629,0.140684],[4.881633,0.303343,0.30078],[5.020373,0.314807,0.316961],[4.586323,0.065513,0.076092],[5.424183,0.100862,0.106056],[2.947259,0.080757,0.046727],[3.585538,0.074431,0.047424],[3.753716,0.04414,0.042809]],"source":"redshift/results/4x.ra3.16xlarge.json"} ,{"system":"Redshift","date":"2022-07-25","machine":"ra3.4xlarge","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":1904,"data_size":22313697280,"result":[[2.135081,0.017989,0.01775],[2.4142,0.022495,0.022023],[6.414938,0.057299,0.055643],[6.411557,0.178071,0.1771],[3.710171,0.300286,0.303593],[3.876626,0.454045,0.477494],[6.41068,0.037709,0.036684],[5.793739,0.024525,0.023881],[5.769831,0.465373,0.490227],[5.939799,3.530177,3.57276],[6.115389,0.177672,0.161334],[6.230233,0.170112,0.166583],[4.046352,0.479846,0.481283],[4.620393,0.923121,0.952839],[4.18785,0.509904,0.518239],[5.660648,0.413803,0.411108],[5.886176,1.123718,1.103859],[3.556251,1.336332,1.381805],[6.040107,1.981635,1.965932],[2.484137,0.030438,0.029756],[4.105144,1.515947,1.515338],[6.21666,1.581792,1.581579],[9.005864,3.555306,3.567163],[30.723242,4.88672,4.885439],[5.678108,0.240413,0.239727],[5.923512,0.232055,0.231429],[5.809703,0.242922,0.242932],[5.820199,1.254403,1.2539],[8.798963,4.587414,4.592794],[13.184562,0.925342,0.873526],[6.617764,0.406749,0.404641],[6.770537,0.587831,0.586834],[5.173074,1.685266,1.713844],[6.216833,2.82166,2.859146],[6.262067,2.851894,2.835493],[5.716614,0.313373,0.328139],[5.683282,0.95632,0.97491],[5.83116,1.103328,1.10476],[6.917177,0.124116,0.107132],[7.662737,0.149158,0.149209],[4.621167,0.044216,0.043012],[4.572912,0.042941,0.042108],[5.906381,0.027692,0.026924]],"source":"redshift/results/4x.ra3.4xlarge.json"} ,{"system":"Redshift","date":"2022-07-29","machine":"ra3.xlplus","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":2103,"data_size":21060648960,"result":[[0.079613,0.033549,0.03409],[2.968579,0.063904,0.041282],[4.080153,0.13095,0.108882],[3.210337,0.34364,0.298495],[4.544852,0.631037,0.582424],[4.387295,1.084085,1.060912],[3.068245,0.108602,0.082147],[4.600868,0.045357,0.044651],[5.016095,0.9119,0.867873],[6.649061,2.367888,2.313359],[5.443231,0.309726,0.290368],[5.668514,0.333039,0.313292],[5.188214,1.085051,1.149722],[6.32409,1.961323,1.973299],[5.49248,1.14419,1.123103],[4.882748,0.733695,0.7748],[6.401272,2.257003,2.278818],[5.977724,2.511508,2.403787],[7.838491,3.47004,3.546783],[2.942119,0.094772,0.052837],[5.742532,2.535047,2.498187],[7.144539,2.607847,2.610038],[13.254883,6.773696,6.784579],[21.841477,11.673254,9.552525],[4.594945,0.474181,0.478285],[4.635551,0.494066,0.455041],[4.832767,0.474136,0.474433],[6.19406,2.059882,2.06739],[12.694282,7.745891,7.737045],[19.926847,1.349867,1.27298],[6.178553,0.845828,0.858791],[6.394659,1.080842,1.070668],[8.112381,3.869544,3.9868],[10.048186,5.276152,5.259864],[9.260186,5.163649,5.210499],[4.766534,0.646525,0.657038],[7.602645,1.880335,1.884086],[7.527802,2.172033,2.190131],[5.57036,0.229991,0.228068],[6.632048,0.286827,0.275382],[4.224273,0.103105,0.077275],[4.614709,0.102518,0.075337],[4.389546,0.052659,0.050885]],"source":"redshift/results/4x.ra3.xplus.json"} -,{"system":"Redshift","date":"2022-07-29","machine":"serverless","cluster_size":"serverless","comment":"","tags":["managed","column-oriented"],"load_time":1889,"data_size":30300000000,"result":[[0.204673,0.204057,0.199682],[2.57227,0.06361,0.029767],[4.436641,0.063275,0.038419],[4.045285,0.095483,0.036212],[3.836475,0.331029,0.302588],[3.870503,0.354183,0.334163],[4.415212,0.138202,0.202982],[4.595758,0.218455,0.218352],[5.014696,0.681662,0.748541],[5.225219,1.547334,1.545263],[4.584578,0.72432,0.662759],[4.989708,0.325297,0.664825],[4.113529,0.36393,0.343591],[4.261916,0.638592,0.606164],[4.05665,0.359074,0.467625],[4.562217,0.324242,0.323635],[4.794707,0.392733,0.552696],[2.785799,0.555024,0.533908],[5.186795,0.834753,0.821691],[2.538645,0.055274,0.025005],[2.952623,0.389594,0.235447],[4.522708,0.587444,0.607969],[6.980801,0.932761,0.949326],[27.480743,0.934181,0.912692],[3.802747,0.068159,0.06577],[3.781327,0.065613,0.065988],[3.995625,0.067925,0.067972],[4.607562,0.395705,0.441231],[5.138266,0.800484,0.79964],[5.705465,1.236098,1.133279],[5.105528,0.32746,0.348947],[5.075262,0.452786,0.339682],[4.465012,0.955494,0.742195],[4.586866,0.783934,0.812498],[5.182903,1.04809,1.058838],[4.331838,0.452791,0.325946],[5.790735,0.553011,0.582903],[5.600699,0.588159,0.589788],[5.217314,0.519302,0.423573],[6.281955,0.687085,0.494527],[3.990623,0.501763,0.533571],[4.451641,0.464027,0.231731],[3.953942,0.288126,0.283841]],"source":"redshift-serverless/results/serverless.json"} ,{"system":"SelectDB","date":"2022-11-02","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible"],"load_time":526,"data_size":17122903966,"result":[[0.03,0.04,0.02],[0.15,0.03,0.03],[0.13,0.05,0.05],[1.05,0.06,0.05],[0.34,0.28,0.27],[0.82,0.57,0.57],[0.01,0.02,0.02],[0.22,0.02,0.02],[0.56,0.46,0.45],[0.52,0.51,0.5],[0.4,0.11,0.12],[0.18,0.12,0.12],[0.54,0.5,0.49],[0.83,0.93,0.95],[0.74,0.89,0.72],[0.32,0.31,0.31],[1.08,1.08,1.09],[0.27,0.35,0.23],[2.18,2.04,1.98],[0.02,0.01,0.02],[10.74,1.3,1.31],[8.36,3.46,0.99],[12.21,1.23,1.04],[5.2,0.52,0.5],[0.11,0.04,0.05],[0.39,0.13,0.13],[0.05,0.04,0.04],[9.43,1.8,1.16],[9.93,9.69,9.6],[0.83,0.78,0.78],[1.77,0.38,0.37],[2.57,0.41,0.43],[2.77,2.75,3.11],[11.62,4.01,3.95],[11.63,4.03,5.97],[0.46,0.4,0.39],[0.11,0.06,0.06],[0.06,0.03,0.03],[0.03,0.03,0.02],[0.13,0.11,0.1],[0.05,0.02,0.03],[0.04,0.02,0.02],[0.02,0.02,0.02]],"source":"selectdb/results/c5.4xlarge.json"} ,{"system":"SelectDB","date":"2022-11-02","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible"],"load_time":444,"data_size":17122903978,"result":[[0.03,0.03,0.02],[0.36,0.05,0.04],[0.18,0.07,0.06],[0.96,0.06,0.06],[0.32,0.28,0.29],[0.86,0.62,0.61],[0.01,0.01,0.01],[0.04,0.02,0.03],[0.5,0.47,0.47],[0.53,0.74,0.55],[0.31,0.11,0.11],[0.15,0.1,0.14],[0.57,0.62,0.55],[0.85,0.92,0.96],[0.77,0.9,0.74],[0.32,0.32,0.32],[1.22,0.99,0.98],[0.23,0.22,0.25],[2.01,1.8,1.82],[0.01,0.01,0.01],[10.76,1.05,1.04],[8.99,2.84,0.84],[12.21,1.04,0.87],[5.79,0.3,0.29],[0.12,0.04,0.04],[0.41,0.12,0.13],[0.04,0.04,0.03],[9.67,1.59,1.11],[9.06,8.23,7.84],[0.67,0.55,0.57],[1.76,0.37,0.77],[2.1,0.42,0.43],[2.78,2.76,3.11],[11.56,4.04,4.21],[11.52,4.05,4.28],[0.5,0.41,0.41],[0.63,0.05,0.05],[0.06,0.03,0.03],[0.03,0.02,0.03],[0.16,0.13,0.12],[0.06,0.01,0.03],[0.03,0.02,0.02],[0.03,0.03,0.02]],"source":"selectdb/results/c6a.4xlarge.json"} ,{"system":"SelectDB","date":"2022-10-08","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":369,"data_size":17123069872,"result":[[0.01,0.01,0],[0.03,0.02,0.02],[0.04,0.04,0.05],[0.07,0.06,0.07],[0.17,0.15,0.17],[0.3,0.3,0.28],[0.01,0.01,0.01],[0.02,0.02,0.02],[0.32,0.33,0.34],[0.36,0.37,0.34],[0.11,0.11,0.25],[0.11,0.11,0.1],[0.23,0.23,0.23],[0.55,0.75,0.89],[0.32,0.3,0.31],[0.18,0.16,0.19],[0.53,0.51,0.5],[0.2,0.2,0.2],[1.04,1.06,1.3],[0.01,0.01,0],[0.59,0.6,0.66],[0.48,0.34,0.34],[0.38,0.38,0.37],[0.25,0.26,0.25],[0.04,0.04,0.04],[0.15,0.15,0.14],[0.04,0.04,0.04],[0.55,0.54,0.54],[1.39,1.36,1.34],[0.68,0.69,0.76],[0.24,0.23,0.23],[0.21,0.2,0.21],[1.45,1.53,2.05],[1.84,1.92,1.67],[1.83,1.75,1.9],[0.19,0.22,0.2],[0.03,0.04,0.04],[0.03,0.03,0.03],[0.02,0.02,0.02],[0.06,0.06,0.06],[0.02,0.02,0.02],[0.02,0.02,0.02],[0.02,0.02,0.02]],"source":"selectdb/results/c6a.metal.json"} ,{"system":"SingleStore","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to memory limits","tags":["MySQL compatible","column-oriented"],"load_time":690,"data_size":29836263469,"result":[[0.09,0,0],[0.23,0.04,0.01],[0.47,0.15,0.15],[0.63,0.09,0.08],[1.65,1.23,1.2],[7.96,2.79,2.63],[0.1,0,0],[0.17,0.02,0.02],[1.9,1.4,1.39],[4.79,3.52,3.48],[0.94,0.22,0.23],[0.89,0.24,0.23],[5.82,2.26,2.25],[6.97,4.62,4.66],[3.05,2.28,2.31],[3.92,2.7,2.28],[5.83,4.48,4.42],[4.76,4.13,4.12],[14.03,null,null],[0.57,0.05,0.04],[18.18,1.74,1.94],[20.85,2.17,0.98],[31.98,3.12,1.22],[78.96,3.35,108.85],[2.82,0.39,0.32],[1.83,0.44,0.35],[2.81,0.33,0.32],[18.33,2.57,1.15],[null,null,null],[3.56,2.4,2.4],[3.83,1.11,1.11],[7.35,1.73,1.7],[null,null,null],[null,null,null],[null,null,null],[2.53,1.92,1.84],[0.92,0.23,0.19],[0.84,0.15,0.08],[0.7,0.05,0.05],[3.12,0.38,0.36],[0.29,0.03,0.03],[0.22,0.06,0.02],[0.27,0.11,0.12]],"source":"singlestore/results/c6a.4xlarge.json"} -,{"system":"SingleStore","date":"2022-07-15","machine":"S24","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1043,"data_size":19219978649,"result":[[0.1,0.04,0.07],[0.12,0.06,0],[0.42,0.05,0.01],[0.34,0.05,0.01],[0.97,0.29,0.23],[0.87,0.34,0.25],[0.06,0.04,0],[0.15,0.01,0.01],[1.04,0.39,0.31],[1.68,0.96,0.85],[0.3,0.19,0.09],[0.3,0.21,0.08],[0.56,0.26,0.35],[0.7,0.48,0.43],[0.64,0.35,0.27],[0.98,0.4,0.36],[1.52,0.75,0.86],[0.7,0.74,0.71],[1.73,1.07,0.96],[0.15,0.05,0.01],[0.37,0.2,0.26],[0.55,0.14,0.25],[0.41,0.31,0.31],[0.66,0.39,0.46],[0.52,0.12,0.08],[0.3,0.08,0.15],[0.32,0.16,0.07],[0.82,0.21,0.13],[null,null,null],[2.28,0.34,0.38],[0.55,0.28,0.17],[0.53,0.29,0.34],[1.75,1.07,1.04],[2.05,1.41,1.43],[2.11,1.45,1.4],[1.14,0.53,0.45],[0.34,0.12,0.24],[0.29,0.09,0.21],[0.35,0.11,0.18],[0.59,0.22,0.39],[0.3,0.07,0.15],[0.27,0.22,0.16],[0.29,0.06,0.06]],"source":"singlestore/results/s24.json"} ,{"system":"SingleStore","date":"2022-07-15","machine":"S2","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1145,"data_size":19219978649,"result":[[0.1,0.04,0.01],[0.13,0,0.01],[0.57,0.09,0.1],[0.64,0.13,0.08],[2.04,1.39,1.32],[2.56,1.95,2.15],[0.12,0.01,0],[0.34,0.06,0.01],[2.14,1.71,1.71],[5.7,5.1,5.49],[1.02,0.25,0.28],[1.05,0.29,0.25],[2.38,1.91,1.74],[4.04,3.4,3.46],[2.19,1.6,1.75],[1.9,1.56,1.55],[4.92,4.26,4.46],[4.13,4.01,4.03],[10.11,9.61,9.56],[0.36,0.05,0.1],[1.61,1.29,1.24],[1.04,0.55,0.57],[1.38,0.96,0.89],[3,2.15,2.31],[0.66,0.28,0.2],[0.67,0.19,0.16],[0.69,0.18,0.16],[1.14,0.56,0.56],[null,null,null],[3.43,1.69,1.51],[1.73,1.06,1.03],[2.17,1.6,1.45],[11.17,10.42,10.74],[9.94,9.61,9.66],[10.22,9.84,9.84],[2.31,1.79,1.97],[0.4,0.2,0.14],[0.35,0.16,0.09],[0.28,0.08,0.08],[0.68,0.28,0.36],[0.25,0.15,0.02],[0.23,0.1,0.01],[0.24,0.1,0.03]],"source":"singlestore/results/s2.json"} +,{"system":"SingleStore","date":"2022-07-15","machine":"S24","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1043,"data_size":19219978649,"result":[[0.1,0.04,0.07],[0.12,0.06,0],[0.42,0.05,0.01],[0.34,0.05,0.01],[0.97,0.29,0.23],[0.87,0.34,0.25],[0.06,0.04,0],[0.15,0.01,0.01],[1.04,0.39,0.31],[1.68,0.96,0.85],[0.3,0.19,0.09],[0.3,0.21,0.08],[0.56,0.26,0.35],[0.7,0.48,0.43],[0.64,0.35,0.27],[0.98,0.4,0.36],[1.52,0.75,0.86],[0.7,0.74,0.71],[1.73,1.07,0.96],[0.15,0.05,0.01],[0.37,0.2,0.26],[0.55,0.14,0.25],[0.41,0.31,0.31],[0.66,0.39,0.46],[0.52,0.12,0.08],[0.3,0.08,0.15],[0.32,0.16,0.07],[0.82,0.21,0.13],[null,null,null],[2.28,0.34,0.38],[0.55,0.28,0.17],[0.53,0.29,0.34],[1.75,1.07,1.04],[2.05,1.41,1.43],[2.11,1.45,1.4],[1.14,0.53,0.45],[0.34,0.12,0.24],[0.29,0.09,0.21],[0.35,0.11,0.18],[0.59,0.22,0.39],[0.3,0.07,0.15],[0.27,0.22,0.16],[0.29,0.06,0.06]],"source":"singlestore/results/s24.json"} ,{"system":"Snowflake","date":"2022-07-01","machine":"2XL","cluster_size":32,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.177,0.052,0.09],[0.903,0.324,0.782],[0.458,2.909,0.275],[0.881,0.316,0.166],[0.404,0.257,0.256],[0.481,0.325,0.339],[0.056,0.062,0.06],[0.183,0.324,0.28],[0.444,0.314,0.32],[0.408,0.426,0.417],[0.345,0.241,0.253],[0.406,0.245,0.235],[0.521,1.259,0.326],[0.466,0.493,0.526],[0.447,0.349,0.362],[0.327,0.322,0.302],[0.462,0.508,0.461],[0.489,0.481,0.455],[0.731,0.659,0.674],[0.151,0.156,0.16],[0.832,0.339,0.312],[0.289,0.292,0.34],[0.591,0.484,0.419],[2.661,0.716,0.696],[0.19,0.199,0.377],[0.181,0.182,0.194],[0.22,0.209,0.195],[0.368,0.33,0.347],[0.677,0.645,0.646],[0.877,0.886,0.871],[0.415,0.282,0.301],[1.265,0.404,0.55],[0.786,0.75,0.757],[0.905,0.835,0.841],[0.864,0.865,0.823],[0.352,0.36,0.364],[0.201,0.186,0.2],[0.143,0.137,0.276],[0.29,0.132,0.146],[0.31,0.301,0.304],[0.212,0.197,0.17],[0.223,0.174,0.177],[0.172,0.172,0.172]],"source":"snowflake/results/2xl.json"} ,{"system":"Snowflake","date":"2022-07-01","machine":"3XL","cluster_size":64,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.165,0.061,0.049],[1.356,1.252,1.502],[1.287,0.47,0.325],[0.627,0.331,0.181],[0.265,0.265,0.483],[0.887,0.45,0.298],[0.054,0.066,0.062],[0.182,0.222,0.194],[0.408,0.438,0.319],[0.434,0.462,0.411],[1.357,0.247,0.412],[0.343,0.25,0.517],[0.273,0.289,0.6],[0.404,0.405,0.392],[0.379,0.304,0.455],[0.275,0.271,0.264],[0.418,0.386,0.388],[0.417,0.434,0.567],[0.753,0.759,0.506],[0.291,0.307,0.4],[0.954,0.423,0.28],[0.568,0.562,0.248],[0.568,0.477,0.496],[1.458,0.492,0.514],[0.179,0.3,0.184],[0.165,0.169,0.176],[0.197,0.186,0.19],[0.289,0.547,0.397],[0.513,0.544,0.632],[0.766,0.754,0.775],[0.389,0.374,0.383],[0.484,0.297,0.286],[0.505,0.505,0.734],[0.656,0.598,0.621],[0.634,0.646,0.609],[0.309,0.298,0.37],[0.192,0.219,0.212],[0.84,0.174,0.139],[0.172,0.163,0.151],[0.323,0.296,0.347],[0.2,0.154,0.144],[0.191,0.121,0.125],[0.137,0.233,0.148]],"source":"snowflake/results/3xl.json"} ,{"system":"Snowflake","date":"2022-07-01","machine":"4XL","cluster_size":128,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.164,0.061,0.078],[2.471,2.436,1.927],[1.656,0.222,0.639],[0.336,1.244,0.206],[0.435,0.414,0.373],[0.52,0.495,0.326],[0.052,0.051,0.057],[0.244,0.515,0.358],[0.473,0.477,0.659],[0.706,0.523,0.499],[0.619,0.361,0.303],[0.463,0.367,0.29],[0.385,0.319,0.376],[0.661,0.436,0.452],[0.446,0.317,0.336],[0.504,0.283,0.395],[0.478,1.395,0.35],[0.555,1.041,0.993],[0.565,0.558,1.473],[0.31,0.684,0.278],[0.637,1.202,0.249],[0.467,0.294,0.436],[0.671,0.478,0.611],[6.262,0.449,0.425],[0.476,0.213,0.184],[0.552,0.241,0.201],[0.458,0.415,0.402],[0.339,0.357,0.322],[0.732,0.549,0.483],[0.914,0.757,0.743],[0.718,0.31,0.606],[0.605,0.363,0.425],[0.468,0.86,0.784],[0.868,1.787,0.713],[0.807,0.691,0.544],[0.485,0.338,0.672],[0.263,0.221,0.23],[0.147,0.145,0.139],[0.135,0.239,0.136],[0.322,0.378,0.348],[0.236,0.138,0.132],[0.193,0.124,0.139],[0.146,0.145,0.139]],"source":"snowflake/results/4xl.json"} From 92689ce769ab5d8c1ef35e5e17025f6155709068 Mon Sep 17 00:00:00 2001 From: Rich Date: Mon, 31 Jul 2023 02:13:47 +0000 Subject: [PATCH 4/4] fix comma in json and re-generate --- datafusion/results/single.json | 2 +- index.html | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/datafusion/results/single.json b/datafusion/results/single.json index 0c08cae03..f90a381ca 100644 --- a/datafusion/results/single.json +++ b/datafusion/results/single.json @@ -53,6 +53,6 @@ [0.843, 0.725, 0.722], [0.138, 0.091, 0.095], [0.115, 0.089, 0.088], -[0.124, 0.097, 0.092], +[0.124, 0.097, 0.092] ] } diff --git a/index.html b/index.html index dff1ebe1d..4bc31f021 100644 --- a/index.html +++ b/index.html @@ -376,7 +376,8 @@ ,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"} -,,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} +,{"system":"DataFusion (Parquet, single)","date":"2023-07-29","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v28.0.0 (51b4392)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[2.641,0.232,0.216],[0.092,0.074,0.073],[0.159,0.121,0.117],[0.351,0.122,0.12],[1.142,0.874,0.869],[1.399,1.303,1.329],[0.096,0.075,0.076],[0.094,0.074,0.076],[1.516,1.481,1.475],[2.711,2.582,2.583],[0.429,0.332,0.327],[0.558,0.357,0.36],[1.374,1.323,1.336],[3.559,2.67,2.733],[1.519,1.487,1.477],[1.041,0.981,0.988],[3.248,2.748,2.801],[3.139,2.696,2.688],[7.014,5.77,5.775],[0.271,0.111,0.109],[9.975,1.558,1.578],[11.163,1.926,1.881],[22.053,4.208,4.194],[56.007,12.132,12.113],[2.559,0.602,0.586],[0.737,0.479,0.489],[2.548,0.589,0.589],[9.55,2.299,2.286],[9.076,5.399,5.388],[0.579,0.568,0.584],[2.214,1.136,1.136],[5.734,1.593,1.598],[8.357,7.896,8.053],[11.556,7.358,7.369],[12.051,7.878,7.956],[1.866,1.82,1.807],[0.448,0.347,0.358],[0.231,0.197,0.195],[0.248,0.198,0.188],[0.843,0.725,0.722],[0.138,0.091,0.095],[0.115,0.089,0.088],[0.124,0.097,0.092]],"source":"datafusion/results/single.json"} +,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"} ,{"system":"DuckDB (Parquet, partitioned)","date":"2022-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.15255265499990855,0.032177488999877824,0.03128326899991407],[0.1512561879999339,0.05458722900016255,0.05392151399996692],[0.17167986499998733,0.09995069000001422,0.09747308599980897],[0.32638904600003116,0.08025165799995193,0.07781587599993145],[1.3622741589999805,0.8020002760001717,0.7882643820000794],[1.5986611480000192,0.905206084999918,0.8923251289998007],[0.19578096999998706,0.1727834680000342,0.17144673999996485],[0.14916418200004955,0.05640668699993512,0.05402569700004278],[1.2932305809999889,0.9019594260000758,0.902378624999983],[1.962573343000031,1.29343327100014,1.3015213239998502],[0.504676014999859,0.2644338150000749,0.2537441370000124],[0.8143152309999095,0.31369776199994703,0.29620394999983546],[1.1580296610000005,0.7799177189999682,0.7586700070000916],[3.4789537280000786,1.2198064450001311,1.206218268000157],[1.2482245060000423,0.8424065669998981,0.8678128400001697],[2.1837149620000673,0.8448476789999404,0.8492143610001222],[2.9010631749999902,1.8770421239998996,1.859835455999928],[4.6367616359998465,1.8144295800000236,2.977320546000101],[5.932184310000139,3.7547057240001322,3.4905751789999613],[1.0825107470000148,0.6089946629999758,0.6027930899999774],[9.431518925000091,1.8313576000000467,1.8272091119999914],[11.088325851000036,1.7101613590000397,1.7332129410001471],[21.759323214000005,3.6137633480000204,3.5981952510001065],[55.858323720000044,11.130785724999896,11.137916557000153],[2.62945403599997,0.48112061599999834,0.47660431999997854],[0.724943537999934,0.3750543330002074,0.37342856700001903],[2.68823736000013,0.4855612100000144,0.5017041849998805],[9.432771488999833,1.4729457909998018,1.4764195239999935],[8.373684226000023,4.492152146999842,4.521108621999929],[7.942450724999844,1.5387269580000975,1.547872401999939],[2.4811867640000855,0.921913929000084,1.4909157100000812],[6.329192314000011,1.1808154699999704,1.142661366000084],[9.606873708999956,5.282511374999785,6.381937246000007],[10.85659978700005,3.1545218410001326,3.1670173970001088],[10.854515859000003,3.186118347999809,3.2063636679999945],[1.615416661999916,0.8797393360000569,0.8869118689999596],[0.27963824800008297,0.1805793179999,0.18357048100006068],[0.18112159000020256,0.1387902070000564,0.13812656300001436],[0.19202985199990508,0.13907866399995328,0.13576146300010805],[0.4347770939998554,0.3260163970001031,0.3153109580000546],[0.15686156200013102,0.08243094600015866,0.08062338900003851],[0.1538962489998994,0.0836899139999332,0.08601155300016217],[0.16666654100004052,0.08488733899980616,0.08224888199993075]],"source":"duckdb-parquet/results/c6a.4xlarge.json"} ,{"system":"DuckDB","date":"2022-12-05","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":425,"data_size":25020346368,"result":[[0.007135800000014569,0.004646499999807929,0.0045647760000520066],[0.12443199600011212,0.03355217399985122,0.03299938800000746],[0.6281570920000377,0.058338116000186346,0.05751423199990313],[0.2990836940000463,0.051990082999964216,0.05189391799990517],[1.2228274760000204,0.8644999590001134,0.8567021250000835],[1.3278140740001163,0.8072767019998537,0.7921031470000344],[0.12534854499995163,0.05091984599994248,0.051368654000043534],[0.11485318299992286,0.033922972000027585,0.0336291149999397],[1.561040407000064,0.9492717730001914,0.9720299030000206],[2.9728152920001776,1.3175212710000324,1.3134815519999847],[1.1678016690000277,0.27273747100002765,0.26692092400003276],[1.5271947280000404,0.3083432119999543,0.2955736640001305],[1.3270341120000921,0.6887039480000112,0.6764443990000473],[3.4733929189999344,1.135565227999905,1.109614780999891],[1.909477152999898,0.7519835299999613,0.7359663009999622],[1.3398070649998317,0.8888186849999329,0.8694975829998839],[3.1942727519999607,1.8382615139998961,1.8334652159999223],[3.1415088300000207,1.791891114000009,1.7972512339999867],[6.617951059000006,3.444743174999985,3.4803120640001453],[2.0981471339998734,0.5271307299999535,0.5362159700000575],[20.21692445000008,0.8121765809999033,0.8143956559999879],[22.26465684599998,0.6100024630000007,0.6048387759999514],[37.58809799799974,0.9026368640002147,0.8930203979998623],[95.21868116400037,4.430160585000067,4.487035769000158],[3.6218736319997333,0.22906894299967462,0.22706482700004926],[1.0639711190001435,0.23017620199971134,0.2244537560000026],[3.5861956160001682,0.23935150200031785,0.23052575300016542],[21.038624846999937,0.5327352050003356,0.5313621820000662],[13.9852374029997,4.524651506999817,4.526088741999956],[0.7034568640001453,0.6592183679999835,0.6524647009996443],[4.215139982999972,0.6907579600001554,0.6699589180002476],[7.119838786999935,0.9489433139997345,0.9415373009996983],[8.913821903000098,4.947869110000283,4.992799337000179],[21.16156705100002,2.3768169490003856,2.33526046399993],[21.096792339999865,2.4474791690004167,2.3949272280001423],[1.3730593499999486,0.9257874270001594,0.941982143000132],[0.1187643489997754,0.03748237899981177,0.03318293900019853],[0.06331870000030904,0.017843865000031656,0.015861357000176213],[0.07283373500013113,0.02199825600018812,0.01831419600011941],[0.19944414400015376,0.06392238599983102,0.059881595999740966],[0.06380632599984892,0.011610184999881312,0.009537464000004547],[0.0629993860002287,0.010002215999975306,0.008918061000258604],[0.049329639000006864,0.011571979000109422,0.011015567999947962]],"source":"duckdb/results/c5.4xlarge.json"}