Merge pull request #185 from Gabriel39/perf_0426

Update SelectDB and Apache Doris results

Author: chhetripradeep

doris/benchmark.sh

@@ -6,10 +6,11 @@ set -ex
 # Install
 ROOT=$(pwd)
 
+
 if [[ -n "$1" ]]; then
     url="$1"
 else
-    url='https://doris-release.s3.us-east-1.amazonaws.com/1.2/doris-1.2.0.alpha-x86_64.tar.gz'
+    url='https://doris-clickbench.oss-ap-southeast-1.aliyuncs.com/doris-linux_x64.tar.gz'
 fi
 # Download
 file_name="$(basename ${url})"
@@ -24,31 +25,27 @@ dir_name="${file_name/.tar.gz/}"
 
 # Try to stop SelectDB and remove it first if execute this script multiple times
 set +e
-"$dir_name"/fe/bin/stop_fe.sh
-"$dir_name"/be/bin/stop_be.sh
+"$dir_name"/output/fe/bin/stop_fe.sh
+"$dir_name"/output/be/bin/stop_be.sh
 rm -rf "$dir_name"
 set -e
 
 # Uncompress
 mkdir "$dir_name"
 tar zxf "$file_name" -C "$dir_name"
-DORIS_HOME="$ROOT/$dir_name/"
+DORIS_HOME="$ROOT/$dir_name/output"
 export DORIS_HOME
 
 # Install dependencies
-sudo yum install -y mysql java-11-amazon-corretto.x86_64
-export JAVA_HOME="/usr/lib/jvm/java-11-amazon-corretto.x86_64/"
+sudo yum install -y java-17-amazon-corretto.x86_64
+sudo dnf -y localinstall https://dev.mysql.com/get/mysql80-community-release-el9-4.noarch.rpm
+sudo dnf -y install mysql mysql-community-client
+export JAVA_HOME="/usr/lib/jvm/java-17-amazon-corretto.x86_64/"
 export PATH=$JAVA_HOME/bin:$PATH
 
-IPADDR=$(hostname -i)
-
-# Start Frontend
-echo "priority_networks = ${IPADDR}/24" >>"$DORIS_HOME"/fe/conf/fe_custom.conf
 "$DORIS_HOME"/fe/bin/start_fe.sh --daemon
 
 # Start Backend
-echo "priority_networks = ${IPADDR}/24
-load_process_max_memory_limit_percent=80" >>"$DORIS_HOME"/be/conf/be_custom.conf
 sudo sysctl -w vm.max_map_count=2000000
 "$DORIS_HOME"/be/bin/start_be.sh --daemon
 
@@ -65,7 +62,7 @@ while true; do
 done
 
 # Setup cluster, add Backend to cluster
-mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '${IPADDR}:9050' "
+mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '127.0.0.1:9050' "
 
 # Wait for Backend ready
 while true; do
@@ -79,6 +76,8 @@ while true; do
     fi
 done
 
+echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
+
 # Create Database and table
 mysql -h 127.0.0.1 -P9030 -uroot -e "CREATE DATABASE hits"
 sleep 5

doris/results/c6a.metal.json

@@ -0,0 +1,55 @@
+{
+    "system": "Apache Doris",
+    "date": "2024-04-26",
+    "machine": "c6a.metal, 500gb gp2",
+    "cluster_size": 1,
+    "comment": "",
+    "tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
+    "load_time": 490,
+    "data_size": 17358223424,
+    "result": [
+[0.03,0.03,0.02],
+[0.05,0.04,0.04],
+[0.65,0.04,0.05],
+[2.91,0.05,0.05],
+[0.17,0.17,0.18],
+[2.05,0.21,0.20],
+[0.02,0.02,0.02],
+[0.05,0.04,0.05],
+[1.64,0.24,0.24],
+[0.25,0.26,0.25],
+[0.09,0.09,0.09],
+[0.61,0.09,0.08],
+[0.21,0.20,0.21],
+[0.27,0.24,0.25],
+[0.23,0.23,0.22],
+[0.11,0.10,0.11],
+[0.24,0.24,0.23],
+[0.07,0.07,0.08],
+[2.19,0.42,0.42],
+[0.02,0.01,0.01],
+[11.21,0.11,0.11],
+[0.07,0.07,0.07],
+[10.20,0.11,0.11],
+[0.41,0.09,0.10],
+[0.05,0.05,0.05],
+[0.09,0.10,0.09],
+[0.04,0.05,0.05],
+[0.27,0.22,0.22],
+[9.19,0.96,0.93],
+[0.10,0.07,0.06],
+[1.86,0.12,0.13],
+[4.06,0.15,0.14],
+[0.71,0.79,0.74],
+[1.04,0.93,0.96],
+[0.94,0.92,1.07],
+[0.17,0.17,0.16],
+[0.06,0.05,0.05],
+[0.05,0.04,0.05],
+[0.05,0.04,0.04],
+[0.09,0.07,0.08],
+[0.26,0.05,0.07],
+[0.25,0.04,0.05],
+[0.05,0.05,0.04]
+    ]
+}