ClickHouse 1.0.0

git/clickhouse-1.0.0 - 12 January 2023 - Git-based ClickHouse test profile for QPL testing.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz</URL>
      <MD5>de2f86030d1c86fd39d03468bd90a911</MD5>
      <SHA256>bd500f777ef0eb55dc9d4f0eb245870351cc44a44d72a56395048d5c15f09fe2</SHA256>
      <FileName>hits.tsv.gz</FileName>
      <FileSize>16298506510</FileSize>
    </Package>
    <Package>
      <URL>https://github.com/ClickHouse/ClickBench/archive/d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0.zip</URL>
      <MD5>c9e554e017403f399f3175258e12befa</MD5>
      <SHA256>6ab8955c8fc0af8946f2b6d5dfdef708eafd89826e3ffa7204f664f256240238</SHA256>
      <FileName>ClickBench-d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0.zip</FileName>
      <FileSize>627752</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash
git clone --recursive https://github.com/ClickHouse/ClickHouse.git clickhouse-git
mkdir build
cd build
EXTRA_FLAGS="-DCMAKE_BUILD_TYPE=Release "
if grep avx /proc/cpuinfo > /dev/null
then
	EXTRA_FLAGS="$EXTRA_FLAGS -DENABLE_AVX=ON "
fi
if grep bmi /proc/cpuinfo > /dev/null
then
	EXTRA_FLAGS="$EXTRA_FLAGS -DENABLE_BMI=ON "
fi
if grep avx2 /proc/cpuinfo > /dev/null
then
	EXTRA_FLAGS="$EXTRA_FLAGS -DENABLE_AVX2=ON "
	if grep avx512 /proc/cpuinfo > /dev/null
	then
		EXTRA_FLAGS="$EXTRA_FLAGS -DENABLE_AVX512=ON -DENABLE_AVX512_FOR_SPEC_OP=ON "
		if type accel-config > /dev/null
		then
			EXTRA_FLAGS="$EXTRA_FLAGS -DENABLE_QPL=ON "
		fi
	fi
fi
echo "Clickhouse CMake build configuration: $EXTRA_FLAGS"
cmake ../clickhouse-git $EXTRA_FLAGS
ninja
echo $? > ~/install-exit-status
cd ~
./build/programs/clickhouse server --version > ~/install-footnote 2>&1
unzip -o ClickBench-d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0.zip
gzip -d -k hits.tsv.gz
cp ClickBench-d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0/clickhouse/queries.sql queries.sql
mkdir config.d
echo "<clickhouse>
<profiles>
<default>
	<allow_experimental_codecs>1</allow_experimental_codecs>
</default>
</profiles>
<compression>
<case>
	<method>deflate_qpl</method>
</case>
</compression>
</clickhouse>" > config.d/qpl.xml
CLICKHOUSE_CLIENT=build/programs/clickhouse
echo "#!/bin/bash
rm -rf d*
rm -rf f*
rm -rf m*
rm -rf n*
rm -rf preprocessed_configs
rm -rf s*
rm -rf tmp
rm -rf u*

TRIES=3
./$CLICKHOUSE_CLIENT server 2>/dev/null &
SERVER_PID=\$!
sleep 5
./$CLICKHOUSE_CLIENT client < ClickBench-d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0/clickhouse/create-tuned.sql
./$CLICKHOUSE_CLIENT client --time --query \"INSERT INTO hits FORMAT TSV\" < hits.tsv
echo \$? > ~/test-exit-status
cat queries.sql | while read query; do
    sync
    echo \"QUERY: \$query\" >> \$LOG_FILE
    for i in \$(seq 1 \$TRIES); do
    	echo -n \"Clickhouse Query Time \$i: \" >> \$LOG_FILE
    	./$CLICKHOUSE_CLIENT client --time --format=Null --max_memory_usage=100G --max_threads=\$NUM_CPU_CORES --query=\"\$query\" --progress 0 >> \$LOG_FILE 2>&1
    	retval=\$?
	if [ \$retval -ne 0 ]; then
	    echo \$retval > ~/test-exit-status
	    kill -9 \$SERVER_PID
	    sleep 3
	    exit
	fi
    done
done
kill -9 \$SERVER_PID
sleep 2
rm -rf d*
rm -rf f*
rm -rf m*
rm -rf n*
rm -rf preprocessed_configs
rm -rf s*
rm -rf tmp
rm -rf u*" > clickhouse
chmod +x clickhouse

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>Clickhouse Query Time 1: #_RESULT_#</OutputTemplate>
    <LineHint>Clickhouse Query Time 1:</LineHint>
    <MultiMatch>GEOMETRIC_MEAN</MultiMatch>
    <DivideResultDivisor>60</DivideResultDivisor>
    <ArgumentsDescription>100M Rows Hits Dataset, First Run / Cold Cache</ArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>Clickhouse Query Time 2: #_RESULT_#</OutputTemplate>
    <LineHint>Clickhouse Query Time 2:</LineHint>
    <MultiMatch>GEOMETRIC_MEAN</MultiMatch>
    <DivideResultDivisor>60</DivideResultDivisor>
    <ArgumentsDescription>100M Rows Hits Dataset, Second Run</ArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>Clickhouse Query Time 3: #_RESULT_#</OutputTemplate>
    <LineHint>Clickhouse Query Time 3:</LineHint>
    <MultiMatch>GEOMETRIC_MEAN</MultiMatch>
    <DivideResultDivisor>60</DivideResultDivisor>
    <ArgumentsDescription>100M Rows Hits Dataset, Third Run</ArgumentsDescription>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>ClickHouse</Title>
    <Description>ClickHouse is an open-source, high performance OLAP data management system. This test profile uses ClickHouse's standard benchmark recommendations per https://clickhouse.com/docs/en/operations/performance-test/ / https://github.com/ClickHouse/ClickBench/tree/main/clickhouse with the 100 million rows web analytics dataset. The reported value is the query processing time using the geometric mean of all separate queries performed as an aggregate. This test profile is currently an experimental build of ClickHouse from Git and setup for Intel QPL accelerator use.</Description>
    <ResultScale>Queries Per Minute, Geo Mean</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Application</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Experimental</Status>
    <ExternalDependencies>build-utilities, cmake, nasm, git, clang</ExternalDependencies>
    <EnvironmentSize>91900</EnvironmentSize>
    <ProjectURL>https://clickhouse.com/</ProjectURL>
    <RepositoryURL>https://github.com/ClickHouse/ClickHouse</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>ninja, lld</SystemDependencies>
  </TestProfile>
</PhoronixTestSuite>