ClickHouse 1.2.0

pts/clickhouse-1.2.0 - 11 January 2023 - Update against ClickHouse 22.12.3.5 upstream.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://github.com/ClickHouse/ClickHouse/releases/download/v22.12.3.5-stable/clickhouse-common-static-22.12.3.5-amd64.tgz</URL>
      <MD5>2936f3e649f66471207b19995c3c8540</MD5>
      <SHA256>1b4131f9f09f856d238fff6119a0e9ab0c7136d77f5abae1e1ea9661c7138d5e</SHA256>
      <FileName>clickhouse-common-static-22.12.3.5-amd64.tgz</FileName>
      <FileSize>249354063</FileSize>
      <ArchitectureSpecific>x86_64</ArchitectureSpecific>
    </Package>
    <Package>
      <URL>https://github.com/ClickHouse/ClickHouse/releases/download/v22.12.3.5-stable/clickhouse-common-static-22.12.3.5-arm64.tgz</URL>
      <MD5>7bae6f03fe0067bc86d853368fbbf348</MD5>
      <SHA256>a20fb0980d8957c22f551ed3b9edf5162a0da4c91f79b77a84313118e73dd441</SHA256>
      <FileName>clickhouse-common-static-22.12.3.5-arm64.tgz</FileName>
      <FileSize>173015533</FileSize>
      <ArchitectureSpecific>aarch64</ArchitectureSpecific>
    </Package>
    <Package>
      <URL>https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz</URL>
      <MD5>de2f86030d1c86fd39d03468bd90a911</MD5>
      <SHA256>bd500f777ef0eb55dc9d4f0eb245870351cc44a44d72a56395048d5c15f09fe2</SHA256>
      <FileName>hits.tsv.gz</FileName>
      <FileSize>16298506510</FileSize>
    </Package>
    <Package>
      <URL>https://github.com/ClickHouse/ClickBench/archive/d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0.zip</URL>
      <MD5>c9e554e017403f399f3175258e12befa</MD5>
      <SHA256>6ab8955c8fc0af8946f2b6d5dfdef708eafd89826e3ffa7204f664f256240238</SHA256>
      <FileName>ClickBench-d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0.zip</FileName>
      <FileSize>627752</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/sh
if [ $OS_ARCH = "aarch64" ]
then
	tar -xf clickhouse-common-static-22.12.3.5-arm64.tgz
else
	tar -xf clickhouse-common-static-22.12.3.5-amd64.tgz
fi
unzip -o ClickBench-d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0.zip
gzip -d -k hits.tsv.gz
cp ClickBench-d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0/clickhouse/queries.sql queries.sql
mkdir config.d

CLICKHOUSE_CLIENT=clickhouse-common-static-22.12.3.5/usr/bin/clickhouse
echo "#!/bin/bash
rm -rf d*
rm -rf f*
rm -rf m*
rm -rf n*
rm -rf preprocessed_configs
rm -rf s*
rm -rf tmp
rm -rf u*

TRIES=3
./$CLICKHOUSE_CLIENT server 2>/dev/null &
SERVER_PID=\$!
sleep 5
./$CLICKHOUSE_CLIENT client < ClickBench-d9a1281ca7d2dd6c5144bd801a5ce493c0fe6fa0/clickhouse/create-tuned.sql
./$CLICKHOUSE_CLIENT client --time --query \"INSERT INTO hits FORMAT TSV\" < hits.tsv
echo \$? > ~/test-exit-status
cat queries.sql | while read query; do
    sync
    echo \"QUERY: \$query\" >> \$LOG_FILE
    for i in \$(seq 1 \$TRIES); do
    	echo -n \"Clickhouse Query Time \$i: \" >> \$LOG_FILE
    	./$CLICKHOUSE_CLIENT client --time --format=Null --max_memory_usage=100G --max_threads=\$NUM_CPU_CORES --query=\"\$query\" --progress 0 >> \$LOG_FILE 2>&1
    	retval=\$?
	if [ \$retval -ne 0 ]; then
	    echo \$retval > ~/test-exit-status
	    kill -9 \$SERVER_PID
	    sleep 3
	    exit
	fi
    done
done
kill -9 \$SERVER_PID
sleep 2
rm -rf d*
rm -rf f*
rm -rf m*
rm -rf n*
rm -rf preprocessed_configs
rm -rf s*
rm -rf tmp
rm -rf u*" > clickhouse
chmod +x clickhouse

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>Clickhouse Query Time 1: #_RESULT_#</OutputTemplate>
    <LineHint>Clickhouse Query Time 1:</LineHint>
    <MultiMatch>GEOMETRIC_MEAN</MultiMatch>
    <DivideResultDivisor>60</DivideResultDivisor>
    <ArgumentsDescription>100M Rows Hits Dataset, First Run / Cold Cache</ArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>Clickhouse Query Time 2: #_RESULT_#</OutputTemplate>
    <LineHint>Clickhouse Query Time 2:</LineHint>
    <MultiMatch>GEOMETRIC_MEAN</MultiMatch>
    <DivideResultDivisor>60</DivideResultDivisor>
    <ArgumentsDescription>100M Rows Hits Dataset, Second Run</ArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>Clickhouse Query Time 3: #_RESULT_#</OutputTemplate>
    <LineHint>Clickhouse Query Time 3:</LineHint>
    <MultiMatch>GEOMETRIC_MEAN</MultiMatch>
    <DivideResultDivisor>60</DivideResultDivisor>
    <ArgumentsDescription>100M Rows Hits Dataset, Third Run</ArgumentsDescription>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>ClickHouse</Title>
    <AppVersion>22.12.3.5</AppVersion>
    <Description>ClickHouse is an open-source, high performance OLAP data management system. This test profile uses ClickHouse's standard benchmark recommendations per https://clickhouse.com/docs/en/operations/performance-test/ / https://github.com/ClickHouse/ClickBench/tree/main/clickhouse with the 100 million rows web analytics dataset. The reported value is the query processing time using the geometric mean of all separate queries performed as an aggregate.</Description>
    <ResultScale>Queries Per Minute, Geo Mean</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.2.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Application</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <SupportedArchitectures>x86_64, aarch64</SupportedArchitectures>
    <EnvironmentSize>91900</EnvironmentSize>
    <ProjectURL>https://clickhouse.com/</ProjectURL>
    <RepositoryURL>https://github.com/ClickHouse/ClickHouse</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
  </TestProfile>
</PhoronixTestSuite>