PyHPC Benchmarks 3.0.0

pts/pyhpc-3.0.0 - 28 October 2021 - Update against upstream PyHPC 3.0.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.6.1-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://github.com/dionhaefner/pyhpc-benchmarks/archive/refs/tags/v3.0.tar.gz</URL>
      <MD5>ab58cc99926f70bfdd8e9c1131006123</MD5>
      <SHA256>6adf42d6d6536cf12f56f7cab1dc8c16c66e997498a48ef8980b032f7157ff6d</SHA256>
      <FileName>pyhpc-benchmarks-3.0.tar.gz</FileName>
      <FileSize>193899</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash

if which pip3 >/dev/null 2>&1 ;
then
	echo 0 > ~/install-exit-status
else
	echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed."
	echo 2 > ~/install-exit-status
fi

tar -xf pyhpc-benchmarks-3.0.tar.gz
cd pyhpc-benchmarks-3.0

# Lock the versions for this test profile version
pip3 install --user numpy==1.19.5 torch==1.10.0 tensorflow==2.6.0 numba==0.54.1 click==7.1.2 scipy==1.6.0 jax==0.2.24 jaxlib==0.1.73 aesara==2.2.4

cd ~
echo "#!/bin/sh
cd pyhpc-benchmarks-3.0
python3 run.py \$@ > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > pyhpc
chmod +x pyhpc

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.6.1-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>       4,096  pytorch           29     #_RESULT_#     0.000     0.001     0.001     0.001     0.001     0.002     1.000</OutputTemplate>
    <LineBeforeHint>----------------</LineBeforeHint>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.6.1-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>PyHPC Benchmarks</Title>
    <AppVersion>3.0</AppVersion>
    <Description>PyHPC-Benchmarks is a suite of Python high performance computing benchmarks for execution on CPUs and GPUs using various popular Python HPC libraries. The PyHPC CPU-based benchmarks focus on sequential CPU performance.</Description>
    <ResultScale>Seconds</ResultScale>
    <Proportion>LIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>3.0.0</Version>
    <SupportedPlatforms>Linux, BSD, MacOSX</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python</ExternalDependencies>
    <InstallRequiresInternet>TRUE</InstallRequiresInternet>
    <EnvironmentSize>1</EnvironmentSize>
    <ProjectURL>https://github.com/dionhaefner/pyhpc-benchmarks</ProjectURL>
    <RepositoryURL>https://github.com/dionhaefner/pyhpc-benchmarks</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
  </TestProfile>
  <TestSettings>
    <Default>
      <Arguments>--burnin 20 </Arguments>
    </Default>
    <Option>
      <DisplayName>Device</DisplayName>
      <Identifier>device</Identifier>
      <ArgumentPrefix>--device </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>CPU</Name>
          <Value>cpu</Value>
        </Entry>
        <Entry>
          <Name>GPU</Name>
          <Value>gpu</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Backend</DisplayName>
      <Identifier>backend</Identifier>
      <ArgumentPrefix>-b </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>Aesara</Name>
          <Value>aesara</Value>
        </Entry>
        <Entry>
          <Name>Numpy</Name>
          <Value>numpy</Value>
        </Entry>
        <Entry>
          <Name>JAX</Name>
          <Value>jax</Value>
        </Entry>
        <Entry>
          <Name>Numba</Name>
          <Value>numba</Value>
        </Entry>
        <Entry>
          <Name>PyTorch</Name>
          <Value>pytorch</Value>
        </Entry>
        <Entry>
          <Name>TensorFlow</Name>
          <Value>tensorflow</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Project Size</DisplayName>
      <Identifier>size</Identifier>
      <ArgumentPrefix>-s </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>16384</Name>
          <Value>16384</Value>
        </Entry>
        <Entry>
          <Name>65536</Name>
          <Value>65536</Value>
        </Entry>
        <Entry>
          <Name>262144</Name>
          <Value>262144</Value>
        </Entry>
        <Entry>
          <Name>1048576</Name>
          <Value>1048576</Value>
        </Entry>
        <Entry>
          <Name>4194304</Name>
          <Value>4194304</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Benchmark</DisplayName>
      <Identifier>benchmark</Identifier>
      <Menu>
        <Entry>
          <Name>Equation of State</Name>
          <Value>benchmarks/equation_of_state/</Value>
        </Entry>
        <Entry>
          <Name>Isoneutral Mixing</Name>
          <Value>benchmarks/isoneutral_mixing/</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>