PyHPC Benchmarks 1.0.0

pts/pyhpc-1.0.0 - 22 October 2021 - Initial commit of PyHPC-Benchmarks.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.6.1-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://github.com/dionhaefner/pyhpc-benchmarks/archive/refs/tags/v2.1.tar.gz</URL>
      <MD5>400071da6d2524de239be14e7756e504</MD5>
      <SHA256>aa297a8e49bf257b8d68cd194f863bace5d6bddc0b531dcf629e2799b22a8405</SHA256>
      <FileName>pyhpc-benchmarks-2.1.tar.gz</FileName>
      <FileSize>204935</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash

if which pip3 >/dev/null 2>&1 ;
then
	echo 0 > ~/install-exit-status
else
	echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed."
	echo 2 > ~/install-exit-status
fi

tar -xf pyhpc-benchmarks-2.1.tar.gz
cd pyhpc-benchmarks-2.1

# Lock the versions for this test profile version
pip3 install --user numpy==1.19.5 torch==1.10.0 tensorflow==2.6.0 theano==1.0.5 numba==0.54.1 click==7.1.2 scipy==1.6.0 jax==0.2.24 jaxlib==0.1.73 bohrium==0.11.0.post60

cd ~
echo "#!/bin/sh
cd pyhpc-benchmarks-2.1
python3 run.py \$@ > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > pyhpc
chmod +x pyhpc

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.6.1-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>       4,096  pytorch           29     #_RESULT_#     0.000     0.001     0.001     0.001     0.001     0.002     1.000</OutputTemplate>
    <LineBeforeHint>----------------</LineBeforeHint>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.6.1-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>PyHPC Benchmarks</Title>
    <AppVersion>2.1</AppVersion>
    <Description>PyHPC-Benchmarks is a suite of Python high performance computing benchmarks for execution on CPUs and GPUs using various popular Python HPC libraries. The PyHPC CPU-based benchmarks focus on sequential CPU performance.</Description>
    <ResultScale>Seconds</ResultScale>
    <Proportion>LIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.0</Version>
    <SupportedPlatforms>Linux, BSD, MacOSX</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python</ExternalDependencies>
    <InstallRequiresInternet>TRUE</InstallRequiresInternet>
    <EnvironmentSize>1</EnvironmentSize>
    <ProjectURL>https://github.com/dionhaefner/pyhpc-benchmarks</ProjectURL>
    <RepositoryURL>https://github.com/dionhaefner/pyhpc-benchmarks</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
  </TestProfile>
  <TestSettings>
    <Default>
      <Arguments>--burnin 20 </Arguments>
    </Default>
    <Option>
      <DisplayName>Device</DisplayName>
      <Identifier>device</Identifier>
      <ArgumentPrefix>--device </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>CPU</Name>
          <Value>cpu</Value>
        </Entry>
        <Entry>
          <Name>GPU</Name>
          <Value>gpu</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Backend</DisplayName>
      <Identifier>backend</Identifier>
      <ArgumentPrefix>-b </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>Numpy</Name>
          <Value>numpy</Value>
        </Entry>
        <Entry>
          <Name>Bohrium</Name>
          <Value>bohrium</Value>
        </Entry>
        <Entry>
          <Name>JAX</Name>
          <Value>jax</Value>
        </Entry>
        <Entry>
          <Name>Theano</Name>
          <Value>theano</Value>
        </Entry>
        <Entry>
          <Name>Numba</Name>
          <Value>numba</Value>
        </Entry>
        <Entry>
          <Name>PyTorch</Name>
          <Value>pytorch</Value>
        </Entry>
        <Entry>
          <Name>TensorFlow</Name>
          <Value>tensorflow</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Project Size</DisplayName>
      <Identifier>size</Identifier>
      <ArgumentPrefix>-s </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>16384</Name>
          <Value>16384</Value>
        </Entry>
        <Entry>
          <Name>65536</Name>
          <Value>65536</Value>
        </Entry>
        <Entry>
          <Name>262144</Name>
          <Value>262144</Value>
        </Entry>
        <Entry>
          <Name>1048576</Name>
          <Value>1048576</Value>
        </Entry>
        <Entry>
          <Name>4194304</Name>
          <Value>4194304</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Benchmark</DisplayName>
      <Identifier>benchmark</Identifier>
      <Menu>
        <Entry>
          <Name>Equation of State</Name>
          <Value>benchmarks/equation_of_state/</Value>
        </Entry>
        <Entry>
          <Name>Isoneutral Mixing</Name>
          <Value>benchmarks/isoneutral_mixing/</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>