Mlpack Benchmark 1.0.1

pts/mlpack-1.0.1 - 24 February 2020 - Add new tests per https://github.com/phoronix-test-suite/test-profiles/pull/129

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.0m3-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>http://phoronix-test-suite.com/benchmark-files/mlpack-benchmarks-20200110.zip</URL>
      <MD5>5c64e39100243ffeb0586efa6887195b</MD5>
      <SHA256>10123cd85eff747230bcdb05e0b93254b2642d62370009ac3e461ddaef59b768</SHA256>
      <FileName>mlpack-benchmarks-20200110.zip</FileName>
      <FileSize>233570</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/sh

pip3 install timeout-decorator

unzip -o mlpack-benchmarks-20200110.zip
cd benchmarks-master/
mv datasets/dataset-urls.txt datasets/dataset-urls.txt.bk
cat datasets/dataset-urls.txt.bk|grep "webpage" > datasets/dataset-urls.txt
cat datasets/dataset-urls.txt.bk|grep "reuters" >> datasets/dataset-urls.txt
make datasets
echo $? > ~/install-exit-status

cd ~
echo "#!/bin/sh
cd benchmarks-master/
case \$@ in
        \"SCIKIT_SVM\")
                cat test.yaml |grep -A 9 \"\$@\" > ./\$@.yaml
                sed -i -e '/oilspill_train/d' -e 's/iris/webpage/g' \$@.yaml
        ;;
        \"SCIKIT_LINEARRIDGEREGRESSION\")
                cat test.yaml |grep -A 9 \"\$@\" > ./\$@.yaml
                sed -i -e 's/sickEuthyroid/reuters/g' \$@.yaml
        ;;
        \"SCIKIT_QDA\")
                cat test.yaml |grep -A 9 \"\$@\" > ./\$@.yaml
                sed -i -e '/oilspill/d' -e 's/iris/reuters/g' \$@.yaml
        ;;
        \"SCIKIT_ICA\")
                cat test.yaml |grep -A 9 \"\$@\" > ./\$@.yaml
                sed -i -e '/wine/d' -e 's/iris/webpage_train/g' \$@.yaml
        ;;
esac
python3 run.py -c \$@.yaml > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > mlpack
chmod +x mlpack

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.0m3-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>[INFO] Metric: {'runtime': #_RESULT_#, 'ACC': 0.7953248917640812, 'MCC': 0.7416568406864265, 'Precision': 0.9656353770683679, 'Recall': 0.7953248917640812, 'MSE': 0.012938842404899509}</OutputTemplate>
    <MatchToTestArguments>SCIKIT_SVM</MatchToTestArguments>
    <StripFromResult>,</StripFromResult>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[INFO] Metric: {'runtime': #_RESULT_#, 'MSE': 0.0099063666127401}</OutputTemplate>
    <MatchToTestArguments>SCIKIT_LINEARRIDGEREGRESSION</MatchToTestArguments>
    <StripFromResult>,</StripFromResult>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[INFO] Metric: {'runtime': #_RESULT_#, 'ACC': 0.5287654814222933, 'MCC': 0.036204581617472295, 'Precision': 0.5113918806959403, 'Recall': 0.5287654814222933, 'MSE': 0.9222048475371384}</OutputTemplate>
    <MatchToTestArguments>SCIKIT_QDA</MatchToTestArguments>
    <StripFromResult>,</StripFromResult>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[INFO] Metric: {'runtime': #_RESULT_#}</OutputTemplate>
    <MatchToTestArguments>SCIKIT_ICA</MatchToTestArguments>
    <StripFromResult>}</StripFromResult>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.0m3-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>Mlpack Benchmark</Title>
    <Description>Mlpack benchmark scripts for machine learning libraries</Description>
    <ResultScale>Seconds</ResultScale>
    <Proportion>LIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.1</Version>
    <SupportedPlatforms>Linux, BSD</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python-scipy, python-sklearn, python, build-utilities</ExternalDependencies>
    <ProjectURL>https://github.com/mlpack/benchmarks</ProjectURL>
    <Maintainer>Yu Ma</Maintainer>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>Benchmark</DisplayName>
      <Identifier>benchmark</Identifier>
      <Menu>
        <Entry>
          <Name>scikit_svm</Name>
          <Value>SCIKIT_SVM</Value>
        </Entry>
        <Entry>
          <Name>scikit_linearridgeregression</Name>
          <Value>SCIKIT_LINEARRIDGEREGRESSION</Value>
        </Entry>
        <Entry>
          <Name>scikit_qda</Name>
          <Value>SCIKIT_QDA</Value>
        </Entry>
        <Entry>
          <Name>scikit_ica</Name>
          <Value>SCIKIT_ICA</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>