OpenVINO 1.0.0

pts/openvino-1.0.0 - 07 October 2020 - Initial commit of OpenVINO benchmark.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.0.0m3-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>http://www.phoronix-test-suite.com/benchmark-files/openvino-github-2021.tar.xz</URL>
      <MD5>2a6859c2d4c36f4b12765c1498d69ef0</MD5>
      <SHA256>3dc47972b5dbd2d82e766a8b1409b6d6e06f5d73367879f68082e92fcfe6f5f2</SHA256>
      <FileName>openvino-github-2021.tar.xz</FileName>
      <FileSize>14331860</FileSize>
    </Package>
    <Package>
      <URL>http://www.phoronix-test-suite.com/benchmark-files/open_model_zoo-20201007.tar.xz</URL>
      <MD5>1a5a4ab4cf825f2f4f31f16262a01d6d</MD5>
      <SHA256>8c2939fdb45bac27d19fe73d099e3c6f89db9caa094a9eb896086ec4ff546135</SHA256>
      <FileName>open_model_zoo-20201007.tar.xz</FileName>
      <FileSize>33556700</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash

tar -xf openvino-github-2021.tar.xz
tar -xf open_model_zoo-20201007.tar.xz
mkdir models

cd openvino-github-2021
mkdir build
cd build
mkdir py
cd py
ln -s /usr/bin/python3 python
cd ..
cmake -DCMAKE_BUILD_TYPE=Release ..
PATH=py:$PATH make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status

cd ~/open_model_zoo/tools/downloader/
pip3 install --user -r requirements.in
python3 downloader.py --name face-detection-0106 -o $HOME/models
python3 downloader.py --name age-gender-recognition-retail-0013 -o $HOME/models
python3 downloader.py --name person-detection-0106 -o $HOME/models

cd ~

echo "#!/bin/bash
./openvino-github-2021/bin/intel64/Release/benchmark_app \$@ > \$LOG_FILE
echo \$? > ~/test-exit-status" > openvino
chmod +x openvino

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.0.0m3-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>Throughput: #_RESULT_# FPS</OutputTemplate>
    <ResultScale>FPS</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>Latency:    #_RESULT_# ms</OutputTemplate>
    <ResultScale>ms</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.0.0m3-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>OpenVINO</Title>
    <AppVersion>2021.1</AppVersion>
    <Description>This is a test of the Intel OpenVINO, a toolkit around neural networks, using its built-in benchmarking support and analyzing the throughput and latency for various models.</Description>
    <ResultScale>FPS</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python, build-utilities, cmake</ExternalDependencies>
    <RequiresInternet>TRUE</RequiresInternet>
    <EnvironmentSize>2200</EnvironmentSize>
    <ProjectURL>https://github.com/openvinotoolkit/openvino</ProjectURL>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>usb.h, libusb-1.0/libusb.h</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>Model</DisplayName>
      <Identifier>model</Identifier>
      <ArgumentPrefix>-m </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>Face Detection 0106 FP16</Name>
          <Value>models/intel/face-detection-0106/FP16/face-detection-0106.xml</Value>
        </Entry>
        <Entry>
          <Name>Face Detection 0106 FP32</Name>
          <Value>models/intel/face-detection-0106/FP32/face-detection-0106.xml</Value>
        </Entry>
        <Entry>
          <Name>Age Gender Recognition Retail 0013 FP16</Name>
          <Value>models/intel/age-gender-recognition-retail-0013/FP16/age-gender-recognition-retail-0013.xml</Value>
        </Entry>
        <Entry>
          <Name>Age Gender Recognition Retail 0013 FP32</Name>
          <Value>models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml</Value>
        </Entry>
        <Entry>
          <Name>Person Detection 0106 FP16</Name>
          <Value>models/intel/person-detection-0106/FP16/person-detection-0106.xml</Value>
        </Entry>
        <Entry>
          <Name>Person Detection 0106 FP32</Name>
          <Value>models/intel/person-detection-0106/FP32/person-detection-0106.xml</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Device</DisplayName>
      <Identifier>Device</Identifier>
      <ArgumentPrefix>-d </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>CPU</Name>
          <Value>CPU</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>