OpenVINO 1.5.0

pts/openvino-1.5.0 - 06 March 2024 - Update against OpenVINO 2024.0 upstream.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>http://www.phoronix-test-suite.com/benchmark-files/openvino-github-2024.0.tar.xz</URL>
      <MD5>9acda189c63ba8495db493dbcfedaf21</MD5>
      <SHA256>df8165d7b1b2e7a435305df800816c1558f2e6742b5692b5cbbf5e33227a88a5</SHA256>
      <FileName>openvino-github-2024.0.tar.xz</FileName>
      <FileSize>187847292</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash
mkdir models
rm -rf openvino-github
tar -xf openvino-github-2024.0.tar.xz
cd openvino-github
mkdir build
cd build
cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_INTEL_GPU=OFF -DTREAT_WARNING_AS_ERROR=OFF ..
make -j $NUM_CPU_CORES
EXIT_STATUS=$?
if [ $EXIT_STATUS -ne 0 ]; then
	echo $EXIT_STATUS > ~/install-exit-status
	exit 2
fi
cd ~/openvino-github/thirdparty/open_model_zoo/tools/model_tools
pip3 install --user -r requirements.in
python3 downloader.py --name face-detection-0206 -o $HOME/models
python3 downloader.py --name age-gender-recognition-retail-0013 -o $HOME/models
python3 downloader.py --name person-detection-0303 -o $HOME/models
python3 downloader.py --name weld-porosity-detection-0001 -o $HOME/models
python3 downloader.py --name vehicle-detection-0202 -o $HOME/models
python3 downloader.py --name person-vehicle-bike-detection-2004 -o $HOME/models
python3 downloader.py --name machine-translation-nar-en-de-0002 -o $HOME/models
python3 downloader.py --name face-detection-retail-0005 -o $HOME/models
python3 downloader.py --name handwritten-english-recognition-0001 -o $HOME/models
python3 downloader.py --name road-segmentation-adas-0001 -o $HOME/models
python3 downloader.py --name person-reidentification-retail-0277 -o $HOME/models
python3 downloader.py --name noise-suppression-poconetlike-0001 -o $HOME/models
echo $? > ~/install-exit-status
cd ~
BINDIR=intel64
if [ $OS_ARCH = "aarch64" ]
then
	BINDIR=aarch64
fi
echo "#!/bin/bash
./openvino-github/bin/$BINDIR/Release/benchmark_app \$@ > \$LOG_FILE
echo \$? > ~/test-exit-status" > openvino
chmod +x openvino

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>[ INFO ] Throughput: #_RESULT_# FPS</OutputTemplate>
    <ResultScale>FPS</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[ INFO ] 	Average:    #_RESULT_# ms
[ INFO ] 	Min:        #_MIN_RESULT_# ms
[ INFO ] 	Max:        #_MAX_RESULT_# ms</OutputTemplate>
    <ResultScale>ms</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>OpenVINO</Title>
    <AppVersion>2024.0</AppVersion>
    <Description>This is a test of the Intel OpenVINO, a toolkit around neural networks, using its built-in benchmarking support and analyzing the throughput and latency for various models.</Description>
    <ResultScale>FPS</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.5.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python, build-utilities, cmake</ExternalDependencies>
    <InstallRequiresInternet>TRUE</InstallRequiresInternet>
    <EnvironmentSize>3500</EnvironmentSize>
    <ProjectURL>https://www.openvino.ai/</ProjectURL>
    <RepositoryURL>https://github.com/openvinotoolkit/openvino</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>usb.h, libusb-1.0/libusb.h, opencv_version, opencv4/opencv2/cvdef.h, python2</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>Model</DisplayName>
      <Identifier>model</Identifier>
      <ArgumentPrefix>-m </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>Face Detection FP16</Name>
          <Value>models/intel/face-detection-0206/FP16/face-detection-0206.xml</Value>
        </Entry>
        <Entry>
          <Name>Face Detection FP16-INT8</Name>
          <Value>models/intel/face-detection-0206/FP16-INT8/face-detection-0206.xml</Value>
        </Entry>
        <Entry>
          <Name>Age Gender Recognition Retail 0013 FP16</Name>
          <Value>models/intel/age-gender-recognition-retail-0013/FP16/age-gender-recognition-retail-0013.xml</Value>
        </Entry>
        <Entry>
          <Name>Age Gender Recognition Retail 0013 FP16-INT8</Name>
          <Value>models/intel/age-gender-recognition-retail-0013/FP16-INT8/age-gender-recognition-retail-0013.xml</Value>
        </Entry>
        <Entry>
          <Name>Person Detection FP16</Name>
          <Value>models/intel/person-detection-0303/FP16/person-detection-0303.xml</Value>
        </Entry>
        <Entry>
          <Name>Person Detection FP32</Name>
          <Value>models/intel/person-detection-0303/FP32/person-detection-0303.xml</Value>
        </Entry>
        <Entry>
          <Name>Weld Porosity Detection FP16-INT8</Name>
          <Value>models/intel/weld-porosity-detection-0001/FP16-INT8/weld-porosity-detection-0001.xml</Value>
        </Entry>
        <Entry>
          <Name>Weld Porosity Detection FP16</Name>
          <Value>models/intel/weld-porosity-detection-0001/FP16/weld-porosity-detection-0001.xml</Value>
        </Entry>
        <Entry>
          <Name>Vehicle Detection FP16-INT8</Name>
          <Value>models/intel/vehicle-detection-0202/FP16-INT8/vehicle-detection-0202.xml</Value>
        </Entry>
        <Entry>
          <Name>Vehicle Detection FP16</Name>
          <Value>models/intel/vehicle-detection-0202/FP16/vehicle-detection-0202.xml</Value>
        </Entry>
        <Entry>
          <Name>Person Vehicle Bike Detection FP16</Name>
          <Value>models/intel/person-vehicle-bike-detection-2004/FP16/person-vehicle-bike-detection-2004.xml</Value>
        </Entry>
        <Entry>
          <Name>Machine Translation EN To DE FP16</Name>
          <Value>models/intel/machine-translation-nar-en-de-0002/FP16/machine-translation-nar-en-de-0002.xml</Value>
        </Entry>
        <Entry>
          <Name>Face Detection Retail FP16</Name>
          <Value>models/intel/face-detection-retail-0005/FP16/face-detection-retail-0005.xml</Value>
        </Entry>
        <Entry>
          <Name>Face Detection Retail FP16-INT8</Name>
          <Value>models/intel/face-detection-retail-0005/FP16-INT8/face-detection-retail-0005.xml</Value>
        </Entry>
        <Entry>
          <Name>Handwritten English Recognition FP16</Name>
          <Value>models/intel/handwritten-english-recognition-0001/FP16/handwritten-english-recognition-0001.xml</Value>
        </Entry>
        <Entry>
          <Name>Handwritten English Recognition FP16-INT8</Name>
          <Value>models/intel/handwritten-english-recognition-0001/FP16-INT8/handwritten-english-recognition-0001.xml</Value>
        </Entry>
        <Entry>
          <Name>Road Segmentation ADAS FP16</Name>
          <Value>models/intel/road-segmentation-adas-0001/FP16/road-segmentation-adas-0001.xml</Value>
        </Entry>
        <Entry>
          <Name>Road Segmentation ADAS FP16-INT8</Name>
          <Value>models/intel/road-segmentation-adas-0001/FP16-INT8/road-segmentation-adas-0001.xml</Value>
        </Entry>
        <Entry>
          <Name>Person Re-Identification Retail FP16</Name>
          <Value>models/intel/person-reidentification-retail-0277/FP16/person-reidentification-retail-0277.xml</Value>
        </Entry>
        <Entry>
          <Name>Noise Suppression Poconet-Like FP16</Name>
          <Value>models/intel/noise-suppression-poconetlike-0001/FP16/noise-suppression-poconetlike-0001.xml</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Device</DisplayName>
      <Identifier>Device</Identifier>
      <ArgumentPrefix>-d </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>CPU</Name>
          <Value>CPU</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>