NVIDIA TensorRT Inference 1.0.0

system/tensorrt-inference-1.0.0 - 23 December 2018 - Initial commit of NVIDIA TensorRT benchmark from the Jetson Xavier refeenence guide.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.6.0m0-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>http://phoronix-test-suite.com/benchmark-files/TRT_prototxt-20181223T214740Z-001.zip</URL>
      <MD5>e12876266a0b8c06fca90c36c262e52f</MD5>
      <SHA256>e81918f1b42b364630df7eaea989c491c9d6a07b07cc83428f6cb7e9eeedfe93</SHA256>
      <FileName>TRT_prototxt-20181223T214740Z-001.zip</FileName>
      <FileSize>14229</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/sh

if [ -x /usr/src/tensorrt/bin/giexec ]
then
	echo 0 > ~/install-exit-status
else
	echo "ERROR: NVIDIA TensorRT must be installed on the system where /usr/src/tensorrt/bin/giexec is present."
	echo 2 > ~/install-exit-status
fi

unzip -o TRT_prototxt-20181223T214740Z-001.zip


echo "#!/bin/bash

cd TRT_prototxt
/usr/src/tensorrt/bin/giexec \$@ > tensorrt-output 2>&1
echo \$? > ~/test-exit-status

BATCH_SIZE=\`echo \$@ | awk -F'--batch=' '{print \$2}' | cut -f 1 -d \" \"\`
cat tensorrt-output > \$LOG_FILE
echo \"batch size was \$BATCH_SIZE\" >> \$LOG_FILE

RESULT=\`cat tensorrt-output | tail -n2 | awk -F\" \" '{print \$6}'\`
echo \"result was \$RESULT\" >> \$LOG_FILE
RESULT=\`echo \"\$RESULT \$BATCH_SIZE\" | awk '{ val = ((1000 / \$1) * \$2); print val; }'\`
RESULT=\`echo \$RESULT | sed -e \"s/0 //\"\`
echo \"IMAGES PER SECOND RESULT: \$RESULT\" >> \$LOG_FILE" > tensorrt-inference
chmod +x tensorrt-inference

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.6.0m0-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>IMAGES PER SECOND RESULT: #_RESULT_#</OutputTemplate>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.6.0m0-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>NVIDIA TensorRT Inference</Title>
    <Description>This test profile uses any existing system installation of NVIDIA TensorRT for carrying out inference benchmarks with various neural networks.</Description>
    <ResultScale>Images Per Second</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
    <PreInstallMessage>This test profile requires you have already installed TensorRT to /usr/src/tensorrt.</PreInstallMessage>
  </TestInformation>
  <TestProfile>
    <Version>1.0.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>Graphics</TestType>
    <License>Restricted</License>
    <Status>Experimental</Status>
    <EnvironmentSize>1</EnvironmentSize>
    <ProjectURL>https://developer.nvidia.com/tensorrt</ProjectURL>
    <InternalTags>CUDA</InternalTags>
    <Maintainer>Michael Larabel</Maintainer>
  </TestProfile>
  <TestSettings>
    <Default>
      <Arguments>--output=prob </Arguments>
    </Default>
    <Option>
      <DisplayName>Neural Network</DisplayName>
      <Identifier>neural-net</Identifier>
      <ArgumentPrefix>--deploy=</ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>AlexNet</Name>
          <Value>AlexNet_N2.prototxt</Value>
        </Entry>
        <Entry>
          <Name>GoogleNet</Name>
          <Value>googlenet.prototxt</Value>
        </Entry>
        <Entry>
          <Name>ResNet50</Name>
          <Value>ResNet50_224x224.prototxt</Value>
        </Entry>
        <Entry>
          <Name>ResNet152</Name>
          <Value>ResNet152_N2.prototxt</Value>
        </Entry>
        <Entry>
          <Name>VGG16</Name>
          <Value>vgg16_N2.prototxt</Value>
        </Entry>
        <Entry>
          <Name>VGG19</Name>
          <Value>vgg19_N2.prototxt</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Precision</DisplayName>
      <Identifier>precision</Identifier>
      <Menu>
        <Entry>
          <Name>INT8</Name>
          <Value>--int8</Value>
        </Entry>
        <Entry>
          <Name>FP16</Name>
          <Value>--fp16</Value>
        </Entry>
        <Entry>
          <Name>FP32</Name>
          <Value>--fp32</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Batch Size</DisplayName>
      <Identifier>batch-size</Identifier>
      <ArgumentPrefix>--batch=</ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>1</Name>
          <Value>1</Value>
        </Entry>
        <Entry>
          <Name>4</Name>
          <Value>4</Value>
        </Entry>
        <Entry>
          <Name>8</Name>
          <Value>8</Value>
        </Entry>
        <Entry>
          <Name>16</Name>
          <Value>16</Value>
        </Entry>
        <Entry>
          <Name>32</Name>
          <Value>32</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>DLA Cores</DisplayName>
      <Identifier>dla</Identifier>
      <Menu>
        <Entry>
          <Name>Disabled</Name>
          <Value> </Value>
        </Entry>
        <Entry>
          <Name>Enabled</Name>
          <Value>--useDLA=1 --allowGPUfallback</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>