NCNN 1.5.0

pts/ncnn-1.5.0 - 01 August 2023 - Update against latest upstream.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://github.com/Tencent/ncnn/archive/refs/tags/20230517.tar.gz</URL>
      <MD5>550763a952f072d1d261d32bd031c424</MD5>
      <SHA256>71c1960e5fbbe68d2c3cf572cbf4dd08bb387ef20d2c560c074c5969c6b44bde</SHA256>
      <FileName>ncnn-20230517.tar.gz</FileName>
      <FileSize>12569535</FileSize>
    </Package>
    <Package>
      <URL>https://github.com/KhronosGroup/glslang/archive/refs/tags/12.3.1.tar.gz</URL>
      <MD5>0d453bdb40e79948bd05aa3910fdec56</MD5>
      <SHA256>a57836a583b3044087ac51bb0d5d2d803ff84591d55f89087fc29ace42a8b9a8</SHA256>
      <FileName>glslang-12.3.1.tar.gz</FileName>
      <FileSize>3718998</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/sh
tar -xf ncnn-20230517.tar.gz
tar -xf glslang-1.3.1.tar.gz
cp -va glslang-12.3.1/* ncnn-20230517/glslang/
cd ncnn-20230517
# remove int8 tests
sed -i -e "/benchmark(\".*_int8\"/d" benchmark/benchncnn.cpp
mkdir build
cd build
cmake -DNCNN_VULKAN=ON  -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF ..
is_cmake_ok=$?
if [ $is_cmake_ok -ne 0 ]; then
    # try to build cpu-only test on system without vulkan development files
    cmake -DNCNN_VULKAN=OFF -DNCNN_BUILD_TOOLS=OFF -DNCNN_BUILD_EXAMPLES=OFF ..
fi
make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status
cp ../benchmark/*.param benchmark/
cd ~/
cat>ncnn<<EOT
#!/bin/sh
cd ncnn-20230517/build/benchmark
./benchncnn 250 \$NUM_CPU_CORES 0 \$@ 0  > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status
EOT
chmod +x ncnn

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>           mobilenet  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>           mobilenet  </LineHint>
    <AppendToArgumentsDescription>Model: mobilenet</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>        mobilenet_v2  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>        mobilenet_v2  </LineHint>
    <AppendToArgumentsDescription>Model: mobilenet-v2</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>        mobilenet_v3  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>        mobilenet_v3  </LineHint>
    <AppendToArgumentsDescription>Model: mobilenet-v3</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>       shufflenet_v2  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>       shufflenet_v2  </LineHint>
    <AppendToArgumentsDescription>Model: shufflenet-v2</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>             mnasnet  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>             mnasnet  </LineHint>
    <AppendToArgumentsDescription>Model: mnasnet</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>     efficientnet_b0  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>     efficientnet_b0  </LineHint>
    <AppendToArgumentsDescription>Model: efficientnet-b0</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>           blazeface  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>           blazeface  </LineHint>
    <AppendToArgumentsDescription>Model: blazeface</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>           googlenet  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>           googlenet  </LineHint>
    <AppendToArgumentsDescription>Model: googlenet</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>               vgg16  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>               vgg16  </LineHint>
    <AppendToArgumentsDescription>Model: vgg16</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>            resnet18  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>            resnet18  </LineHint>
    <AppendToArgumentsDescription>Model: resnet18</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>             alexnet  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>             alexnet  </LineHint>
    <AppendToArgumentsDescription>Model: alexnet</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>            resnet50  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>            resnet50  </LineHint>
    <AppendToArgumentsDescription>Model: resnet50</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>  mobilenetv2_yolov3  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>  mobilenetv2_yolov3  </LineHint>
    <AppendToArgumentsDescription>Model: mobilenetv2-yolov3</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>         yolov4-tiny  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>         yolov4-tiny  </LineHint>
    <AppendToArgumentsDescription>Model: yolov4-tiny</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>          squeezenet_ssd  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>          squeezenet_ssd  </LineHint>
    <AppendToArgumentsDescription>Model: squeezenet_ssd</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>          regnety_400m  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>          regnety_400m  </LineHint>
    <AppendToArgumentsDescription>Model: regnety_400m</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>          vision_transformer  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>          vision_transformer  </LineHint>
    <AppendToArgumentsDescription>Model: vision_transformer</AppendToArgumentsDescription>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>          FastestDet  min =    #_MIN_RESULT_#  max =   #_MAX_RESULT_#  avg =    #_RESULT_#</OutputTemplate>
    <LineHint>          FastestDet  </LineHint>
    <AppendToArgumentsDescription>Model: FastestDet</AppendToArgumentsDescription>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>NCNN</Title>
    <AppVersion>20230517</AppVersion>
    <Description>NCNN is a high performance neural network inference framework optimized for mobile and other platforms developed by Tencent.</Description>
    <ResultScale>ms</ResultScale>
    <Proportion>LIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.5.0</Version>
    <SupportedPlatforms>Linux, MacOSX</SupportedPlatforms>
    <SoftwareType>Scientific</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>cmake, build-utilities, vulkan-development</ExternalDependencies>
    <EnvironmentSize>196</EnvironmentSize>
    <ProjectURL>https://github.com/Tencent/ncnn/</ProjectURL>
    <RepositoryURL>https://github.com/Tencent/ncnn</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>glslang/Include/Common.h, glslangValidator</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>Target</DisplayName>
      <Identifier>target</Identifier>
      <Menu>
        <Entry>
          <Name>CPU</Name>
          <Value>-1</Value>
        </Entry>
        <Entry>
          <Name>Vulkan GPU</Name>
          <Value>0</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>