axs2mlperf 1.0.0

pts/axs2mlperf-1.0.0 - 12 May 2023 - Initial commit for MLPerf benchmark.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://raw.githubusercontent.com/krai/axs2mlperf/812f7be11e47227457ed279bd1fb2e3129008642/demo/Dockerfile</URL>
      <MD5>abee1068b5994f73619a0e1fbd747469</MD5>
      <SHA256>92acc4c403268d96f6e6c33d604c309fee4ab43db062106a8c5756170671dcf1</SHA256>
      <FileName>Axs_Dockerfile_mlperf_20230505</FileName>
      <FileSize>2080</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/sh
if which docker>/dev/null 2>&1 ;
then
	echo 0 > ~/install-exit-status
else
	echo "ERROR: Docker is not found on the system! This test profile needs a working docker installation in the PATH."
	echo 2 > ~/install-exit-status
	exit
fi
docker build --no-cache -t axs:benchmarks -f Axs_Dockerfile_mlperf_20230505 .
echo $? > ~/install-exit-status
echo "#!/bin/bash
QPS_TARGET=\`cat avg-qps-target\`
echo \"QPS TARGET IS: \$QPS_TARGET\"
docker run axs:benchmarks -c \"time axs byquery loadgen_output,classified_imagenet,framework=onnx,loadgen_mode=PerformanceOnly,loadgen_scenario=Offline,loadgen_dataset_size=500,loadgen_buffer_size=1024,verbosity=1,loadgen_target_qps=\$QPS_TARGET , get performance && cat \\\`axs byquery loadgen_output,classified_imagenet,framework=onnx,loadgen_mode=PerformanceOnly,loadgen_scenario=Offline , get_path\\\`/mlperf_log_summary.txt\" > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > axs2mlperf
chmod +x axs2mlperf

pre.sh

#!/bin/bash
docker run --rm axs:benchmarks -c "time axs byquery loadgen_output,classified_imagenet,framework=onnx,loadgen_dataset_size=20,loadgen_mode=PerformanceOnly,loadgen_dataset_size=500,loadgen_buffer_size=1024,loadgen_scenario=Offline,loadgen_target_qps=1 , get performance" > eval-out.txt 2>&1 &
EVAL_PID=$!
sleep 120
kill -9 $EVAL_PID
sleep 3
cat eval-out.txt | grep "p\[batch of 1\] inference=" | cut -c 25- | awk '{print $1}' > q-times.txt
count=0;
total=0;
for i in $( awk '{ print $1; }' q-times.txt )
   do 
     total=$(echo $total+$i | bc )
     ((count++))
   done
AVG_INF_TIME=`echo "scale=2; $total / $count" | bc`
echo "AVERAGE TIME IS $AVG_INF_TIME ms"
AVG_QPS=`echo "scale=0; 1000 / $AVG_INF_TIME" | bc`
echo "AVERAGE QPS IS $AVG_QPS qps"
echo $AVG_QPS > avg-qps-target

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>Samples per second: #_RESULT_#</OutputTemplate>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>axs2mlperf</Title>
    <Description>This is a facilitator for the MLPerf Inference Benchmark Suite leveraging the axs2mlperf Docker container build and testing for currently facilitating ResNwt-50 reference model inference CPU benchmarks. See reference information at https://github.com/krai/axs2mlperf/blob/master/demo/README.md</Description>
    <ResultScale>Samples Per Second</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python</ExternalDependencies>
    <InstallRequiresInternet>TRUE</InstallRequiresInternet>
    <EnvironmentSize>1000</EnvironmentSize>
    <ProjectURL>https://mlcommons.org/en/</ProjectURL>
    <RepositoryURL>https://github.com/krai/axs2mlperf</RepositoryURL>
    <InternalTags>Docker, AI</InternalTags>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>docker, bc</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>Test</DisplayName>
      <Identifier>Test</Identifier>
      <Menu>
        <Entry>
          <Name>ResNet50 MLPerf Reference Model</Name>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>