Ethr 1.2.0

pts/ethr-1.2.0 - 16 June 2022 - Rewrite the results-definition.xml handling due to the program's messy output. Fixes: https://github.com/phoronix-test-suite/test-profiles/issues/226

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.3-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://github.com/microsoft/ethr/releases/download/v1.0.0/ethr_linux.zip</URL>
      <MD5>dccdf267a03ca749fe70bd913590fd55</MD5>
      <SHA256>781f48294b6623ef22fd95b432e1c9c113acc4c45cd223d538da2e6976783721</SHA256>
      <FileName>ethr_linux_100.zip</FileName>
      <FileSize>2633470</FileSize>
      <PlatformSpecific>Linux</PlatformSpecific>
    </Package>
    <Package>
      <URL>https://github.com/microsoft/ethr/releases/download/v1.0.0/ethr_windows.zip</URL>
      <MD5>13c8a01e523aef1da8903f25a902cad5</MD5>
      <SHA256>a3fa54c49e67b920ee0ac158f59f48cd18b93b2c5f8e829c52d8ce2bcc803b70</SHA256>
      <FileName>ethr_windows_100.zip</FileName>
      <FileSize>2365455</FileSize>
      <PlatformSpecific>Windows</PlatformSpecific>
    </Package>
    <Package>
      <URL>https://github.com/microsoft/ethr/releases/download/v1.0.0/ethr_osx.zip</URL>
      <MD5>a61009d88f87099bc460013263f0bbb9</MD5>
      <SHA256>debbaf0dc4437d9d14f9de613abe58ca4074814f1f77345697e924bd29e9a47f</SHA256>
      <FileName>ethr_osx_100.zip</FileName>
      <FileSize>2534338</FileSize>
      <PlatformSpecific>MacOSX</PlatformSpecific>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/sh
unzip -o ethr_linux_100.zip
mv ethr ethr.bin
chmod +x ethr.bin

echo "#!/bin/sh
# Start server in case doing localhost test
./ethr.bin -s > /dev/null 2>&1 &
ETHR_SERVER_PID=\$!
sleep 3

./ethr.bin \$@ > \$LOG_FILE 2>1

kill \$ETHR_SERVER_PID
sleep 3" > ethr
chmod +x ethr

install_macosx.sh

#!/bin/sh
unzip -o ethr_osx_100.zip
mv ethr ethr.bin
chmod +x ethr.bin

echo "#!/bin/sh
# Start server in case doing localhost test
./ethr.bin -s &
ETHR_SERVER_PID=\$!
sleep 3

./ethr.bin \$@ > \$LOG_FILE 2>1

kill \$ETHR_SERVER_PID
sleep 3" > ethr
chmod +x ethr

install_windows.sh

#!/bin/sh

unzip -o ethr_windows_100.zip
mv ethr.exe ethr_run.exe

echo "#!/bin/sh
cmd /c ethr_run.exe \$@ > \$LOG_FILE" > ethr
chmod +x ethr

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.3-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>  TCP      012-013 sec     #_RESULT_#</OutputTemplate>
    <MatchToTestArguments>-t c</MatchToTestArguments>
    <LineHint>sec</LineHint>
    <MultiMatch>AVERAGE</MultiMatch>
    <ResultScale>Connections/sec</ResultScale>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate> #_RESULT_#  #_MIN_RESULT_#  41.988us  55.815us  63.720us  89.819us 168.958us 168.958us #_MAX_RESULT_#</OutputTemplate>
    <MatchToTestArguments>-t l</MatchToTestArguments>
    <LineHint>us</LineHint>
    <StripFromResult>us</StripFromResult>
    <MultiMatch>AVERAGE</MultiMatch>
    <ResultScale>us</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[  SUM]     UDP      027-028 sec   #_RESULT_#     1.67M</OutputTemplate>
    <MatchToTestArguments>-p udp -t b</MatchToTestArguments>
    <LineHint>SUM</LineHint>
    <MultiMatch>AVERAGE</MultiMatch>
    <ResultScale>Bits/sec</ResultScale>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[  9]     UDP      027-028 sec   #_RESULT_#     1.67M</OutputTemplate>
    <MatchToTestArguments>-p udp -t b -n 1</MatchToTestArguments>
    <LineHint>UDP</LineHint>
    <MultiMatch>AVERAGE</MultiMatch>
    <ResultScale>Bits/sec</ResultScale>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[  SUM]     UDP      000-001 sec   106.93G   #_RESULT_#</OutputTemplate>
    <MatchToTestArguments>-p udp -t b</MatchToTestArguments>
    <LineHint>SUM</LineHint>
    <MultiMatch>AVERAGE</MultiMatch>
    <ResultScale>Packets/sec</ResultScale>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[  9]     UDP      000-001 sec   106.93G   #_RESULT_#</OutputTemplate>
    <MatchToTestArguments>-p udp -t b -n 1</MatchToTestArguments>
    <LineHint>UDP</LineHint>
    <MultiMatch>AVERAGE</MultiMatch>
    <ResultScale>Packets/sec</ResultScale>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[   SUM]     TCP      007-008 sec    #_RESULT_#</OutputTemplate>
    <MatchToTestArguments>-p tcp -t b</MatchToTestArguments>
    <LineHint>SUM</LineHint>
    <StripFromResult>G</StripFromResult>
    <MultiMatch>AVERAGE</MultiMatch>
    <ResultScale>Gbits/sec</ResultScale>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>[   9]     TCP      007-008 sec    #_RESULT_#</OutputTemplate>
    <MatchToTestArguments>-p tcp -t b -n 1</MatchToTestArguments>
    <LineHint>TCP</LineHint>
    <StripFromResult>G</StripFromResult>
    <MultiMatch>AVERAGE</MultiMatch>
    <ResultScale>Gbits/sec</ResultScale>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.3-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>Ethr</Title>
    <AppVersion>1.0</AppVersion>
    <Description>Ethr is a cross-platform Golang-written network performance measurement tool developed by Microsoft that is capable of testing multiple protocols and conducting different measurements.</Description>
    <ResultScale>Mbits/sec</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
    <PreInstallMessage>This test profile automates the testing of a Microsoft Ethr client. Ensure you have a suitable Ethr server [https://github.com/microsoft/ethr] running on your network prior to running this test profile.</PreInstallMessage>
  </TestInformation>
  <TestProfile>
    <Version>1.2.0</Version>
    <SupportedPlatforms>Linux, MacOSX, Windows</SupportedPlatforms>
    <SoftwareType>Benchmark</SoftwareType>
    <TestType>Network</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>golang</ExternalDependencies>
    <RequiresNetwork>TRUE</RequiresNetwork>
    <EnvironmentSize>8</EnvironmentSize>
    <ProjectURL>https://github.com/microsoft/ethr/</ProjectURL>
    <RepositoryURL>https://github.com/microsoft/ethr</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
  </TestProfile>
  <TestSettings>
    <Default>
      <PostArguments> -d 30s </PostArguments>
    </Default>
    <Option>
      <DisplayName>Server Address</DisplayName>
      <Identifier>server-address</Identifier>
      <ArgumentPrefix>-c </ArgumentPrefix>
    </Option>
    <Option>
      <DisplayName>Protocol</DisplayName>
      <Identifier>protocol</Identifier>
      <ArgumentPrefix>-p </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>TCP</Name>
          <Value>tcp</Value>
        </Entry>
        <Entry>
          <Name>UDP</Name>
          <Value>udp</Value>
        </Entry>
        <Entry>
          <Name>HTTP</Name>
          <Value>http</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Test</DisplayName>
      <Identifier>test</Identifier>
      <ArgumentPrefix>-t </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>Bandwidth</Name>
          <Value>b</Value>
        </Entry>
        <Entry>
          <Name>Connections/s</Name>
          <Value>c</Value>
        </Entry>
        <Entry>
          <Name>Latency</Name>
          <Value>l</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Threads</DisplayName>
      <Identifier>threads</Identifier>
      <ArgumentPrefix>-n </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>1</Name>
          <Value>1</Value>
        </Entry>
        <Entry>
          <Name>2</Name>
          <Value>2</Value>
        </Entry>
        <Entry>
          <Name>4</Name>
          <Value>4</Value>
        </Entry>
        <Entry>
          <Name>8</Name>
          <Value>8</Value>
        </Entry>
        <Entry>
          <Name>16</Name>
          <Value>16</Value>
        </Entry>
        <Entry>
          <Name>32</Name>
          <Value>32</Value>
        </Entry>
        <Entry>
          <Name>64</Name>
          <Value>64</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>