Selenium 1.0.2

system/selenium-1.0.2 - 21 March 2019 - Add Octane benchmark option.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.8.0m1-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>http://phoronix-test-suite.com/benchmark-files/selenium-scripts-2.zip</URL>
      <MD5>302e2510cb70a91f84ac9cb04014d770</MD5>
      <SHA256>97b38d96dffa34d2aa67eff8a6f00849876376701c3e7ba9d3e5f93083d0a8a8</SHA256>
      <FileName>selenium-scripts-2.zip</FileName>
      <FileSize>4895</FileSize>
    </Package>
    <Package>
      <URL>http://phoronix-test-suite.com/benchmark-files/selenium-scripts-octane.zip</URL>
      <MD5>06428a0b5ed099b1727769434fa7b4c1</MD5>
      <SHA256>4d1e629d6ffb084c6353a85f2dcf487d54fb07de0b727e09467b5161f70ed46a</SHA256>
      <FileName>selenium-scripts-octane.zip</FileName>
      <FileSize>1088</FileSize>
    </Package>
    <Package>
      <URL>http://phoronix-test-suite.com/benchmark-files/geckodriver-v0.24.0-linux64.tar.gz</URL>
      <MD5>7552b85e43973c84763e212af7cca566</MD5>
      <SHA256>03be3d3b16b57e0f3e7e8ba7c1e4bf090620c147e6804f6c6f3203864f5e3784</SHA256>
      <FileName>geckodriver-v0.24.0-linux64.tar.gz</FileName>
      <FileSize>2896664</FileSize>
      <PlatformSpecific>Linux</PlatformSpecific>
    </Package>
    <Package>
      <URL>http://chromedriver.storage.googleapis.com/73.0.3683.68/chromedriver_linux64.zip</URL>
      <MD5>16d6ef61ff19649df9251d742ed85c62</MD5>
      <SHA256>258830acdfd1273c47dd06defa92e37944d5379fb74c3bc9cc6dddbfd9b1d26e</SHA256>
      <FileName>chromedriver_linux64.zip</FileName>
      <FileSize>5008482</FileSize>
      <PlatformSpecific>Linux</PlatformSpecific>
    </Package>
    <Package>
      <URL>http://chromedriver.storage.googleapis.com/73.0.3683.68/chromedriver_win32.zip</URL>
      <MD5>47bf69232c8b62139e642927cccfe2e4</MD5>
      <SHA256>8a1f37de201d406f6aeb4a21e81311b685356c6d2ac16512008ba5322939bf69</SHA256>
      <FileName>chromedriver_win32.zip</FileName>
      <FileSize>4590782</FileSize>
      <PlatformSpecific>Windows</PlatformSpecific>
    </Package>
    <Package>
      <URL>http://phoronix-test-suite.com/benchmark-files/geckodriver-v0.24.0-win64.zip</URL>
      <MD5>83c1f76dfba615b8ddf29b2c4d157a2b</MD5>
      <SHA256>55089b041e60295d9cd468baf78e1039fd9a38f6cd4d0166b9221626970b276e</SHA256>
      <FileName>geckodriver-v0.24.0-win64.zip</FileName>
      <FileSize>4673848</FileSize>
      <PlatformSpecific>Windows</PlatformSpecific>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash

if which pip3>/dev/null 2>&1 ;
then
	echo 0 > ~/install-exit-status
else
	echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed."
	echo 2 > ~/install-exit-status
fi

pip3 install --user selenium

unzip -o selenium-scripts-2.zip
unzip -o selenium-scripts-octane.zip

# Drivers
tar -xf geckodriver-v0.24.0-linux64.tar.gz
unzip -o chromedriver_linux64.zip

# Script
echo "#!/bin/bash
rm -f run-benchmark.py
cp -f selenium-run-\$1.py run-benchmark.py
sed -i \"s/Firefox/\$2/g\" run-benchmark.py

echo \"from selenium import webdriver
driver = webdriver.\$2()
if \\\"browserName\\\" in driver.capabilities:
	browserName = driver.capabilities['browserName']

if \\\"browserVersion\\\" in driver.capabilities:
	browserVersion = driver.capabilities['browserVersion']
else:
	browserVersion = driver.capabilities['version']

print('{0} {1}'.format(browserName, browserVersion))
driver.quit()\" > browser-version.py

PATH=\$HOME:\$PATH python3 ./run-benchmark.py > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status

PATH=\$HOME:\$PATH python3 ./browser-version.py > ~/pts-footnote
" > selenium

chmod +x selenium

install_windows.sh

#!/bin/sh
unzip -o selenium-scripts-2.zip
unzip -o selenium-scripts-octane.zip

# Drivers
unzip -o geckodriver-v0.24.0-win64.zip
unzip -o chromedriver_win32.zip

# Script
echo "#!/bin/sh
cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\Scripts\pip3.exe\" install --user selenium
rm -f run-benchmark.py
cp -f selenium-run-\$1.py run-benchmark.py
sed -i \"s/Firefox/\$2/g\" run-benchmark.py

echo \"from selenium import webdriver
driver = webdriver.\$2()
if \\\"browserName\\\" in driver.capabilities:
	browserName = driver.capabilities['browserName']

if \\\"browserVersion\\\" in driver.capabilities:
	browserVersion = driver.capabilities['browserVersion']
else:
	browserVersion = driver.capabilities['version']

print('{0} {1}'.format(browserName, browserVersion))
driver.quit()\" > browser-version.py

cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\python.exe\"  ./run-benchmark.py > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status

cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\python.exe\" ./browser-version.py > ~/pts-footnote
" > selenium

chmod +x selenium

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.8.0m1-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>SPEEDOMETER RUNS PER MINUTE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>SPEEDOMETER</LineHint>
    <ResultScale>Runs Per Minute</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>MOTIONMARK RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>MOTIONMARK</LineHint>
    <ResultScale>Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>BASEMARK OVERALL SCORE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>BASEMARK</LineHint>
    <ResultScale>Overall Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>WEBXPRT SCORE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>WEBXPRT</LineHint>
    <ResultScale>Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>ARES-6 GEOMETRIC MEAN RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>ARES-6</LineHint>
    <ResultScale>ms</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>OCTANE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>OCTANE</LineHint>
    <ResultScale>Geometric Mean</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.8.0m1-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>Selenium</Title>
    <Description>This test profile uses the Selenium WebDriver for running various browser benchmarks in different available web browsers.</Description>
    <ResultScale>Score</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.2</Version>
    <SupportedPlatforms>Linux, Windows</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python</ExternalDependencies>
    <RequiresDisplay>TRUE</RequiresDisplay>
    <RequiresInternet>TRUE</RequiresInternet>
    <EnvironmentSize>100</EnvironmentSize>
    <ProjectURL>https://www.seleniumhq.org/</ProjectURL>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>firefox, google-chrome</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>Benchmark</DisplayName>
      <Identifier>benchmark</Identifier>
      <Menu>
        <Entry>
          <Name>ARES-6</Name>
          <Value>ares6</Value>
        </Entry>
        <Entry>
          <Name>Basemark</Name>
          <Value>basemark</Value>
        </Entry>
        <Entry>
          <Name>MotionMark</Name>
          <Value>motionmark</Value>
        </Entry>
        <Entry>
          <Name>Speedometer</Name>
          <Value>speedometer</Value>
        </Entry>
        <Entry>
          <Name>WebXPRT</Name>
          <Value>webxprt</Value>
        </Entry>
        <Entry>
          <Name>Octane</Name>
          <Value>octane</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Browser</DisplayName>
      <Identifier>browser</Identifier>
      <Menu>
        <Entry>
          <Name>Firefox</Name>
          <Value>Firefox</Value>
        </Entry>
        <Entry>
          <Name>Google Chrome</Name>
          <Value>Chrome</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>