Selenium 1.0.40

system/selenium-1.0.40 - 09 May 2024 - Fix for Ubuntu 24.04, update Chrome driver to Chrome 124.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.5-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>http://phoronix-test-suite.com/benchmark-files/selenium-scripts-10.zip</URL>
      <MD5>9fa114be860b0456e1a078509e201a0e</MD5>
      <SHA256>e1d8576e376b52e5f109542d49589027469919257219410eeddee148a3b4a9b0</SHA256>
      <FileName>selenium-scripts-10.zip</FileName>
      <FileSize>21751</FileSize>
    </Package>
    <Package>
      <URL>https://github.com/mozilla/geckodriver/releases/download/v0.32.0/geckodriver-v0.32.0-linux64.tar.gz</URL>
      <MD5>c4e23a5fea0f294bb2150a0d9e117aa5</MD5>
      <SHA256>c33054fda83b8d3275c87472dd005a9f70372e9338c2df2665d8cfeb923e67ba</SHA256>
      <FileName>geckodriver-v0.32.0-linux64.tar.gz</FileName>
      <FileSize>2991185</FileSize>
      <PlatformSpecific>Linux</PlatformSpecific>
    </Package>
    <Package>
      <URL>https://github.com/mozilla/geckodriver/releases/download/v0.32.0/geckodriver-v0.32.0-macos.tar.gz</URL>
      <MD5>3d6aa6528e2e05cc53cebb77525aaabb</MD5>
      <SHA256>8c5bef0690de88a36ef94d07c71c7d7725b115b147d348b56cfae5f3c56bc8a1</SHA256>
      <FileName>geckodriver-v0.32.0-macos.tar.gz</FileName>
      <FileSize>2104563</FileSize>
      <PlatformSpecific>MacOSX</PlatformSpecific>
    </Package>
    <Package>
      <URL>https://github.com/mozilla/geckodriver/releases/download/v0.32.0/geckodriver-v0.32.0-win32.zip</URL>
      <MD5>4c437d64d29e1a23237f1ec8d626af5f</MD5>
      <SHA256>ec7df877a4c8b30b96e00306ea01a203b18283735afeab56976c50cd30beb4b5</SHA256>
      <FileName>geckodriver-v0.32.0-win32.zip</FileName>
      <FileSize>1601693</FileSize>
      <PlatformSpecific>Windows</PlatformSpecific>
    </Package>
    <Package>
      <URL>https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.155/mac-x64/chromedriver-mac-x64.zip</URL>
      <MD5>d257df4c748213018b385b561ed928c8</MD5>
      <SHA256>e0c6700f68e08ceac14ed923c56d171fe9597cff308fb67a7a0ecbc05ce208f5</SHA256>
      <FileName>chromedriver-mac-x64-124.zip</FileName>
      <FileSize>10257647</FileSize>
      <PlatformSpecific>MacOSX</PlatformSpecific>
    </Package>
    <Package>
      <URL>https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.155/linux64/chromedriver-linux64.zip</URL>
      <MD5>5125610b576d6692459495064c1ac442</MD5>
      <SHA256>7ae76046edce32e4c14de5fcceb9ba4a18268dcb0d87368160400fff89f54899</SHA256>
      <FileName>chromedriver-linux64-124.zip</FileName>
      <FileSize>8679595</FileSize>
      <PlatformSpecific>Linux</PlatformSpecific>
    </Package>
    <Package>
      <URL>https://storage.googleapis.com/chrome-for-testing-public/124.0.6367.155/win64/chromedriver-win64.zip</URL>
      <MD5>1742d3b69f52082e5e14cfcb7f668d1d</MD5>
      <SHA256>9fec357af29c705a1b0154793c3362cdc38c9f6639a5c6bf3e9dbfecf31d6fa9</SHA256>
      <FileName>chromedriver-win64-124.zip</FileName>
      <FileSize>8641993</FileSize>
      <PlatformSpecific>Windows</PlatformSpecific>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash
if which pip3>/dev/null 2>&1 ;
then
	echo 0 > ~/install-exit-status
else
	echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed."
	echo 2 > ~/install-exit-status
fi
pip3 install --user selenium==3.141.0
# Fix for Ubuntu 24.04...
pip install --upgrade urllib3==1.26.16
unzip -o selenium-scripts-10.zip
# Drivers
tar -xf geckodriver-v0.32.0-linux64.tar.gz
unzip -o chromedriver-linux64-124.zip
mv chromedriver-linux64/chromedriver .
# Script
echo "#!/bin/bash
rm -f run-benchmark.py
cp -f selenium-run-\$1.py run-benchmark.py
sed -i \"s/Firefox/\$2/g\" run-benchmark.py

echo \"from selenium import webdriver
driver = webdriver.\$2()
if \\\"browserName\\\" in driver.capabilities:
	browserName = driver.capabilities['browserName']

if \\\"browserVersion\\\" in driver.capabilities:
	browserVersion = driver.capabilities['browserVersion']
else:
	browserVersion = driver.capabilities['version']

print('{0} {1}'.format(browserName, browserVersion))
driver.quit()\" > browser-version.py

PATH=\$HOME:\$PATH python3 ./run-benchmark.py > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status

PATH=\$HOME:\$PATH python3 ./browser-version.py > ~/pts-footnote
" > selenium
chmod +x selenium

install_macosx.sh

#!/bin/bash
if which pip3>/dev/null 2>&1 ;
then
	echo 0 > ~/install-exit-status
else
	echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed."
	echo 2 > ~/install-exit-status
fi
pip3 install --user selenium==3.141.0
unzip -o selenium-scripts-10.zip
# Drivers
tar -xf geckodriver-v0.32.0-macos.tar.gz
unzip -o chromedriver-mac-x64-124.zip
mv chromedriver-mac-x64/chromedriver .
# Script
echo "#!/bin/bash
rm -f run-benchmark.py
cp -f selenium-run-\$1.py run-benchmark.py
sed -i \"s/Firefox/\$2/g\" run-benchmark.py

echo \"from selenium import webdriver
driver = webdriver.\$2()
if \\\"browserName\\\" in driver.capabilities:
	browserName = driver.capabilities['browserName']

if \\\"browserVersion\\\" in driver.capabilities:
	browserVersion = driver.capabilities['browserVersion']
else:
	browserVersion = driver.capabilities['version']

print('{0} {1}'.format(browserName, browserVersion))
driver.quit()\" > browser-version.py

PATH=\$HOME:\$PATH python3 ./run-benchmark.py > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status

PATH=\$HOME:\$PATH python3 ./browser-version.py > ~/pts-footnote
" > selenium
chmod +x selenium

install_windows.sh

#!/bin/sh
unzip -o selenium-scripts-10.zip
# Drivers
unzip -o geckodriver-v0.32.0-win32.zip
unzip -o chromedriver-win64-124.zip
mv chromedriver-win64/chromedriver.exe .
pip3 install --user selenium==3.141.0
HOME=$DEBUG_REAL_HOME pip3 install --user selenium==3.141.0
# Script
echo "#!/bin/sh
HOME=\$DEBUG_REAL_HOME cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\Scripts\pip3.exe\" install --user selenium==3.141.0
rm -f run-benchmark.py
cp -f selenium-run-\$1.py run-benchmark.py
sed -i \"s/Firefox/\$2/g\" run-benchmark.py

echo \"from selenium import webdriver
driver = webdriver.\$2()
if \\\"browserName\\\" in driver.capabilities:
	browserName = driver.capabilities['browserName']

if \\\"browserVersion\\\" in driver.capabilities:
	browserVersion = driver.capabilities['browserVersion']
else:
	browserVersion = driver.capabilities['version']

print('{0} {1}'.format(browserName, browserVersion))
driver.quit()\" > browser-version.py

cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\python.exe\"  ./run-benchmark.py > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status

cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\python.exe\" ./browser-version.py > ~/pts-footnote
" > selenium
chmod +x selenium

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.5-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>SPEEDOMETER RUNS PER MINUTE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>SPEEDOMETER</LineHint>
    <ResultScale>Runs Per Minute</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>SPEEDOM3 RUNS PER MINUTE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>SPEEDOM3</LineHint>
    <ResultScale>Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>SILVERBENCH OVERALL SCORE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>SILVERBENCH</LineHint>
    <StripFromResult>P</StripFromResult>
    <ResultScale>Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>MOTIONMARK RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>MOTIONMARK</LineHint>
    <ResultScale>Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>BASEMARK OVERALL SCORE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>BASEMARK</LineHint>
    <ResultScale>Overall Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>WEBXPRT SCORE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>WEBXPRT</LineHint>
    <ResultScale>Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>ARES-6 GEOMETRIC MEAN RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>ARES-6</LineHint>
    <ResultScale>ms</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>OCTANE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>OCTANE</LineHint>
    <ResultScale>Geometric Mean</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>JETSTREAM RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>JETSTREAM</LineHint>
    <ResultScale>Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>JSTREAM2 RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>JSTREAM2</LineHint>
    <ResultScale>Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>CANVASMARK RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>CANVASMARK</LineHint>
    <ResultScale>Score</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>STYLEBENCH RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>STYLEBENCH</LineHint>
    <ResultScale>Runs / Minute</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>MAZESOLVER RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>MAZESOLVER</LineHint>
    <ResultScale>Seconds</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>PSPDFKitWASM RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>PSPDFKitWASM</LineHint>
    <ResultScale>Score</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>KRAKEN RESULT:                         #_RESULT_# +/- 1.1%</OutputTemplate>
    <LineHint>KRAKEN</LineHint>
    <StripFromResult>ms</StripFromResult>
    <ResultScale>ms</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>WASM COLLISION RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>WASM COLLISION</LineHint>
    <ResultScale>ms</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>WASM CONVOLUTE RESULT: #_RESULT_#</OutputTemplate>
    <LineHint>WASM CONVOLUTE</LineHint>
    <ResultScale>ms</ResultScale>
    <ResultProportion>LIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>GUIMARK3 BITMAP RESULT:                         #_RESULT_# +/- 1.1%</OutputTemplate>
    <LineHint>GUIMARK3 BITMAP</LineHint>
    <ResultScale>fps</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>GUIMARK3 VECTOR RESULT:                         #_RESULT_# +/- 1.1%</OutputTemplate>
    <LineHint>GUIMARK3 VECTOR</LineHint>
    <ResultScale>fps</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>GUIMARK3 COMPUTE RESULT:                         #_RESULT_# +/- 1.1%</OutputTemplate>
    <LineHint>GUIMARK3 COMPUTE</LineHint>
    <ResultScale>fps</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.5-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>Selenium</Title>
    <Description>This test profile uses the Selenium WebDriver for running various browser benchmarks in different available web browsers such as Mozilla Firefox and Google Chrome.</Description>
    <ResultScale>Score</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.40</Version>
    <SupportedPlatforms>Linux, Windows, MacOSX</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python</ExternalDependencies>
    <RequiresDisplay>TRUE</RequiresDisplay>
    <RequiresInternet>TRUE</RequiresInternet>
    <EnvironmentSize>100</EnvironmentSize>
    <ProjectURL>https://www.selenium.dev/</ProjectURL>
    <RepositoryURL>https://github.com/SeleniumHQ/selenium</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>firefox, google-chrome</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>Benchmark</DisplayName>
      <Identifier>benchmark</Identifier>
      <Menu>
        <Entry>
          <Name>ARES-6</Name>
          <Value>ares6</Value>
        </Entry>
        <Entry>
          <Name>Basemark</Name>
          <Value>basemark</Value>
        </Entry>
        <Entry>
          <Name>MotionMark</Name>
          <Value>motionmark</Value>
        </Entry>
        <Entry>
          <Name>Speedometer</Name>
          <Value>speedometer</Value>
        </Entry>
        <Entry>
          <Name>Speedometer 3.0</Name>
          <Value>speedometer3</Value>
        </Entry>
        <Entry>
          <Name>WebXPRT</Name>
          <Value>webxprt</Value>
        </Entry>
        <Entry>
          <Name>Octane</Name>
          <Value>octane</Value>
        </Entry>
        <Entry>
          <Name>Jetstream</Name>
          <Value>jetstream</Value>
        </Entry>
        <Entry>
          <Name>Jetstream 2</Name>
          <Value>jetstream2</Value>
        </Entry>
        <Entry>
          <Name>CanvasMark</Name>
          <Value>canvasmark</Value>
        </Entry>
        <Entry>
          <Name>StyleBench</Name>
          <Value>stylebench</Value>
        </Entry>
        <Entry>
          <Name>PSPDFKit WASM</Name>
          <Value>pspdfkit</Value>
        </Entry>
        <Entry>
          <Name>WASM collisionDetection</Name>
          <Value>wasmcollision</Value>
        </Entry>
        <Entry>
          <Name>WASM imageConvolute</Name>
          <Value>wasmconvolute</Value>
        </Entry>
        <Entry>
          <Name>Kraken</Name>
          <Value>kraken</Value>
        </Entry>
        <Entry>
          <Name>SilverBench</Name>
          <Value>silverbench</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Browser</DisplayName>
      <Identifier>browser</Identifier>
      <Menu>
        <Entry>
          <Name>Firefox</Name>
          <Value>Firefox</Value>
        </Entry>
        <Entry>
          <Name>Google Chrome</Name>
          <Value>Chrome</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>