CloudSuite In-Memory Analytics 1.1.0

pts/cloudsuite-ma-1.1.0 - 04 February 2023 - Update against CloudSuite 4.0 upstream state.

install.sh

#!/bin/sh
if which docker>/dev/null 2>&1 ;
then
	echo 0 > ~/install-exit-status
else
	echo "ERROR: Docker is not found on the system! This test profile needs a working docker installation in the PATH."
	echo 2 > ~/install-exit-status
	exit
fi
docker pull cloudsuite/in-memory-analytics:4.0
docker pull cloudsuite/movielens-dataset:4.0
echo $? > ~/install-exit-status
echo "#!/bin/bash
export HOME=\$DEBUG_REAL_HOME
# Start
docker create --name movielens-data cloudsuite/movielens-dataset:4.0
# Run in-memory analytics benchmark
MEMORY_LIMIT=\`echo \"scale=0;\$SYS_MEMORY / 1024 * 0.91\" |bc -l | cut -d'.' -f1\`
echo \"Memory Limit is \${MEMORY_LIMIT}g\"
docker run --rm --volumes-from movielens-data cloudsuite/in-memory-analytics:4.0 \"\$1\" /data/myratings.csv --driver-memory \${MEMORY_LIMIT}g --executor-memory \${MEMORY_LIMIT}g > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status
# Stop them
docker stop movielens-data
docker container rm movielens-data
" > cloudsuite-ma
chmod +x cloudsuite-ma

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>Benchmark execution time: #_RESULT_#</OutputTemplate>
    <StripFromResult>ms</StripFromResult>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>CloudSuite In-Memory Analytics</Title>
    <AppVersion>4.0</AppVersion>
    <Description>CloudSuite In-Memory Analytics uses Apache Spark and runs a collaborative filtering algorithm in-memory on a dataset of user-movie ratings from Movielens.</Description>
    <ResultScale>ms</ResultScale>
    <Proportion>LIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.1.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <RequiresInternet>TRUE</RequiresInternet>
    <EnvironmentSize>700</EnvironmentSize>
    <ProjectURL>https://github.com/parsa-epfl/cloudsuite/blob/master/docs/benchmarks/in-memory-analytics.md</ProjectURL>
    <RepositoryURL>https://github.com/parsa-epfl/cloudsuite/</RepositoryURL>
    <InternalTags>Cloud, Docker</InternalTags>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>docker, bc</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>Training Set Size</DisplayName>
      <Identifier>size</Identifier>
      <Menu>
        <Entry>
          <Name>Small</Name>
          <Value>/data/ml-latest-small</Value>
        </Entry>
        <Entry>
          <Name>Large</Name>
          <Value>/data/ml-latest</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>