Open Porous Media Git 1.3.19

pts/opm-git-1.3.19 - 11 May 2018 - Continued tweaking to the test profile.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.0.0m3-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>http://gforge.inria.fr/frs/download.php/file/34618/scotch_6.0.4.tar.gz, http://pkgs.fedoraproject.org/repo/pkgs/scotch/scotch_6.0.4.tar.gz/d58b825eb95e1db77efe8c6ff42d329f/scotch_6.0.4.tar.gz</URL>
      <MD5>d58b825eb95e1db77efe8c6ff42d329f</MD5>
      <SHA256>f53f4d71a8345ba15e2dd4e102a35fd83915abf50ea73e1bf6efe1bc2b4220c7</SHA256>
      <FileSize>4804966</FileSize>
    </Package>
    <Package>
      <URL>http://www.cs.sandia.gov/~kddevin/Zoltan_Distributions/zoltan_distrib_v3.8.tar.gz, http://ftp.mcs.anl.gov/pub/petsc/externalpackages/zoltan_distrib_v3.8.tar.gz</URL>
      <MD5>9d8fba8a990896881b85351d4327c4a9</MD5>
      <SHA256>5bdd46548fb9c73b225bbcf3d206c558c318cb292f0b19645e536315d14aafb7</SHA256>
      <FileSize>5407789</FileSize>
    </Package>
    <Package>
      <URL></URL>
      <FileName>omega-opm.tar.gz</FileName>
      <FileSize>440350494</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash

# Clean up in case of any Git issues
WDIR=$PWD
cd $WDIR

if test -z $NUM_CPU_CORES
then
  if test -n `which nproc`
  then
    NUM_CPU_CORES=`nproc`
  else
    NUM_CPU_CORES=1
  fi
fi

# Remove all repositories from previous download
for repo in opm-data opm-common opm-material opm-grid opm-simulators libecl ewoms dune-common dune-geometry dune-grid dune-istl
do
  rm -rf $repo
done

# Remove Boost and Install folder
for folder in boost_1_58_0 Install download
do
    rm -rf $folder
done


# Download source from github
FOOTNOTE_INFO="Build Time `date`; "

# Build all modules

# Install prerequisites and remove conflicting packages
sudo apt-get install build-essential cmake git wget libblas-dev liblapack-dev libsuitesparse-dev libtrilinos-zoltan-dev mpi-default-dev mpi-default-bin
sudo apt-get remove libdune-common-dev libdune-grid-dev libdune-geometry-dev libdune-istl-dev libsuperlu-dev libsuperlu5

# Make Install folder
mkdir $WDIR/Install

# Download and build a known good version of Boost
wget https://sourceforge.net/projects/boost/files/boost/1.58.0/boost_1_58_0.tar.gz/download
tar -xzf download
pushd boost_1_58_0
./bootstrap.sh --prefix=$WDIR/Install
./b2 -j $NUM_CPU_CORES ; ./b2 install
popd

#Download and build necessary Dune modules version 2.4.1
for repo in dune-common dune-geometry dune-grid dune-istl
do
            git clone --depth 1 -b v2.4.1 https://gitlab.dune-project.org/core/$repo.git
            mkdir $repo/build
            pushd $repo/build
            cmake -DCMAKE_INSTALL_PREFIX=$WDIR/Install \
                  -Ddune-common_DIR==$WDIR/dune-common/build \
                  -Ddune-geometry_DIR==$WDIR/dune-geometry/build \
                  -Ddune-grid_DIR==$WDIR/dune-grid/build \
                  -DDUNE_GRID_EXPERIMENTAL_GRID_EXTENSIONS=ON \
                  -DCMAKE_PREFIX_PATH=$WDIR/Install ..
            make -j $NUM_CPU_CORES ; make install
            popd
done

#Download and build libecl from git
git clone --depth 1 https://github.com/Statoil/libecl.git
mkdir libecl/build ; 
pushd libecl/build
cmake .. -DCMAKE_BUILD_TYPE=Release
make -j $NUM_CPU_CORES 
popd

#Download and build opm simulators with MPI support from git
for repo in opm-common opm-grid opm-material ewoms opm-simulators
do
    git clone --depth 1 https://github.com/OPM/$repo.git
    mkdir $repo/build
    pushd $repo/build
    cmake -DCMAKE_BUILD_TYPE=Release \
          -DCMAKE_PREFIX_PATH=$WDIR/Install \
          -DUSE_MPI=ON -Decl_DIR=$WDIR/libecl/build -DBUILD_TESTING=OFF ..
    make -j $NUM_CPU_CORES 
    ecode=$?
    echo $? > ~/install-exit-status
    test $? -eq 0 || exit 1
    popd
done

echo $FOOTNOTE_INFO > ~/install-footnote

# SETUP OMEGA IF PRESENT
if test -f $HOME/omega-opm.tar.gz
then
  git clone --depth 1 https://github.com/OPM/opm-data.git
  pushd opm-data
  tar -xvf ~/omega-opm.tar.gz
  popd
fi

######################################################
# Run benchmark
######################################################

echo "#!/bin/sh

OMP_NUM_THREADS=\$2

if [ ! \"X\$HOSTFILE\" = \"X\" ] && [ -f \$HOSTFILE ]
then
	HOSTFILE=\"--hostfile \$HOSTFILE\"
elif [ -f /etc/hostfile ]
then
	HOSTFILE=\"--hostfile /etc/hostfile\"
else
	HOSTFILE=\"\"
fi

MPIRUN_AS_ROOT_ARG=\"--allow-run-as-root\"
if [ `whoami` != \"root\" ]
then
  MPIRUN_AS_ROOT_ARG=\"\"
fi

if [ \$1 = \"upscale_relperm_benchmark\" ]
then
	nice mpirun \$MPIRUN_AS_ROOT_ARG -np \$OMP_NUM_THREADS --map-by socket --report-bindings \$HOSTFILE ./opm-upscaling/build/bin/upscale_relperm_benchmark > \$LOG_FILE 2>&1
elif [ \$1 = \"flow_mpi_norne\" ]
then
	cd opm-data/norne
	nice mpirun \$MPIRUN_AS_ROOT_ARG -np \$OMP_NUM_THREADS --map-by socket --report-bindings \$HOSTFILE ../../opm-simulators/build/bin/flow NORNE_ATW2013.DATA > \$LOG_FILE 2>&1
elif [ \$1 = \"flow_ebos_extra\" ]
then
	cd opm-data/omega-opm
	nice mpirun \$MPIRUN_AS_ROOT_ARG -np \$OMP_NUM_THREADS --map-by socket --report-bindings \$HOSTFILE ../../opm-simulators/build/bin/flow OMEGA-0.DATA > \$LOG_FILE 2>&1
elif [ \$1 = \"flow_mpi_extra\" ]
then
	cd opm-data/omega-opm
	nice mpirun \$MPIRUN_AS_ROOT_ARG -np \$OMP_NUM_THREADS --map-by socket --report-bindings \$HOSTFILE ../../opm-simulators/build/bin/flow OMEGA-0.DATA > \$LOG_FILE 2>&1
fi

# echo \$? > ~/test-exit-status" > opm-git
chmod +x opm-git

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.0.0m3-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>Total wallclock time:       #_RESULT_# sec  (52 min 59.02 sec)</OutputTemplate>
    <MatchToTestArguments>upscale_relperm_benchmark</MatchToTestArguments>
    <LineHint>Total wallclock time</LineHint>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>Total time taken (seconds):  #_RESULT_#</OutputTemplate>
    <LineHint>Total time</LineHint>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>Total time (seconds):  #_RESULT_#</OutputTemplate>
    <LineHint>Total time</LineHint>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v8.0.0m3-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>Open Porous Media Git</Title>
    <Description>This is a test of a DUNE (Distributed and Unified Numerics Environment) module called OPM Benchmarks from the Open Porous Media project. Open Porous Media is a set of open-source tools concerning simulation of flow and transport of fluids in porous media. This test profile builds OPM and its dependencies from upstream Git.</Description>
    <ResultScale>Seconds</ResultScale>
    <Proportion>LIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.3.19</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>Processor</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>build-utilities, fortran-compiler, cmake, boost-development, suitesparse, tinyxml, openmpi-development, blas-development, lapack-development</ExternalDependencies>
    <EnvironmentSize>2000</EnvironmentSize>
    <ProjectURL>http://www.opm-project.org/</ProjectURL>
    <InternalTags>SMP</InternalTags>
    <Maintainer>Michael Larabel</Maintainer>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>OPM Benchmark</DisplayName>
      <Identifier>opm-benchmark</Identifier>
      <ArgumentPrefix></ArgumentPrefix>
      <ArgumentPostfix></ArgumentPostfix>
      <DefaultEntry>0</DefaultEntry>
      <Menu>
        <Entry>
          <Name>Upscale-Relperm</Name>
          <Value>upscale_relperm_benchmark</Value>
          <Message></Message>
        </Entry>
        <Entry>
          <Name>Flow MPI Norne</Name>
          <Value>flow_mpi_norne</Value>
          <Message></Message>
        </Entry>
        <Entry>
          <Name>Flow MPI Extra</Name>
          <Value>flow_mpi_extra</Value>
          <Message></Message>
        </Entry>
        <Entry>
          <Name>Flow Ebos Extra</Name>
          <Value>flow_ebos_extra</Value>
          <Message></Message>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Threads</DisplayName>
      <Identifier>threads</Identifier>
      <ArgumentPrefix></ArgumentPrefix>
      <ArgumentPostfix></ArgumentPostfix>
      <DefaultEntry>0</DefaultEntry>
      <Menu>
        <Entry>
          <Name>1</Name>
          <Value>1</Value>
          <Message></Message>
        </Entry>
        <Entry>
          <Name>2</Name>
          <Value>2</Value>
          <Message></Message>
        </Entry>
        <Entry>
          <Name>4</Name>
          <Value>4</Value>
          <Message></Message>
        </Entry>
        <Entry>
          <Name>8</Name>
          <Value>8</Value>
          <Message></Message>
        </Entry>
        <Entry>
          <Name>16</Name>
          <Value>16</Value>
          <Message></Message>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>