Apache Hadoop 1.0.0

pts/hadoop-1.0.0 - 07 September 2023 - Initial commit of Hadoop benchmark.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://dlcdn.apache.org/hadoop/common/hadoop-3.3.6/hadoop-3.3.6.tar.gz, http://archive.apache.org/dist/hadoop/core/hadoop-3.3.6/hadoop-3.3.6.tar.gz</URL>
      <MD5>1cbe1214299cd3bd282d33d3934b5cbd</MD5>
      <SHA256>f5195059c0d4102adaa7fff17f7b2a85df906bcb6e19948716319f9978641a04</SHA256>
      <FileName>hadoop-3.3.6.tar.gz</FileName>
      <FileSize>730107476</FileSize>
      <ArchitectureSpecific>x86, x86_64</ArchitectureSpecific>
    </Package>
    <Package>
      <URL>http://archive.apache.org/dist/hadoop/core/hadoop-3.3.6/hadoop-3.3.6-aarch64.tar.gz</URL>
      <MD5>369f899194a920e0d1c3c3bc1718b3b5</MD5>
      <SHA256>e4bbf6b80ef604912f6b9bf6ca77323dee6028d08d38f36ca077df56de8a5d0d</SHA256>
      <FileName>hadoop-3.3.6-aarch64.tar.gz</FileName>
      <FileSize>744905783</FileSize>
      <ArchitectureSpecific>aarch64</ArchitectureSpecific>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/sh
if [ $OS_ARCH = "aarch64" ]
then
	tar -xf hadoop-3.3.6-aarch64.tar.gz
else
	tar -xf hadoop-3.3.6.tar.gz
fi
cd hadoop-3.3.6
ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
echo "
export JAVA_HOME=/usr" >> etc/hadoop/hadoop-env.sh
echo "<?xml version=\"1.0\" encoding=\"UTF-8\"?>
<?xml-stylesheet type=\"text/xsl\" href=\"configuration.xsl\"?>

<configuration>
        <property>
                <name>dfs.datanode.data.dir</name>
                <value>file:$HOME/data</value>
        </property>
</configuration>" > etc/hadoop/hdfs-site.xml
cd ~
echo "#!/bin/bash
cd ~/hadoop-3.3.6/sbin
JAVA_HOME=/usr echo \"Y\" | ../bin/hadoop namenode -format
JAVA_HOME=/usr ./start-all.sh
sleep 2

cd ~/hadoop-3.3.6/bin
JAVA_HOME=/usr ./hadoop \$@ > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-stats

cd ~/hadoop-3.3.6/sbin
JAVA_HOME=/usr ./stop-all.sh
sleep 2
rm -rf ~/tmp
rm -rf ~/data" > hadoop
chmod +x hadoop

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>2023-09-06 09:10:09,168 INFO namenode.NNThroughputBenchmark:  Ops per sec: #_RESULT_#</OutputTemplate>
    <LineHint>Ops per sec</LineHint>
    <ResultScale>Ops per sec</ResultScale>
    <ResultProportion>HIB</ResultProportion>
    <ResultPrecision>0</ResultPrecision>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>Apache Hadoop</Title>
    <AppVersion>3.3.6</AppVersion>
    <Description>This is a benchmark of the Apache Hadoop making use of its built-in name-node throughput benchmark (NNThroughputBenchmark).</Description>
    <ResultScale>Ops per sec</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>java</ExternalDependencies>
    <EnvironmentSize>2100</EnvironmentSize>
    <ProjectURL>https://hadoop.apache.org/</ProjectURL>
    <RepositoryURL>https://github.com/apache/hadoop</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
  </TestProfile>
  <TestSettings>
    <Default>
      <Arguments>org.apache.hadoop.hdfs.server.namenode.NNThroughputBenchmark </Arguments>
    </Default>
    <Option>
      <DisplayName>Operation</DisplayName>
      <Identifier>op</Identifier>
      <ArgumentPrefix>-op </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>Create</Name>
          <Value>create</Value>
        </Entry>
        <Entry>
          <Name>Open</Name>
          <Value>open</Value>
        </Entry>
        <Entry>
          <Name>Delete</Name>
          <Value>delete</Value>
        </Entry>
        <Entry>
          <Name>File Status</Name>
          <Value>fileStatus</Value>
        </Entry>
        <Entry>
          <Name>Rename</Name>
          <Value>rename</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Threads</DisplayName>
      <Identifier>threads</Identifier>
      <ArgumentPrefix>-threads </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>20</Name>
          <Value>20</Value>
        </Entry>
        <Entry>
          <Name>50</Name>
          <Value>50</Value>
        </Entry>
        <Entry>
          <Name>100</Name>
          <Value>100</Value>
        </Entry>
        <Entry>
          <Name>500</Name>
          <Value>500</Value>
        </Entry>
        <Entry>
          <Name>1000</Name>
          <Value>1000</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Files</DisplayName>
      <Identifier>files</Identifier>
      <ArgumentPrefix>-files </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>100000</Name>
          <Value>100000</Value>
        </Entry>
        <Entry>
          <Name>1000000</Name>
          <Value>1000000</Value>
        </Entry>
        <Entry>
          <Name>10000000</Name>
          <Value>10000000</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>