Numenta Anomaly Benchmark 1.1.1

pts/numenta-nab-1.1.1 - 14 December 2022 - Fixes for running on modern Linux distributions.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://github.com/numenta/NAB/archive/v1.1.tar.gz</URL>
      <MD5>5f65942ee7dc0c5d65d391d058a684d5</MD5>
      <SHA256>eac5ae2e3032d411b8049f9db9e4bca7f6af06634f6f6200b680b057b0d462b4</SHA256>
      <FileName>NAB-1.1.tar.gz</FileName>
      <FileSize>44069451</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/sh
tar -xf NAB-1.1.tar.gz
cd NAB-1.1
pip3 install --user cython pgen pandas==1.5.2 simplejson==3.11.1 boto3==1.9.134 scikit-learn==1.2.0 plotly==2.0.0
pip3 install . --user --no-deps
echo $? > ~/install-exit-status
cd ~
echo "#!/bin/sh
cd NAB-1.1
python3 run.py \$@ -n \$NUM_CPU_CORES
echo \$? > ~/test-exit-status" > numenta-nab
chmod +x numenta-nab

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <SystemMonitor>
    <Sensor>sys.time</Sensor>
  </SystemMonitor>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>Numenta Anomaly Benchmark</Title>
    <AppVersion>1.1</AppVersion>
    <Description>Numenta Anomaly Benchmark (NAB) is a benchmark for evaluating algorithms for anomaly detection in streaming, real-time applications. It is comprised of over 50 labeled real-world and artificial time-series data files plus a novel scoring mechanism designed for real-time applications. This test profile currently measures the time to run various detectors.</Description>
    <ResultScale>Seconds</ResultScale>
    <Proportion>LIB</Proportion>
    <SubTitle>Time To Completion</SubTitle>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.1.1</Version>
    <SupportedPlatforms>Linux, Solaris, MacOSX, BSD</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python</ExternalDependencies>
    <EnvironmentSize>749</EnvironmentSize>
    <ProjectURL>https://github.com/numenta/NAB/</ProjectURL>
    <RepositoryURL>https://github.com/numenta/NAB</RepositoryURL>
    <InternalTags>Python</InternalTags>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>cython3</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Default>
      <PostArguments> --detect --skipConfirmation --score</PostArguments>
    </Default>
    <Option>
      <DisplayName>Detector</DisplayName>
      <Identifier>detector</Identifier>
      <ArgumentPrefix>-d </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>Bayesian Changepoint</Name>
          <Value>bayesChangePt</Value>
        </Entry>
        <Entry>
          <Name>Windowed Gaussian</Name>
          <Value>windowedGaussian</Value>
        </Entry>
        <Entry>
          <Name>Relative Entropy</Name>
          <Value>relativeEntropy</Value>
        </Entry>
        <Entry>
          <Name>Earthgecko Skyline</Name>
          <Value>earthgeckoSkyline</Value>
        </Entry>
        <Entry>
          <Name>KNN CAD</Name>
          <Value>knncad</Value>
        </Entry>
        <Entry>
          <Name>Contextual Anomaly Detector OSE</Name>
          <Value>contextOSE</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>