Whisper.cpp 1.0.0

pts/whisper-cpp-1.0.0 - 16 June 2023 - Add initial whisper.cpp AI benchmark.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://www.americanrhetoric.com/mp3clipsXE/stateoftheunion/barackobamasou2016ARXE.mp3</URL>
      <MD5>3cee1505285266185a34cea8afdc737c</MD5>
      <SHA256>d50aedbfd662037af9b86cfd5fe44a3f71dea9c552f5362acb8e93fb737f8101</SHA256>
      <FileName>barackobamasou2016ARXE.mp3</FileName>
      <FileSize>84602208</FileSize>
    </Package>
    <Package>
      <URL>https://github.com/ggerganov/whisper.cpp/archive/refs/tags/v1.4.0.tar.gz</URL>
      <MD5>16051b83e072810681eee6869d2ba6d8</MD5>
      <SHA256>b2e34e65777033584fa6769a366cdb0228bc5c7da81e58a5e8dc0ce94d0fb54e</SHA256>
      <FileName>whisper.cpp-1.4.0.tar.gz</FileName>
      <FileSize>3491272</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash
ffmpeg -i barackobamasou2016ARXE.mp3  -acodec pcm_s16le -ac 1 -ar 16000 2016-state-of-the-union.wav
tar -xf whisper.cpp-1.4.0.tar.gz
cd whisper.cpp-1.4.0/
bash ./models/download-ggml-model.sh base.en
bash ./models/download-ggml-model.sh small.en
bash ./models/download-ggml-model.sh medium.en
make -j
echo $? > ~/install-exit-status
echo "#!/bin/sh
cd whisper.cpp-1.4.0/
./main \$@ -t \$NUM_CPU_PHYSICAL_CORES > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > ~/whisper-cpp
chmod +x ~/whisper-cpp

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>whisper_print_timings:    total time = #_RESULT_# ms</OutputTemplate>
    <DivideResultBy>1000</DivideResultBy>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>Whisper.cpp</Title>
    <AppVersion>1.4</AppVersion>
    <Description>Whisper.cpp is a port of OpenAI's Whisper model in C/C++. Whisper.cpp is developed by Georgi Gerganov for transcribing WAV audio files to text / speech recognition. Whisper.cpp supports ARM NEON, x86 AVX, and other advanced CPU features.</Description>
    <ResultScale>Seconds</ResultScale>
    <Proportion>LIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <ExternalDependencies>build-utilities</ExternalDependencies>
    <InstallRequiresInternet>TRUE</InstallRequiresInternet>
    <EnvironmentSize>558</EnvironmentSize>
    <ProjectURL>https://github.com/ggerganov/whisper.cpp/</ProjectURL>
    <RepositoryURL>https://github.com/ggerganov/whisper.cpp</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>ffmpeg</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Option>
      <DisplayName>Model</DisplayName>
      <Identifier>model</Identifier>
      <ArgumentPrefix>-m models/</ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>ggml-base.en</Name>
          <Value>ggml-base.en.bin</Value>
        </Entry>
        <Entry>
          <Name>ggml-small.en</Name>
          <Value>ggml-small.en.bin</Value>
        </Entry>
        <Entry>
          <Name>ggml-medium.en</Name>
          <Value>ggml-medium.en.bin</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Input</DisplayName>
      <Identifier>input</Identifier>
      <ArgumentPrefix>-f ../</ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>2016 State of the Union</Name>
          <Value>2016-state-of-the-union.wav</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>