OpenVINO GenAI 1.0.0

pts/openvino-genai-1.0.0 - 23 November 2024 - Add OpenVINO GenAI benchmark complement to pts/openvino.

downloads.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.5-->
<PhoronixTestSuite>
  <Downloads>
    <Package>
      <URL>https://github.com/openvinotoolkit/openvino.genai/archive/refs/tags/2024.5.0.0.tar.gz</URL>
      <MD5>65d91019dc770805607a19c3b5fd4ca2</MD5>
      <SHA256>01e9f50ab79c0d04b1fc9b13805ca2b9d47b4c70c91bcb7e4ab3dcaed6a6763f</SHA256>
      <FileName>openvino.genai-2024.5.0.0.tar.gz</FileName>
      <FileSize>476987</FileSize>
    </Package>
  </Downloads>
</PhoronixTestSuite>

install.sh

#!/bin/bash
pip3 install --user openvino-genai==2024.5.0
EXIT_STATUS=$?
if [ $EXIT_STATUS -ne 0 ]; then
	echo $EXIT_STATUS > ~/install-exit-status
	exit 2
fi
pip install --user optimum-intel@git+https://github.com/huggingface/optimum-intel.git
tar -xvf openvino.genai-2024.5.0.0.tar.gz
cd openvino.genai-2024.5.0.0/samples/python/benchmark_genai
~/.local/bin/optimum-cli export openvino --trust-remote-code --model TinyLlama/TinyLlama-1.1B-Chat-v1.0 TinyLlama-1.1B-Chat-v1.0

git clone https://huggingface.co/OpenVINO/Phi-3-mini-128k-instruct-int4-ov
cd Phi-3-mini-128k-instruct-int4-ov/
git checkout 2c058a40dd71ad888e28ef977fcaed30fa6cf3ed
cd ..
git clone https://huggingface.co/OpenVINO/falcon-7b-instruct-int4-ov
cd falcon-7b-instruct-int4-ov
git checkout 228bfd08da0c6ea3ea738de6db8b299c49ebc1cd
cd ..
git clone https://huggingface.co/OpenVINO/gemma-7b-int4-ov
cd gemma-7b-int4-ov
git checkout 98ecbcaea78a16ec2515107ce7985428fb59088d

cd ~
echo "#!/bin/bash
cd openvino.genai-2024.5.0.0/samples/python/benchmark_genai
python3 benchmark_genai.py \$@ > \$LOG_FILE
echo \$? > ~/test-exit-status" > openvino-genai
chmod +x openvino-genai

results-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.5-->
<PhoronixTestSuite>
  <ResultsParser>
    <OutputTemplate>Generate time: 1000.44 &#xB1; 5.88 ms
Tokenization time: 0.46 &#xB1; 0.02 ms
Detokenization time: 0.28 &#xB1; 0.01 ms
TTFT: 58.72 &#xB1; 0.60 ms
TPOT: 49.54 &#xB1; 1.00 ms
Throughput : #_RESULT_# &#xB1; 0.41 tokens/s</OutputTemplate>
    <ResultScale>tokens/s</ResultScale>
    <ResultProportion>HIB</ResultProportion>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>Load time: 2095.00 ms
Generate time: 999.02 &#xB1; 1.85 ms
Tokenization time: 0.44 &#xB1; 0.01 ms
Detokenization time: 0.26 &#xB1; 0.01 ms
TTFT: #_RESULT_# &#xB1; 0.16 ms
TPOT: 49.50 &#xB1; 0.94 ms
Throughput : 20.20 &#xB1; 0.39 tokens/s</OutputTemplate>
    <ResultScale>ms</ResultScale>
    <ResultProportion>LIB</ResultProportion>
    <AppendToArgumentsDescription>Time To First Token</AppendToArgumentsDescription>
    <Importance>Secondary</Importance>
  </ResultsParser>
  <ResultsParser>
    <OutputTemplate>Load time: 2095.00 ms
Generate time: 999.02 &#xB1; 1.85 ms
Tokenization time: 0.44 &#xB1; 0.01 ms
Detokenization time: 0.26 &#xB1; 0.01 ms
TTFT: 55.43 &#xB1; 0.16 ms
TPOT: #_RESULT_# &#xB1; 0.94 ms
Throughput : 20.20 &#xB1; 0.39 tokens/s</OutputTemplate>
    <ResultScale>ms</ResultScale>
    <ResultProportion>LIB</ResultProportion>
    <AppendToArgumentsDescription>Time Per Output Token</AppendToArgumentsDescription>
    <Importance>Secondary</Importance>
  </ResultsParser>
</PhoronixTestSuite>

test-definition.xml

<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.5-->
<PhoronixTestSuite>
  <TestInformation>
    <Title>OpenVINO GenAI</Title>
    <AppVersion>2024.5</AppVersion>
    <Description>This is a benchmark of OpenVINO GenAI that makes use of Intel OpenVINO, a toolkit around neural networks / AI. Complementing the pts/openvino test profile, pts/openvino-genai is focused on Generative AI (GenAI) LLM performance.</Description>
    <ResultScale>tokens/s</ResultScale>
    <Proportion>HIB</Proportion>
    <TimesToRun>3</TimesToRun>
  </TestInformation>
  <TestProfile>
    <Version>1.0.0</Version>
    <SupportedPlatforms>Linux</SupportedPlatforms>
    <SoftwareType>Utility</SoftwareType>
    <TestType>System</TestType>
    <License>Free</License>
    <Status>Verified</Status>
    <ExternalDependencies>python, build-utilities, cmake</ExternalDependencies>
    <InstallRequiresInternet>TRUE</InstallRequiresInternet>
    <EnvironmentSize>35800</EnvironmentSize>
    <ProjectURL>https://docs.openvino.ai/2024/get-started/install-openvino/install-openvino-genai.html</ProjectURL>
    <RepositoryURL>https://github.com/openvinotoolkit/openvino.genai</RepositoryURL>
    <Maintainer>Michael Larabel</Maintainer>
    <SystemDependencies>git-lfs</SystemDependencies>
  </TestProfile>
  <TestSettings>
    <Default>
      <Arguments>-nw 5 -n 50</Arguments>
    </Default>
    <Option>
      <DisplayName>Model</DisplayName>
      <Identifier>model</Identifier>
      <ArgumentPrefix>-m </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>TinyLlama-1.1B-Chat-v1.0</Name>
          <Value>TinyLlama-1.1B-Chat-v1.0</Value>
        </Entry>
        <Entry>
          <Name>Phi-3-mini-128k-instruct-int4-ov</Name>
          <Value>Phi-3-mini-128k-instruct-int4-ov</Value>
        </Entry>
        <Entry>
          <Name>Falcon-7b-instruct-int4-ov</Name>
          <Value>falcon-7b-instruct-int4-ov</Value>
        </Entry>
        <Entry>
          <Name>Gemma-7b-int4-ov</Name>
          <Value>gemma-7b-int4-ov</Value>
        </Entry>
      </Menu>
    </Option>
    <Option>
      <DisplayName>Device</DisplayName>
      <Identifier>Device</Identifier>
      <ArgumentPrefix>-d </ArgumentPrefix>
      <Menu>
        <Entry>
          <Name>CPU</Name>
          <Value>CPU</Value>
        </Entry>
      </Menu>
    </Option>
  </TestSettings>
</PhoronixTestSuite>