Intel Xeon Silver 4216 testing with a TYAN S7100AG2NR (V4.02 BIOS) and ASPEED on Debian 12 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2401144-NE-XEONJAN1706
{
"title": "xeon jan",
"last_modified": "2024-01-15 02:34:30",
"description": "Intel Xeon Silver 4216 testing with a TYAN S7100AG2NR (V4.02 BIOS) and ASPEED on Debian 12 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "Intel Xeon Silver 4216 @ 3.20GHz (16 Cores \/ 32 Threads)",
"Motherboard": "TYAN S7100AG2NR (V4.02 BIOS)",
"Chipset": "Intel Sky Lake-E DMI3 Registers",
"Memory": "6 x 8 GB DDR4-2400MT\/s",
"Disk": "240GB Corsair Force MP500",
"Graphics": "ASPEED",
"Audio": "Realtek ALC892",
"Network": "2 x Intel I350"
},
"software": {
"OS": "Debian 12",
"Kernel": "6.1.0-11-amd64 (x86_64)",
"Display Server": "X Server",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2024-01-14 19:19:29",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate powersave (EPP: balance_performance)",
"cpu-microcode": "0x500002c",
"kernel-extra-details": "Transparent Huge Pages: always",
"python": "Python 3.11.2",
"security": "gather_data_sampling: Vulnerable: No microcode + itlb_multihit: KVM: Mitigation of VMX disabled + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Vulnerable: Clear buffers attempted no microcode; SMT vulnerable + retbleed: Mitigation of Enhanced IBRS + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Mitigation of TSX disabled"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "Intel Xeon Silver 4216 @ 3.20GHz (16 Cores \/ 32 Threads)",
"Motherboard": "TYAN S7100AG2NR (V4.02 BIOS)",
"Chipset": "Intel Sky Lake-E DMI3 Registers",
"Memory": "6 x 8 GB DDR4-2400MT\/s",
"Disk": "240GB Corsair Force MP500",
"Graphics": "ASPEED",
"Audio": "Realtek ALC892",
"Network": "2 x Intel I350"
},
"software": {
"OS": "Debian 12",
"Kernel": "6.1.0-11-amd64 (x86_64)",
"Display Server": "X Server",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2024-01-14 21:18:35",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate powersave (EPP: balance_performance)",
"cpu-microcode": "0x500002c",
"kernel-extra-details": "Transparent Huge Pages: always",
"python": "Python 3.11.2",
"security": "gather_data_sampling: Vulnerable: No microcode + itlb_multihit: KVM: Mitigation of VMX disabled + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Vulnerable: Clear buffers attempted no microcode; SMT vulnerable + retbleed: Mitigation of Enhanced IBRS + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Mitigation of TSX disabled"
}
},
"c": {
"identifier": "c",
"hardware": {
"Processor": "Intel Xeon Silver 4216 @ 3.20GHz (16 Cores \/ 32 Threads)",
"Motherboard": "TYAN S7100AG2NR (V4.02 BIOS)",
"Chipset": "Intel Sky Lake-E DMI3 Registers",
"Memory": "6 x 8 GB DDR4-2400MT\/s",
"Disk": "240GB Corsair Force MP500",
"Graphics": "ASPEED",
"Audio": "Realtek ALC892",
"Network": "2 x Intel I350"
},
"software": {
"OS": "Debian 12",
"Kernel": "6.1.0-11-amd64 (x86_64)",
"Display Server": "X Server",
"Compiler": "GCC 12.2.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "phoronix",
"timestamp": "2024-01-15 00:08:00",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-12-bTRWOB\/gcc-12-12.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_pstate powersave (EPP: balance_performance)",
"cpu-microcode": "0x500002c",
"kernel-extra-details": "Transparent Huge Pages: always",
"python": "Python 3.11.2",
"security": "gather_data_sampling: Vulnerable: No microcode + itlb_multihit: KVM: Mitigation of VMX disabled + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Vulnerable: Clear buffers attempted no microcode; SMT vulnerable + retbleed: Mitigation of Enhanced IBRS + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Mitigation of TSX disabled"
}
}
},
"results": {
"adf326b1a3adc67d5dab125b2bc476bf918c06e0": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"fillsync\"",
"description": "Test: Random Fill Sync",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8962,
"test_run_times": [
63.06000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 13397,
"test_run_times": [
62.3900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 10150,
"test_run_times": [
63.3299999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"93bc104ddb9a82866ad3ee28e684ab1e91e3076b": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"fillrandom\"",
"description": "Test: Random Fill",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 379730,
"test_run_times": [
60.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 298026,
"test_run_times": [
61.10000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 377206,
"test_run_times": [
60.68999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"5ec248f11366563043c89a66b4fb53d8527b826d": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"updaterandom\"",
"description": "Test: Update Random",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 172891,
"test_run_times": [
60.38000000000000255795384873636066913604736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 163726,
"test_run_times": [
60.409999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 151137,
"test_run_times": [
60.35000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"bd5f54a420eb34245418300a8e9ccf0beb3abdc5": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=1 --model=googlenet",
"description": "Device: CPU - Batch Size: 1 - Model: GoogLeNet",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.260000000000001563194018672220408916473388671875,
"test_run_times": [
11.160000000000000142108547152020037174224853515625
]
},
"b": {
"value": 15.8599999999999994315658113919198513031005859375,
"test_run_times": [
11.7400000000000002131628207280300557613372802734375
]
},
"c": {
"value": 16.190000000000001278976924368180334568023681640625,
"test_run_times": [
11.4900000000000002131628207280300557613372802734375
]
}
}
},
"6ec440762e0ebc1af4c8a53ca2fae5a7403dd9fd": {
"identifier": "pts\/llama-cpp-1.0.0",
"title": "Llama.cpp",
"app_version": "b1808",
"arguments": "-m ..\/llama-2-7b.Q4_0.gguf",
"description": "Model: llama-2-7b.Q4_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 16.949999999999999289457264239899814128875732421875,
"test_run_times": [
4.3499999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"b": {
"value": 15.8900000000000005684341886080801486968994140625,
"test_run_times": [
38.6099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"c": {
"value": 16.550000000000000710542735760100185871124267578125,
"test_run_times": [
16.5
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
}
}
},
"01b8a8423c77dc9bfd8f5cfd4ccbe2dde54dc852": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 12 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 82.80500000000000682121026329696178436279296875,
"test_run_times": [
9.8499999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 78.5439999999999969304553815163671970367431640625,
"test_run_times": [
10.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 82.2219999999999942019712761975824832916259765625,
"test_run_times": [
9.9900000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"32c4a9e7c95dcd035b29407cebc1edcf994c08a8": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"readwhilewriting\"",
"description": "Test: Read While Writing",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3897119,
"test_run_times": [
60.219999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 3867484,
"test_run_times": [
60.590000000000003410605131648480892181396484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 4014397,
"test_run_times": [
60.22999999999999687361196265555918216705322265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"e09e6c5b9d8c57c920eea2cc0fc967c3986b4af8": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 12 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 165.2649999999999863575794734060764312744140625,
"test_run_times": [
4.45999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 170.979999999999989768184605054557323455810546875,
"test_run_times": [
4.339999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 168.01200000000000045474735088646411895751953125,
"test_run_times": [
4.4000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"7177df0983290cc547ee8201e604768da3e0a24a": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7.5160999999999997811528373858891427516937255859375,
"test_run_times": [
54.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 7.2934999999999998721023075631819665431976318359375,
"test_run_times": [
49.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 7.54159999999999985931253831950016319751739501953125,
"test_run_times": [
49.53999999999999914734871708787977695465087890625
]
}
}
},
"94d990fdc1f5d799aaa05fc120ac31cf1220b272": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7.320100000000000051159076974727213382720947265625,
"test_run_times": [
53.3299999999999982946974341757595539093017578125
]
},
"b": {
"value": 7.51949999999999985078602549037896096706390380859375,
"test_run_times": [
48.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 7.28469999999999995310417943983338773250579833984375,
"test_run_times": [
49.13000000000000255795384873636066913604736328125
]
}
}
},
"ab7b1e284f00adf277eb0c7e548ec0276757edcf": {
"identifier": "pts\/lczero-1.7.0",
"title": "LeelaChessZero",
"app_version": "0.30",
"arguments": "-b eigen",
"description": "Backend: Eigen",
"scale": "Nodes Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 33,
"test_run_times": [
378.51999999999998181010596454143524169921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"b": {
"value": 33,
"test_run_times": [
380.44999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"c": {
"value": 32,
"test_run_times": [
380.32999999999998408384271897375583648681640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
}
}
},
"dc0189bb7e1dfb8abc3f221d1eca38c138022649": {
"identifier": "pts\/cachebench-1.2.0",
"title": "CacheBench",
"arguments": "-b",
"description": "Test: Read \/ Modify \/ Write",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 61680.563288999997894279658794403076171875,
"min_result": [
"44499.9"
],
"max_result": [
"70905.52"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"b": {
"value": 59877.337188999998033978044986724853515625,
"min_result": [
"45685.19"
],
"max_result": [
"70473.28"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"c": {
"value": 60843.7048169999980018474161624908447265625,
"min_result": [
"44676.87"
],
"max_result": [
"71748.63"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
}
}
},
"fbf21e19ecfd4182dbaecc664b2090d6795a1167": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"fillseq\"",
"description": "Test: Sequential Fill",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 565169,
"test_run_times": [
56.93999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 558662,
"test_run_times": [
57.5799999999999982946974341757595539093017578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 549382,
"test_run_times": [
58.52000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"5fa176cc50862c4db0a5446794759786be71a046": {
"identifier": "pts\/lczero-1.7.0",
"title": "LeelaChessZero",
"app_version": "0.30",
"arguments": "-b blas",
"description": "Backend: BLAS",
"scale": "Nodes Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 37,
"test_run_times": [
378.57999999999998408384271897375583648681640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"b": {
"value": 38,
"test_run_times": [
381.69999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
},
"c": {
"value": 37,
"test_run_times": [
379.56000000000000227373675443232059478759765625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-flto -pthread"
}
}
}
}
},
"4c7bf00e1ffdac6120c4e7e06f896a2dcf99c6a6": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 1 resnet50",
"description": "Device: CPU - Batch Size: 1 - Model: ResNet-50",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.510000000000001563194018672220408916473388671875,
"raw_values": [
29.50911087456800174777526990510523319244384765625
],
"min_result": [
"20.25"
],
"max_result": [
"29.94"
],
"test_run_times": [
42.780000000000001136868377216160297393798828125
]
},
"b": {
"value": 29.6400000000000005684341886080801486968994140625,
"raw_values": [
29.640059216908998251938101020641624927520751953125
],
"min_result": [
"22.76"
],
"max_result": [
"29.97"
],
"test_run_times": [
42.92999999999999971578290569595992565155029296875
]
},
"c": {
"value": 28.8900000000000005684341886080801486968994140625,
"raw_values": [
28.886546484101000231703437748365104198455810546875
],
"min_result": [
"23.63"
],
"max_result": [
"29.36"
],
"test_run_times": [
43.93999999999999772626324556767940521240234375
]
}
}
},
"db8fa582a4e071550fc77ccf19f389ba388b3e8d": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 13 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 188.99299999999999499777914024889469146728515625,
"test_run_times": [
3.970000000000000195399252334027551114559173583984375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 184.72399999999998954081092961132526397705078125,
"test_run_times": [
4.05999999999999960920149533194489777088165283203125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 187.022999999999996134647517465054988861083984375,
"test_run_times": [
4.0099999999999997868371792719699442386627197265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"721958a2f8fa45aed4031a0de1d146143c6dea10": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 8 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 45.63300000000000267164068645797669887542724609375,
"test_run_times": [
13.8699999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 46.68599999999999994315658113919198513031005859375,
"test_run_times": [
13.5999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 45.93500000000000227373675443232059478759765625,
"test_run_times": [
13.800000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"594d16c50ef13421d29a77ac009ce481ebc2a82c": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 16 resnet50",
"description": "Device: CPU - Batch Size: 16 - Model: ResNet-50",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.57000000000000028421709430404007434844970703125,
"raw_values": [
21.56882241036399960876224213279783725738525390625
],
"min_result": [
"17.47"
],
"max_result": [
"21.75"
],
"test_run_times": [
93.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 21.269999999999999573674358543939888477325439453125,
"raw_values": [
21.267855889606000374669747543521225452423095703125
],
"min_result": [
"16.96"
],
"max_result": [
"21.64"
],
"test_run_times": [
93.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 21.730000000000000426325641456060111522674560546875,
"raw_values": [
21.7339813320350003778003156185150146484375
],
"min_result": [
"18.85"
],
"max_result": [
"21.83"
],
"test_run_times": [
92.6099999999999994315658113919198513031005859375
]
}
}
},
"3a48ff0a7df267f1cad54d0160f1013f6bfa0da6": {
"identifier": "pts\/quicksilver-1.0.0",
"title": "Quicksilver",
"app_version": "20230818",
"arguments": "..\/Examples\/CTS2_Benchmark\/CTS2.inp",
"description": "Input: CTS2",
"scale": "Figure Of Merit",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8446000,
"test_run_times": [
601.51999999999998181010596454143524169921875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"b": {
"value": 8497000,
"test_run_times": [
597.8400000000000318323145620524883270263671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"c": {
"value": 8607000,
"test_run_times": [
590.4099999999999681676854379475116729736328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
}
}
},
"bd60d19ed572aa62476e8604a0a59c0049fea081": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 4 -n 160 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7.32599999999999962341235004714690148830413818359375,
"test_run_times": [
22.6400000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 7.3789999999999995594635038287378847599029541015625,
"test_run_times": [
22.510000000000001563194018672220408916473388671875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 7.25100000000000033395508580724708735942840576171875,
"test_run_times": [
22.879999999999999005240169935859739780426025390625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"5faad2eeccf95a6c2fcf92a16ab8952107f7ac7e": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 4 -n 160 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.462000000000000188293824976426549255847930908203125,
"test_run_times": [
66.56999999999999317878973670303821563720703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 2.4230000000000000426325641456060111522674560546875,
"test_run_times": [
67.719999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 2.420999999999999818811602381174452602863311767578125,
"test_run_times": [
67.7399999999999948840923025272786617279052734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"c14d0b5ebcf53498668c8654883e64476ca9e6cb": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 8 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 24.3840000000000003410605131648480892181396484375,
"test_run_times": [
25.910000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 23.989999999999998436805981327779591083526611328125,
"test_run_times": [
26.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 24.068999999999999062083588796667754650115966796875,
"test_run_times": [
26.239999999999998436805981327779591083526611328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"757309f598b6fa292b3c923df538e6639d00b732": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"readrandom\"",
"description": "Test: Random Read",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 53271554,
"test_run_times": [
60.159999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 52915603,
"test_run_times": [
60.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 52443533,
"test_run_times": [
60.14999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"092870ce54d68f9a733b3087de8f6cac555c6faf": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=1 --model=resnet50",
"description": "Device: CPU - Batch Size: 1 - Model: ResNet-50",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.80999999999999960920149533194489777088165283203125,
"test_run_times": [
29.010000000000001563194018672220408916473388671875
]
},
"b": {
"value": 4.87000000000000010658141036401502788066864013671875,
"test_run_times": [
28.989999999999998436805981327779591083526611328125
]
},
"c": {
"value": 4.87999999999999989341858963598497211933135986328125,
"test_run_times": [
28.67999999999999971578290569595992565155029296875
]
}
}
},
"208ffe3cae17332fa4307ff8cfb139b4f98e2365": {
"identifier": "pts\/y-cruncher-1.4.0",
"title": "Y-Cruncher",
"app_version": "0.8.3",
"arguments": "1b",
"description": "Pi Digits To Calculate: 1B",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 46.09100000000000108002495835535228252410888671875,
"test_run_times": [
51.32000000000000028421709430404007434844970703125
]
},
"b": {
"value": 45.44500000000000028421709430404007434844970703125,
"test_run_times": [
49.74000000000000198951966012828052043914794921875
]
},
"c": {
"value": 45.9279999999999972715158946812152862548828125,
"test_run_times": [
49.280000000000001136868377216160297393798828125
]
}
}
},
"6089d6134855343b042b5ffe9f952c461140c3ab": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 14.3840000000000003410605131648480892181396484375,
"test_run_times": [
45.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 14.501699999999999590727384202182292938232421875,
"test_run_times": [
45
]
},
"c": {
"value": 14.3009000000000003893774191965349018573760986328125,
"test_run_times": [
47.18999999999999772626324556767940521240234375
]
}
}
},
"c2e61282c984934f432761184e26030c16efcb9a": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 16 efficientnet_v2_l",
"description": "Device: CPU - Batch Size: 16 - Model: Efficientnet_v2_l",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.71999999999999975131004248396493494510650634765625,
"raw_values": [
4.72467359770749961711544528952799737453460693359375
],
"min_result": [
"3.31"
],
"max_result": [
"4.87"
],
"test_run_times": [
401.26999999999998181010596454143524169921875
]
},
"b": {
"value": 4.7599999999999997868371792719699442386627197265625,
"raw_values": [
4.7596244543048999986467606504447758197784423828125
],
"min_result": [
"3.39"
],
"max_result": [
"4.87"
],
"test_run_times": [
401.07999999999998408384271897375583648681640625
]
},
"c": {
"value": 4.70000000000000017763568394002504646778106689453125,
"raw_values": [
4.70357951247080041667913974379189312458038330078125
],
"min_result": [
"3.38"
],
"max_result": [
"4.83"
],
"test_run_times": [
401.970000000000027284841053187847137451171875
]
}
}
},
"bd8ac6ff04a2d893205ff5d5da799dd9f114cfe4": {
"identifier": "pts\/llama-cpp-1.0.0",
"title": "Llama.cpp",
"app_version": "b1808",
"arguments": "-m ..\/llama-2-13b.Q4_0.gguf",
"description": "Model: llama-2-13b.Q4_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.699999999999999289457264239899814128875732421875,
"test_run_times": [
69.06999999999999317878973670303821563720703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"b": {
"value": 8.730000000000000426325641456060111522674560546875,
"test_run_times": [
69.0400000000000062527760746888816356658935546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"c": {
"value": 8.6199999999999992184029906638897955417633056640625,
"test_run_times": [
68.75
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
}
}
},
"0907a1560e5c52798d2914d696599aa4df306187": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 32 resnet152",
"description": "Device: CPU - Batch Size: 32 - Model: ResNet-152",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.17999999999999971578290569595992565155029296875,
"raw_values": [
8.178140730888099341200359049253165721893310546875
],
"min_result": [
"7.33"
],
"max_result": [
"8.24"
],
"test_run_times": [
239.43999999999999772626324556767940521240234375
]
},
"b": {
"value": 8.089999999999999857891452847979962825775146484375,
"raw_values": [
8.08714484503190078612533397972583770751953125
],
"min_result": [
"6.96"
],
"max_result": [
"8.2"
],
"test_run_times": [
241.530000000000001136868377216160297393798828125
]
},
"c": {
"value": 8.0800000000000000710542735760100185871124267578125,
"raw_values": [
8.079195682976699544042276102118194103240966796875
],
"min_result": [
"7.28"
],
"max_result": [
"8.15"
],
"test_run_times": [
241.1100000000000136424205265939235687255859375
]
}
}
},
"cfea26185bda60cf1bd972198a894017567ea66d": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1061.894299999999930150806903839111328125,
"test_run_times": [
54.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 1073.1318000000001120497472584247589111328125,
"test_run_times": [
49.2000000000000028421709430404007434844970703125
]
},
"c": {
"value": 1060.59690000000000509317032992839813232421875,
"test_run_times": [
49.53999999999999914734871708787977695465087890625
]
}
}
},
"4f2db05f6bebd9b371472ed1afa49f37fc27fa2a": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 16 resnet152",
"description": "Device: CPU - Batch Size: 16 - Model: ResNet-152",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.1400000000000005684341886080801486968994140625,
"raw_values": [
8.1416817495250004554918632493354380130767822265625
],
"min_result": [
"6.9"
],
"max_result": [
"8.25"
],
"test_run_times": [
240.340000000000003410605131648480892181396484375
]
},
"b": {
"value": 8.1300000000000007815970093361102044582366943359375,
"raw_values": [
8.132069661074400102052095462568104267120361328125
],
"min_result": [
"6.89"
],
"max_result": [
"8.23"
],
"test_run_times": [
240.5
]
},
"c": {
"value": 8.2200000000000006394884621840901672840118408203125,
"raw_values": [
8.2168268901175007812298645148985087871551513671875
],
"min_result": [
"7.13"
],
"max_result": [
"8.3"
],
"test_run_times": [
239.5
]
}
}
},
"df4f25f1140a1944a4d4224142d9c532fee4c333": {
"identifier": "pts\/svt-av1-2.11.1",
"title": "SVT-AV1",
"app_version": "1.8",
"arguments": "--preset 13 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 82.39199999999999590727384202182292938232421875,
"test_run_times": [
10
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 82.6230000000000046611603465862572193145751953125,
"test_run_times": [
9.8800000000000007815970093361102044582366943359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"c": {
"value": 83.269000000000005456968210637569427490234375,
"test_run_times": [
9.82000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"7d528ef8894f8e807676044900c7eeeb467b17a1": {
"identifier": "pts\/speedb-1.0.1",
"title": "Speedb",
"app_version": "2.7",
"arguments": "--benchmarks=\"readrandomwriterandom\"",
"description": "Test: Read Random Write Random",
"scale": "Op\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1640953,
"test_run_times": [
60.280000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"b": {
"value": 1658156,
"test_run_times": [
60.25999999999999801048033987171947956085205078125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
},
"c": {
"value": 1656172,
"test_run_times": [
60.27000000000000312638803734444081783294677734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3 -march=native -pthread -fno-builtin-memcmp -fno-rtti -lpthread"
}
}
}
}
},
"6d1bc6324fc6f3c201d57050ed8113b8f3aaa20f": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 28.140100000000000335376171278767287731170654296875,
"test_run_times": [
52.2999999999999971578290569595992565155029296875
]
},
"b": {
"value": 27.849199999999999732835931354202330112457275390625,
"test_run_times": [
50.8900000000000005684341886080801486968994140625
]
},
"c": {
"value": 27.949999999999999289457264239899814128875732421875,
"test_run_times": [
51.1700000000000017053025658242404460906982421875
]
}
}
},
"f524385817c97baf9338a7ff6f39a7c655b03295": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 283.9606999999999743522494100034236907958984375,
"test_run_times": [
52.2999999999999971578290569595992565155029296875
]
},
"b": {
"value": 286.90780000000000882209860719740390777587890625,
"test_run_times": [
50.8900000000000005684341886080801486968994140625
]
},
"c": {
"value": 285.94099999999997407940099947154521942138671875,
"test_run_times": [
51.1700000000000017053025658242404460906982421875
]
}
}
},
"33a7b90a826a7c6d0fce4559c190319d632d5c8f": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=1 --model=vgg16",
"description": "Device: CPU - Batch Size: 1 - Model: VGG-16",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.270000000000000017763568394002504646778106689453125,
"test_run_times": [
37.07000000000000028421709430404007434844970703125
]
},
"b": {
"value": 3.2400000000000002131628207280300557613372802734375,
"test_run_times": [
39.17999999999999971578290569595992565155029296875
]
},
"c": {
"value": 3.2599999999999997868371792719699442386627197265625,
"test_run_times": [
38.6099999999999994315658113919198513031005859375
]
}
}
},
"0f8d8cb3b9eaa2299a391dfeb4ecf8e83c675ab3": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 1 resnet152",
"description": "Device: CPU - Batch Size: 1 - Model: ResNet-152",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.1099999999999994315658113919198513031005859375,
"raw_values": [
11.10712730024300043396578985266387462615966796875
],
"min_result": [
"10.08"
],
"max_result": [
"11.16"
],
"test_run_times": [
104.0799999999999982946974341757595539093017578125
]
},
"b": {
"value": 11.1699999999999999289457264239899814128875732421875,
"raw_values": [
11.174509473602000753089669160544872283935546875
],
"min_result": [
"9.55"
],
"max_result": [
"11.26"
],
"test_run_times": [
103.4899999999999948840923025272786617279052734375
]
},
"c": {
"value": 11.07000000000000028421709430404007434844970703125,
"raw_values": [
11.074178715268999440013431012630462646484375
],
"min_result": [
"10.1"
],
"max_result": [
"11.15"
],
"test_run_times": [
104.5400000000000062527760746888816356658935546875
]
}
}
},
"45f6d0177f8c6a689eb02824f962c055c66a9292": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1071.4101000000000567524693906307220458984375,
"test_run_times": [
53.3299999999999982946974341757595539093017578125
]
},
"b": {
"value": 1063.83789999999999054125510156154632568359375,
"test_run_times": [
48.469999999999998863131622783839702606201171875
]
},
"c": {
"value": 1072.976599999999962165020406246185302734375,
"test_run_times": [
49.13000000000000255795384873636066913604736328125
]
}
}
},
"ad7acb19d6a0980c1f004560a7f3b80681cfbe0d": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 32 efficientnet_v2_l",
"description": "Device: CPU - Batch Size: 32 - Model: Efficientnet_v2_l",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.79000000000000003552713678800500929355621337890625,
"raw_values": [
4.79005814626720027860073969350196421146392822265625
],
"min_result": [
"3.39"
],
"max_result": [
"4.9"
],
"test_run_times": [
398.32999999999998408384271897375583648681640625
]
},
"b": {
"value": 4.75,
"raw_values": [
4.747064967151199965655905543826520442962646484375
],
"min_result": [
"3.34"
],
"max_result": [
"4.89"
],
"test_run_times": [
400
]
},
"c": {
"value": 4.75,
"raw_values": [
4.74736387391539960134423381532542407512664794921875
],
"min_result": [
"3.39"
],
"max_result": [
"4.88"
],
"test_run_times": [
400
]
}
}
},
"0abf31405b047991c985067ba99ea7917c482689": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 32 resnet50",
"description": "Device: CPU - Batch Size: 32 - Model: ResNet-50",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.559999999999998721023075631819665431976318359375,
"raw_values": [
21.559586721639998785349234822206199169158935546875
],
"min_result": [
"18.26"
],
"max_result": [
"21.78"
],
"test_run_times": [
92.8799999999999954525264911353588104248046875
]
},
"b": {
"value": 21.6400000000000005684341886080801486968994140625,
"raw_values": [
21.64168957297599860112313763238489627838134765625
],
"min_result": [
"18.44"
],
"max_result": [
"21.94"
],
"test_run_times": [
92.5799999999999982946974341757595539093017578125
]
},
"c": {
"value": 21.739999999999998436805981327779591083526611328125,
"raw_values": [
21.7409349635260014110826887190341949462890625
],
"min_result": [
"18.79"
],
"max_result": [
"21.88"
],
"test_run_times": [
92.8700000000000045474735088646411895751953125
]
}
}
},
"f7f842cc42f7e1ed869ec6ef2ce0bbeaf19bdfb9": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=1 --model=alexnet",
"description": "Device: CPU - Batch Size: 1 - Model: AlexNet",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.21000000000000085265128291212022304534912109375,
"test_run_times": [
8.839999999999999857891452847979962825775146484375
]
},
"b": {
"value": 18.25,
"test_run_times": [
8.839999999999999857891452847979962825775146484375
]
},
"c": {
"value": 18.35000000000000142108547152020037174224853515625,
"test_run_times": [
8.8100000000000004973799150320701301097869873046875
]
}
}
},
"a2efe4ee2ae3185b2d06fce82479f0651157c55c": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 552.5339999999999918145476840436458587646484375,
"test_run_times": [
45.89999999999999857891452847979962825775146484375
]
},
"b": {
"value": 549.3991999999999507053871639072895050048828125,
"test_run_times": [
45
]
},
"c": {
"value": 553.4687000000000125510268844664096832275390625,
"test_run_times": [
47.18999999999999772626324556767940521240234375
]
}
}
},
"06433753eb3461ed54a6c8a439305e4be1795a41": {
"identifier": "pts\/pytorch-1.0.1",
"title": "PyTorch",
"app_version": "2.1",
"arguments": "cpu 1 efficientnet_v2_l",
"description": "Device: CPU - Batch Size: 1 - Model: Efficientnet_v2_l",
"scale": "batches\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.910000000000000142108547152020037174224853515625,
"raw_values": [
6.91014380753420009995124928536824882030487060546875
],
"min_result": [
"5.17"
],
"max_result": [
"7.03"
],
"test_run_times": [
166.1100000000000136424205265939235687255859375
]
},
"b": {
"value": 6.9000000000000003552713678800500929355621337890625,
"raw_values": [
6.9002796176462997124190223985351622104644775390625
],
"min_result": [
"5.18"
],
"max_result": [
"7.02"
],
"test_run_times": [
166.150000000000005684341886080801486968994140625
]
},
"c": {
"value": 6.95000000000000017763568394002504646778106689453125,
"raw_values": [
6.94795635317109994133488726220093667507171630859375
],
"min_result": [
"5.05"
],
"max_result": [
"7.09"
],
"test_run_times": [
165.419999999999987494447850622236728668212890625
]
}
}
},
"a110d5740af9dd951854d42f541e1d01365f586e": {
"identifier": "pts\/quicksilver-1.0.0",
"title": "Quicksilver",
"app_version": "20230818",
"arguments": "..\/Examples\/CORAL2_Benchmark\/Problem2\/Coral2_P2.inp",
"description": "Input: CORAL2 P2",
"scale": "Figure Of Merit",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9287000,
"test_run_times": [
503.43999999999999772626324556767940521240234375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"b": {
"value": 9354000,
"test_run_times": [
499.69999999999998863131622783839702606201171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"c": {
"value": 9308000,
"test_run_times": [
502.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
}
}
},
"72749a871a260bd95dd0529ab9218d35f5176113": {
"identifier": "pts\/llama-cpp-1.0.0",
"title": "Llama.cpp",
"app_version": "b1808",
"arguments": "-m ..\/llama-2-70b-chat.Q5_0.gguf",
"description": "Model: llama-2-70b-chat.Q5_0.gguf",
"scale": "Tokens Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.5,
"test_run_times": [
407.66000000000002501110429875552654266357421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"b": {
"value": 1.5100000000000000088817841970012523233890533447265625,
"test_run_times": [
319.3899999999999863575794734060764312744140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
},
"c": {
"value": 1.5,
"test_run_times": [
396.779999999999972715158946812152862548828125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-std=c++11 -fPIC -O3 -pthread -march=native -mtune=native -lopenblas"
}
}
}
}
},
"1a8f84ecf131a8f2bb9cf496b58f44a8a27991a2": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 732.363399999999955980456434190273284912109375,
"test_run_times": [
39.47999999999999687361196265555918216705322265625
]
},
"b": {
"value": 736.867700000000013460521586239337921142578125,
"test_run_times": [
38.25999999999999801048033987171947956085205078125
]
},
"c": {
"value": 734.4207999999999856299837119877338409423828125,
"test_run_times": [
38.42999999999999971578290569595992565155029296875
]
}
}
},
"fe8adf6ae3796d52419bec3b9df723076023e933": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.9015000000000004121147867408581078052520751953125,
"test_run_times": [
39.47999999999999687361196265555918216705322265625
]
},
"b": {
"value": 10.835100000000000619593265582807362079620361328125,
"test_run_times": [
38.25999999999999801048033987171947956085205078125
]
},
"c": {
"value": 10.87049999999999982946974341757595539093017578125,
"test_run_times": [
38.42999999999999971578290569595992565155029296875
]
}
}
},
"af6eaa334bdf76b113725dd052a9c20f8478f446": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=16 --model=alexnet",
"description": "Device: CPU - Batch Size: 16 - Model: AlexNet",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 83.1700000000000017053025658242404460906982421875,
"test_run_times": [
24.199999999999999289457264239899814128875732421875
]
},
"b": {
"value": 82.8299999999999982946974341757595539093017578125,
"test_run_times": [
24.160000000000000142108547152020037174224853515625
]
},
"c": {
"value": 83.3299999999999982946974341757595539093017578125,
"test_run_times": [
24.059999999999998721023075631819665431976318359375
]
}
}
},
"0083d93c7c846aae457cdffe798d6ed7a26cafbe": {
"identifier": "pts\/quicksilver-1.0.0",
"title": "Quicksilver",
"app_version": "20230818",
"arguments": "..\/Examples\/CORAL2_Benchmark\/Problem1\/Coral2_P1.inp",
"description": "Input: CORAL2 P1",
"scale": "Figure Of Merit",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10170000,
"test_run_times": [
110.9500000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"b": {
"value": 10110000,
"test_run_times": [
111.599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
},
"c": {
"value": 10150000,
"test_run_times": [
111.1700000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-fopenmp -O3 -march=native"
}
}
}
}
},
"bbe2982cef2af31b6c22d5cc1487ed124ca4ed4b": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 64.9098999999999932697392068803310394287109375,
"test_run_times": [
44.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 64.5366999999999961801222525537014007568359375,
"test_run_times": [
41.11999999999999744204615126363933086395263671875
]
},
"c": {
"value": 64.6170000000000044337866711430251598358154296875,
"test_run_times": [
41.1400000000000005684341886080801486968994140625
]
}
}
},
"8830b09e158de8a9d2b1f8cc75119beba467c9be": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=16 --model=googlenet",
"description": "Device: CPU - Batch Size: 16 - Model: GoogLeNet",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47.63000000000000255795384873636066913604736328125,
"test_run_times": [
41.75
]
},
"b": {
"value": 47.50999999999999801048033987171947956085205078125,
"test_run_times": [
41.8599999999999994315658113919198513031005859375
]
},
"c": {
"value": 47.3599999999999994315658113919198513031005859375,
"test_run_times": [
42
]
}
}
},
"19d426cc943b00227b564f6813b33d710c2a4615": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 123.2228999999999956571627990342676639556884765625,
"test_run_times": [
44.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 123.888599999999996725819073617458343505859375,
"test_run_times": [
41.11999999999999744204615126363933086395263671875
]
},
"c": {
"value": 123.7818999999999931560523691587150096893310546875,
"test_run_times": [
41.1400000000000005684341886080801486968994140625
]
}
}
},
"680600dd10eb2d9f2993de9d934395e96f50622e": {
"identifier": "pts\/y-cruncher-1.4.0",
"title": "Y-Cruncher",
"app_version": "0.8.3",
"arguments": "500m",
"description": "Pi Digits To Calculate: 500M",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 20.623000000000001108446667785756289958953857421875,
"test_run_times": [
23.28999999999999914734871708787977695465087890625
]
},
"b": {
"value": 20.681999999999998607336237910203635692596435546875,
"test_run_times": [
22.410000000000000142108547152020037174224853515625
]
},
"c": {
"value": 20.574999999999999289457264239899814128875732421875,
"test_run_times": [
22.309999999999998721023075631819665431976318359375
]
}
}
},
"110f1cc60ec0ea7c1af675f5581fd8635260d922": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.4169000000000000483169060316868126392364501953125,
"test_run_times": [
101.090000000000003410605131648480892181396484375
]
},
"b": {
"value": 9.45570000000000021600499167107045650482177734375,
"test_run_times": [
88.5499999999999971578290569595992565155029296875
]
},
"c": {
"value": 9.464600000000000790123522165231406688690185546875,
"test_run_times": [
91.06000000000000227373675443232059478759765625
]
}
}
},
"59e3c791f39382e6c9e84cf0bd6166c7d7b5ba9e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 116.1826999999999969759301166050136089324951171875,
"test_run_times": [
38.25
]
},
"b": {
"value": 115.8799000000000063437255448661744594573974609375,
"test_run_times": [
38.32000000000000028421709430404007434844970703125
]
},
"c": {
"value": 116.4030000000000057980287238024175167083740234375,
"test_run_times": [
38.68999999999999772626324556767940521240234375
]
}
}
},
"eca4294ef9f65f9eb7e3619864362bb782b221df": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 68.7595000000000027284841053187847137451171875,
"test_run_times": [
38.25
]
},
"b": {
"value": 68.9544000000000067984728957526385784149169921875,
"test_run_times": [
38.32000000000000028421709430404007434844970703125
]
},
"c": {
"value": 68.6770000000000067075234255753457546234130859375,
"test_run_times": [
38.68999999999999772626324556767940521240234375
]
}
}
},
"d3a51d2475684402105c9de929d898b8c318d267": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 164.62889999999998735802364535629749298095703125,
"test_run_times": [
38.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 164.5919000000000096406438387930393218994140625,
"test_run_times": [
38.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 164.080900000000013960743672214448451995849609375,
"test_run_times": [
39.3599999999999994315658113919198513031005859375
]
}
}
},
"c0672a4955f7b2ab1a405f869c012f764e80097e": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 125.9587999999999965439201332628726959228515625,
"test_run_times": [
49.530000000000001136868377216160297393798828125
]
},
"b": {
"value": 126.0979999999999989768184605054557323455810546875,
"test_run_times": [
49.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 125.7733999999999952024154481478035449981689453125,
"test_run_times": [
49.8599999999999994315658113919198513031005859375
]
}
}
},
"a19a31eae722217497dbf8e872f44816c3fc32f4": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=16 --model=resnet50",
"description": "Device: CPU - Batch Size: 16 - Model: ResNet-50",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 16.219999999999998863131622783839702606201171875,
"test_run_times": [
114.7000000000000028421709430404007434844970703125
]
},
"b": {
"value": 16.25,
"test_run_times": [
114.4599999999999937472239253111183643341064453125
]
},
"c": {
"value": 16.21000000000000085265128291212022304534912109375,
"test_run_times": [
114.81000000000000227373675443232059478759765625
]
}
}
},
"60f855709ace180c19d54e5d245b05d6b1c7fe03": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 63.482900000000000773070496506989002227783203125,
"test_run_times": [
49.530000000000001136868377216160297393798828125
]
},
"b": {
"value": 63.38709999999999666897565475665032863616943359375,
"test_run_times": [
49.22999999999999687361196265555918216705322265625
]
},
"c": {
"value": 63.5328999999999979308995534665882587432861328125,
"test_run_times": [
49.8599999999999994315658113919198513031005859375
]
}
}
},
"a9114050bf9d19d8068bec56f0849556b5ad7e41": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 116.2811999999999983401721692644059658050537109375,
"test_run_times": [
39.75
]
},
"b": {
"value": 116.0381000000000000227373675443232059478759765625,
"test_run_times": [
38.4200000000000017053025658242404460906982421875
]
},
"c": {
"value": 116.080299999999994042809703387320041656494140625,
"test_run_times": [
38.89999999999999857891452847979962825775146484375
]
}
}
},
"39697168b3b50cc5be0663ce16b826085d7964b6": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 68.772300000000001318767317570745944976806640625,
"test_run_times": [
39.75
]
},
"b": {
"value": 68.9149000000000029331204132176935672760009765625,
"test_run_times": [
38.4200000000000017053025658242404460906982421875
]
},
"c": {
"value": 68.8893000000000057525539887137711048126220703125,
"test_run_times": [
38.89999999999999857891452847979962825775146484375
]
}
}
},
"bf5141edd92c8c1e44875bf4322842f2d565a81a": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 165.96719999999999117790139280259609222412109375,
"test_run_times": [
39.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 165.6879000000000132786226458847522735595703125,
"test_run_times": [
38.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 165.87520000000000663931132294237613677978515625,
"test_run_times": [
38.840000000000003410605131648480892181396484375
]
}
}
},
"30a0ae27e6fce0ebd1a53ca1cf7c2475badd4741": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/base-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 48.1923000000000030240698833949863910675048828125,
"test_run_times": [
39.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 48.2734999999999985220711096189916133880615234375,
"test_run_times": [
38.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 48.2186999999999983401721692644059658050537109375,
"test_run_times": [
38.840000000000003410605131648480892181396484375
]
}
}
},
"99fe49a34e19276c2c1e1cabb81232bca03c6b56": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 48.57090000000000173940861714072525501251220703125,
"test_run_times": [
38.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 48.5979999999999989768184605054557323455810546875,
"test_run_times": [
38.6400000000000005684341886080801486968994140625
]
},
"c": {
"value": 48.6520000000000010231815394945442676544189453125,
"test_run_times": [
39.3599999999999994315658113919198513031005859375
]
}
}
},
"ecef0d8bc343cfbeaed3dc2f6e3700814339c428": {
"identifier": "pts\/cachebench-1.2.0",
"title": "CacheBench",
"arguments": "-w",
"description": "Test: Write",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 23161.60571200000049429945647716522216796875,
"min_result": [
"20765.44"
],
"max_result": [
"24245.95"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"b": {
"value": 23134.97243700000035460107028484344482421875,
"min_result": [
"20991.01"
],
"max_result": [
"24248.75"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"c": {
"value": 23165.58705600000030244700610637664794921875,
"min_result": [
"20076.82"
],
"max_result": [
"24250.96"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
}
}
},
"9ff1e78c5264f23b5224a84b200df72830b13579": {
"identifier": "pts\/deepsparse-1.6.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.6",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/base-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 845.951800000000048385118134319782257080078125,
"test_run_times": [
101.090000000000003410605131648480892181396484375
]
},
"b": {
"value": 845.9951999999999543433659709990024566650390625,
"test_run_times": [
88.5499999999999971578290569595992565155029296875
]
},
"c": {
"value": 845.2006999999999834471964277327060699462890625,
"test_run_times": [
91.06000000000000227373675443232059478759765625
]
}
}
},
"00ad1fd7ecc420dd5fa33a87024475348d63de36": {
"identifier": "pts\/cachebench-1.2.0",
"title": "CacheBench",
"arguments": "-r",
"description": "Test: Read",
"scale": "MB\/s",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6062.3701069999997343984432518482208251953125,
"min_result": [
"5922.93"
],
"max_result": [
"6087.27"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"b": {
"value": 6058.7446669999999357969500124454498291015625,
"min_result": [
"5776.01"
],
"max_result": [
"6087.87"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
},
"c": {
"value": 6057.9930070000000341678969562053680419921875,
"min_result": [
"5886"
],
"max_result": [
"6083.65"
],
"test_run_times": [
125.030000000000001136868377216160297393798828125
],
"details": {
"compiler-options": {
"compiler-type": "CC",
"compiler": "gcc",
"compiler-options": "-O3 -lrt"
}
}
}
}
},
"3fbe75850075f543842076e3c2d8f292f0186e73": {
"identifier": "pts\/tensorflow-2.1.1",
"title": "TensorFlow",
"app_version": "2.12",
"arguments": "--device cpu --batch_size=16 --model=vgg16",
"description": "Device: CPU - Batch Size: 16 - Model: VGG-16",
"scale": "images\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.95999999999999996447286321199499070644378662109375,
"test_run_times": [
298.56000000000000227373675443232059478759765625
]
},
"b": {
"value": 5.95999999999999996447286321199499070644378662109375,
"test_run_times": [
298.6399999999999863575794734060764312744140625
]
},
"c": {
"value": 5.95999999999999996447286321199499070644378662109375,
"test_run_times": [
298.6000000000000227373675443232059478759765625
]
}
}
}
}
}