Tests for a future article. AMD Ryzen 7 7840U testing with a PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS) and AMD Phoenix1 512MB on Ubuntu 23.10 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2403162-NE-FGGD3366260
{
"title": "fggd",
"last_modified": "2024-03-16 22:03:52",
"description": "Tests for a future article. AMD Ryzen 7 7840U testing with a PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS) and AMD Phoenix1 512MB on Ubuntu 23.10 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "AMD Ryzen 7 7840U @ 5.29GHz (8 Cores \/ 16 Threads)",
"Motherboard": "PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS)",
"Chipset": "AMD Device 14e8",
"Memory": "4 x 4GB DRAM-6400MT\/s K3LKBKB0BM-MGCP",
"Disk": "1024GB Micron_3400_MTFDKBA1T0TFH",
"Graphics": "AMD Phoenix1 512MB (2700\/800MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Network": "MEDIATEK MT7922 802.11ax PCI"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401230600.42fc83~oibaf~m (git-42fc83a 2024-01-23 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3200x2000"
},
"user": "phoronix",
"timestamp": "2024-03-16 18:45:16",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: performance)",
"cpu-microcode": "0xa704101",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "AMD Ryzen 7 7840U @ 5.29GHz (8 Cores \/ 16 Threads)",
"Motherboard": "PHX Swift SFE16-43 Ray_PEU (V1.04 BIOS)",
"Chipset": "AMD Device 14e8",
"Memory": "4 x 4GB DRAM-6400MT\/s K3LKBKB0BM-MGCP",
"Disk": "1024GB Micron_3400_MTFDKBA1T0TFH",
"Graphics": "AMD Phoenix1 512MB (2700\/800MHz)",
"Audio": "AMD Rembrandt Radeon HD Audio",
"Network": "MEDIATEK MT7922 802.11ax PCI"
},
"software": {
"OS": "Ubuntu 23.10",
"Kernel": "6.7.0-060700-generic (x86_64)",
"Desktop": "GNOME Shell 45.2",
"Display Server": "X Server + Wayland",
"OpenGL": "4.6 Mesa 24.1~git2401230600.42fc83~oibaf~m (git-42fc83a 2024-01-23 mantic-oibaf-ppa) (LLVM 16.0.6 DRM 3.56)",
"Compiler": "GCC 13.2.0",
"File-System": "ext4",
"Screen Resolution": "3200x2000"
},
"user": "phoronix",
"timestamp": "2024-03-16 20:50:17",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-defaulted --enable-offload-targets=nvptx-none=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-13-XYspKM\/gcc-13-13.2.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "amd-pstate-epp powersave (EPP: performance)",
"cpu-microcode": "0xa704101",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.11.6",
"security": "gather_data_sampling: Not affected + itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_rstack_overflow: Vulnerable: Safe RET no microcode + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional STIBP: always-on RSB filling PBRSB-eIBRS: Not affected + srbds: Not affected + tsx_async_abort: Not affected"
}
}
},
"results": {
"2d6461041456af39b5df4efcec7f39f3157f549d": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 22.23400000000000176214598468504846096038818359375,
"test_run_times": [
28.17999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 28.699000000000001620037437533028423786163330078125,
"test_run_times": [
22.050000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"07874bd30a80753be1d28881eddc0428fcb350ae": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.85700000000000020605739337042905390262603759765625,
"test_run_times": [
57.4200000000000017053025658242404460906982421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 3.619000000000000216715534406830556690692901611328125,
"test_run_times": [
45.659999999999996589394868351519107818603515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"dc904a5f05b6af7d9d2f0cb350633ab3906286e0": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.7980000000000000426325641456060111522674560546875,
"test_run_times": [
15.42999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 12.7710000000000007958078640513122081756591796875,
"test_run_times": [
13.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"e25f1395e53b97de67de5cb714bfadc6f1a32e2b": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 77.974999999999994315658113919198513031005859375,
"test_run_times": [
8.2400000000000002131628207280300557613372802734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 90.2360000000000042064129956997931003570556640625,
"test_run_times": [
7.160000000000000142108547152020037174224853515625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"b7dbdc4a31deb7c3fd3898dbe6df6073d5bae0ee": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 63.13300000000000267164068645797669887542724609375,
"test_run_times": [
10.3900000000000005684341886080801486968994140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 70.6280000000000001136868377216160297393798828125,
"test_run_times": [
9.3699999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"cf74c258930ce6572b669052b6a298b7e2c32c02": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 327.70800000000002683009370230138301849365234375,
"test_run_times": [
2.140000000000000124344978758017532527446746826171875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 358.9460000000000263753463514149188995361328125,
"test_run_times": [
1.95999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"a94fc255324a86f95ba5207758d45b3e012d6e50": {
"identifier": "pts\/build-linux-kernel-1.16.0",
"title": "Timed Linux Kernel Compilation",
"app_version": "6.8",
"arguments": "defconfig",
"description": "Build: defconfig",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 176.417000000000001591615728102624416351318359375,
"test_run_times": [
176.419999999999987494447850622236728668212890625
]
},
"b": {
"value": 162.739000000000004320099833421409130096435546875,
"test_run_times": [
162.740000000000009094947017729282379150390625
]
}
}
},
"685f4e221e2e654e3714ee352fed82e506e17245": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 63.70100000000000051159076974727213382720947265625,
"test_run_times": [
10.300000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 67.837999999999993860910763032734394073486328125,
"test_run_times": [
9.71000000000000085265128291212022304534912109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"fa830dfe04cd3079e6f88420aec30f0bb9868cfb": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 410.68900000000002137312549166381359100341796875,
"test_run_times": [
1.7600000000000000088817841970012523233890533447265625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 436.4089999999999918145476840436458587646484375,
"test_run_times": [
1.649999999999999911182158029987476766109466552734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"21a28bcec532bfa9a162a2718b6bd205c8afdb1e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 42.00399999999999778310666442848742008209228515625,
"test_run_times": [
37.75999999999999801048033987171947956085205078125
]
},
"b": {
"value": 40.472499999999996589394868351519107818603515625,
"test_run_times": [
37.46000000000000085265128291212022304534912109375
]
}
}
},
"9b57be456e41aaad993f0ce7481a5c9c9a04a9ff": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 71.358599999999995588950696401298046112060546875,
"test_run_times": [
37.75999999999999801048033987171947956085205078125
]
},
"b": {
"value": 74.0375999999999976353137753903865814208984375,
"test_run_times": [
37.46000000000000085265128291212022304534912109375
]
}
}
},
"1ef7bb431fa28fd7b9e986fd0cb9552c75643fd9": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 573.123299999999971987563185393810272216796875,
"test_run_times": [
42.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 593.8799000000000205545802600681781768798828125,
"test_run_times": [
43.07000000000000028421709430404007434844970703125
]
}
}
},
"93d0edcc5ea127a7ae76411e7c930bccd559b10d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.20840000000000014068746168049983680248260498046875,
"test_run_times": [
42.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 5.03359999999999985220711096189916133880615234375,
"test_run_times": [
43.07000000000000028421709430404007434844970703125
]
}
}
},
"56185e1b61cd8aa824fb78f1d7d102710de33b94": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 73.3430000000000035242919693700969219207763671875,
"test_run_times": [
44.5499999999999971578290569595992565155029296875
]
},
"b": {
"value": 71.00790000000000645741238258779048919677734375,
"test_run_times": [
44.280000000000001136868377216160297393798828125
]
}
}
},
"d4b9f05f0f69b018a9d07117bd621c6a7f7953e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.6133000000000006224354365258477628231048583984375,
"test_run_times": [
44.5499999999999971578290569595992565155029296875
]
},
"b": {
"value": 14.060900000000000176214598468504846096038818359375,
"test_run_times": [
44.280000000000001136868377216160297393798828125
]
}
}
},
"a5ba11a554d6383c4486b0661fdd16e9399e857f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 220.65600000000000591171556152403354644775390625,
"test_run_times": [
45.030000000000001136868377216160297393798828125
]
},
"b": {
"value": 227.165899999999993497112882323563098907470703125,
"test_run_times": [
44.64999999999999857891452847979962825775146484375
]
}
}
},
"bda84ddf23206af7a77b4a03ef51ef2f11c11b45": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 13.56589999999999918145476840436458587646484375,
"test_run_times": [
45.030000000000001136868377216160297393798828125
]
},
"b": {
"value": 13.17869999999999919282345217652618885040283203125,
"test_run_times": [
44.64999999999999857891452847979962825775146484375
]
}
}
},
"893f2428b81e1c66c35110b1e39867b98d7ffa5b": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 4.97440000000000015489831639570184051990509033203125,
"test_run_times": [
38
]
},
"b": {
"value": 4.83940000000000036806113712373189628124237060546875,
"test_run_times": [
37.72999999999999687361196265555918216705322265625
]
}
}
},
"4c16c458467e4713990cbf508dda0ad418740729": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 599.84619999999995343387126922607421875,
"test_run_times": [
38
]
},
"b": {
"value": 616.444600000000036743585951626300811767578125,
"test_run_times": [
37.72999999999999687361196265555918216705322265625
]
}
}
},
"855ea67bb65a4f10b8a649ffcc43fbeb7227cae3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 157.69270000000000209183781407773494720458984375,
"test_run_times": [
44.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 161.80770000000001118678483180701732635498046875,
"test_run_times": [
44.6099999999999994315658113919198513031005859375
]
}
}
},
"5bbdba8bdb353a59e581a45b7f7943e3030de63a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.32509999999999994457766661071218550205230712890625,
"test_run_times": [
44.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 6.164699999999999846522769075818359851837158203125,
"test_run_times": [
44.6099999999999994315658113919198513031005859375
]
}
}
},
"02cfacf2ca4fbbb6b2413969891ed99032c6c05e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 17.40990000000000037516656448133289813995361328125,
"test_run_times": [
38.219999999999998863131622783839702606201171875
]
},
"b": {
"value": 17.006099999999999994315658113919198513031005859375,
"test_run_times": [
37.469999999999998863131622783839702606201171875
]
}
}
},
"1da2e9cb8d7a6eb8e64ede4d748a5c63dbec8559": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 57.3898999999999972487785271368920803070068359375,
"test_run_times": [
38.219999999999998863131622783839702606201171875
]
},
"b": {
"value": 58.74929999999999807869244250468909740447998046875,
"test_run_times": [
37.469999999999998863131622783839702606201171875
]
}
}
},
"4b08a77993201615e7cdd48a86e15cf72e9b3352": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 47.262799999999998590283212251961231231689453125,
"test_run_times": [
38.88000000000000255795384873636066913604736328125
]
},
"b": {
"value": 46.2794999999999987494447850622236728668212890625,
"test_run_times": [
39
]
}
}
},
"7108c1bde12eb0d9c6ff634d37ff517773086268": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 63.4440000000000026147972675971686840057373046875,
"test_run_times": [
38.88000000000000255795384873636066913604736328125
]
},
"b": {
"value": 64.7626000000000061618266045115888118743896484375,
"test_run_times": [
39
]
}
}
},
"638213f946adb5ae9135ab4b8b446f7d58664d7f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 46.24969999999999714646037318743765354156494140625,
"test_run_times": [
37.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 45.3815000000000026147972675971686840057373046875,
"test_run_times": [
37.78999999999999914734871708787977695465087890625
]
}
}
},
"329837c092e993e81c947bb88e5010ebc9891b31": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 64.8054000000000058889781939797103404998779296875,
"test_run_times": [
37.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 66.0364000000000004320099833421409130096435546875,
"test_run_times": [
37.78999999999999914734871708787977695465087890625
]
}
}
},
"a77140031a418d03f49e6debb4e03cbe7a03a678": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 34.40090000000000003410605131648480892181396484375,
"test_run_times": [
37.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 34.97149999999999891997504164464771747589111328125,
"test_run_times": [
37.46000000000000085265128291212022304534912109375
]
}
}
},
"b2a594486c92f0c4e4b93b0a9dbe5a0be062f298": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 29.0491999999999990222931955941021442413330078125,
"test_run_times": [
37.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 28.576100000000000278532752417959272861480712890625,
"test_run_times": [
37.46000000000000085265128291212022304534912109375
]
}
}
},
"356fd68833e3222975779732b39790139f819b22": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31.81830000000000069348971010185778141021728515625,
"test_run_times": [
45.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 31.39529999999999887450030655600130558013916015625,
"test_run_times": [
44.71000000000000085265128291212022304534912109375
]
}
}
},
"83ca1e360507a59226001525682d066a1eee5e84": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 94.170199999999994133759173564612865447998046875,
"test_run_times": [
45.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 95.4312000000000040245140553452074527740478515625,
"test_run_times": [
44.71000000000000085265128291212022304534912109375
]
}
}
},
"8810fe9271cfde46003041442cc253185eb44e1c": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.18930000000000024584778657299466431140899658203125,
"test_run_times": [
41.8599999999999994315658113919198513031005859375
]
},
"b": {
"value": 5.125099999999999766941982670687139034271240234375,
"test_run_times": [
41.8299999999999982946974341757595539093017578125
]
}
}
},
"78aa5fcf7f9028bdaf1287fd59d1b0d907e4aca2": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 192.687399999999996680344338528811931610107421875,
"test_run_times": [
41.8599999999999994315658113919198513031005859375
]
},
"b": {
"value": 195.10079999999999245119397528469562530517578125,
"test_run_times": [
41.8299999999999982946974341757595539093017578125
]
}
}
},
"3b395af9b9d076fb9bff8d47a249ec2fe8331f6e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 373.53019999999997935447026975452899932861328125,
"test_run_times": [
37.2999999999999971578290569595992565155029296875
]
},
"b": {
"value": 377.90789999999998372004483826458454132080078125,
"test_run_times": [
37.6099999999999994315658113919198513031005859375
]
}
}
},
"314827a2e497fa3e23a149d2aba87047cb19e7e3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.654900000000000037658764995285309851169586181640625,
"test_run_times": [
37.2999999999999971578290569595992565155029296875
]
},
"b": {
"value": 2.624499999999999833022457096376456320285797119140625,
"test_run_times": [
37.6099999999999994315658113919198513031005859375
]
}
}
},
"cb81925dba817594f846f03a3bc29a81ef048649": {
"identifier": "pts\/build-linux-kernel-1.16.0",
"title": "Timed Linux Kernel Compilation",
"app_version": "6.8",
"arguments": "allmodconfig",
"description": "Build: allmodconfig",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2616.59000000000014551915228366851806640625,
"test_run_times": [
2616.59000000000014551915228366851806640625
]
},
"b": {
"value": 2587.38999999999987267074175179004669189453125,
"test_run_times": [
2587.38999999999987267074175179004669189453125
]
}
}
},
"947610139beb46c152f74ada08833bfe9728062d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.2614999999999998436805981327779591083526611328125,
"test_run_times": [
43.719999999999998863131622783839702606201171875
]
},
"b": {
"value": 5.31829999999999980531129040173254907131195068359375,
"test_run_times": [
42.9500000000000028421709430404007434844970703125
]
}
}
},
"5a36b450b1f8e7b3be90e33289141057ce6391e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.547100000000000363797880709171295166015625,
"test_run_times": [
42.409999999999996589394868351519107818603515625
]
},
"b": {
"value": 5.6014999999999997015720509807579219341278076171875,
"test_run_times": [
42.11999999999999744204615126363933086395263671875
]
}
}
},
"fa0e1332a3568488061a24e2db603659f1c6501e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 180.256699999999995043253875337541103363037109375,
"test_run_times": [
42.409999999999996589394868351519107818603515625
]
},
"b": {
"value": 178.506400000000013505996321327984333038330078125,
"test_run_times": [
42.11999999999999744204615126363933086395263671875
]
}
}
},
"cf383fd884ee444349b5cf03c7b5fac725ae7e7a": {
"identifier": "pts\/compress-pbzip2-1.6.1",
"title": "Parallel BZIP2 Compression",
"app_version": "1.1.13",
"description": "FreeBSD-13.0-RELEASE-amd64-memstick.img Compression",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 10.9769529999999999603232936351560056209564208984375,
"test_run_times": [
10.980000000000000426325641456060111522674560546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -pthread -lbz2 -lpthread"
}
}
},
"b": {
"value": 11.0791920000000008172946763806976377964019775390625,
"test_run_times": [
11.089999999999999857891452847979962825775146484375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -pthread -lbz2 -lpthread"
}
}
}
}
},
"6f6400821c5c8b1463564cdf0dcc6fc2fc0a66f6": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 568.0176999999999907231540419161319732666015625,
"test_run_times": [
43.719999999999998863131622783839702606201171875
]
},
"b": {
"value": 563.3791999999999688952811993658542633056640625,
"test_run_times": [
42.9500000000000028421709430404007434844970703125
]
}
}
},
"4c1cc90e3ea0d3504b4076fbf87308d1ee648506": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 103.5421999999999940200723358429968357086181640625,
"test_run_times": [
42.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 104.292000000000001591615728102624416351318359375,
"test_run_times": [
42.63000000000000255795384873636066913604736328125
]
}
}
},
"2e09524a2afac98ccf359361f18a9bf744359ec7": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.6550999999999991274535204865969717502593994140625,
"test_run_times": [
42.81000000000000227373675443232059478759765625
]
},
"b": {
"value": 9.585699999999999221245161606930196285247802734375,
"test_run_times": [
42.63000000000000255795384873636066913604736328125
]
}
}
},
"ec149e1403247f5016fb1f96ce6614000e37c266": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 42.9857999999999975671016727574169635772705078125,
"test_run_times": [
38.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 42.72109999999999985220711096189916133880615234375,
"test_run_times": [
39.6099999999999994315658113919198513031005859375
]
}
}
},
"1968a2c97ff6ff373d30fe5697bcd3ea3912ae50": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 23.249700000000000699174051987938582897186279296875,
"test_run_times": [
38.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 23.393699999999999050714905024506151676177978515625,
"test_run_times": [
39.6099999999999994315658113919198513031005859375
]
}
}
},
"d7626651777606a7730e9a1546ff6fd717d306f3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1094.287399999999934152583591639995574951171875,
"test_run_times": [
54.99000000000000198951966012828052043914794921875
]
},
"b": {
"value": 1087.73180000000002110027708113193511962890625,
"test_run_times": [
51.78999999999999914734871708787977695465087890625
]
}
}
},
"9f3ae2bc1f10bc938757c19ae97a957a6a9ee97a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 32.20040000000000190993887372314929962158203125,
"test_run_times": [
37.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 32.107799999999997453414835035800933837890625,
"test_run_times": [
37.8299999999999982946974341757595539093017578125
]
}
}
},
"7c1c5406d5fd0bc7f453370348b492b3d54aaa76": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 93.1304999999999978399500832892954349517822265625,
"test_run_times": [
37.77000000000000312638803734444081783294677734375
]
},
"b": {
"value": 93.37749999999999772626324556767940521240234375,
"test_run_times": [
37.8299999999999982946974341757595539093017578125
]
}
}
},
"20f489ce3ebeafb9d92bbb4838ca4c0390d3dd4d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.716499999999999914734871708787977695465087890625,
"test_run_times": [
54.99000000000000198951966012828052043914794921875
]
},
"b": {
"value": 2.72299999999999986499688020558096468448638916015625,
"test_run_times": [
51.78999999999999914734871708787977695465087890625
]
}
}
},
"f23135dde731648112460c357dc2312eab3ce978": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 54.10329999999999728288457845337688922882080078125,
"test_run_times": [
38.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 54.1989999999999980673237587325274944305419921875,
"test_run_times": [
37.35000000000000142108547152020037174224853515625
]
}
}
},
"948f96bcbf119b23cb418fb75b2bd04da31f599f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.46640000000000014779288903810083866119384765625,
"test_run_times": [
38.1400000000000005684341886080801486968994140625
]
},
"b": {
"value": 18.433800000000001517719283583573997020721435546875,
"test_run_times": [
37.35000000000000142108547152020037174224853515625
]
}
}
},
"27ad8c70cf928aa19cccf637f113d2e489a4c94a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 191.7545000000000072759576141834259033203125,
"test_run_times": [
50.7999999999999971578290569595992565155029296875
]
},
"b": {
"value": 191.574299999999993815436027944087982177734375,
"test_run_times": [
51.090000000000003410605131648480892181396484375
]
}
}
},
"4ad67f37de90d07a80a48a47c3595fdb13a68be8": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5.2142999999999997129407347529195249080657958984375,
"test_run_times": [
50.7999999999999971578290569595992565155029296875
]
},
"b": {
"value": 5.21919999999999983941734171821735799312591552734375,
"test_run_times": [
51.090000000000003410605131648480892181396484375
]
}
}
},
"a6893edb09ab37f3c2a30cc382eee443bef51652": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 313.73489999999998190105543471872806549072265625,
"test_run_times": [
43.2999999999999971578290569595992565155029296875
]
},
"b": {
"value": 313.9578000000000201907823793590068817138671875,
"test_run_times": [
43.030000000000001136868377216160297393798828125
]
}
}
},
"029547d9862776523c5601395a6358610a352681": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 9.558299999999999130295691429637372493743896484375,
"test_run_times": [
43.2999999999999971578290569595992565155029296875
]
},
"b": {
"value": 9.553200000000000358113538823090493679046630859375,
"test_run_times": [
43.030000000000001136868377216160297393798828125
]
}
}
}
}
}