Intel Core i9-10980XE testing with a ASRock X299 Steel Legend (P1.50 BIOS) and llvmpipe on Ubuntu 22.04 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2403167-PTS-DGGG234526
{
"title": "dggg",
"last_modified": "2024-03-16 17:43:51",
"description": "Intel Core i9-10980XE testing with a ASRock X299 Steel Legend (P1.50 BIOS) and llvmpipe on Ubuntu 22.04 via the Phoronix Test Suite.",
"systems": {
"a": {
"identifier": "a",
"hardware": {
"Processor": "Intel Core i9-10980XE @ 4.80GHz (18 Cores \/ 36 Threads)",
"Motherboard": "ASRock X299 Steel Legend (P1.50 BIOS)",
"Chipset": "Intel Sky Lake-E DMI3 Registers",
"Memory": "4 x 8GB DDR4-3600MT\/s",
"Disk": "Samsung SSD 970 PRO 512GB",
"Graphics": "llvmpipe",
"Audio": "Realtek ALC1220",
"Network": "Intel I219-V + Intel I211"
},
"software": {
"OS": "Ubuntu 22.04",
"Kernel": "6.5.0-18-generic (x86_64)",
"Desktop": "GNOME Shell 42.2",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.5 Mesa 22.0.1 (LLVM 13.0.1 256 bits)",
"Vulkan": "1.2.204",
"Compiler": "GCC 11.4.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "pts",
"timestamp": "2024-03-16 11:58:02",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,brig,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-targets=nvptx-none=\/build\/gcc-11-XeT9lY\/gcc-11-11.4.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-11-XeT9lY\/gcc-11-11.4.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_cpufreq schedutil",
"cpu-microcode": "0x5003604",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.10.12",
"security": "gather_data_sampling: Mitigation of Microcode + itlb_multihit: KVM: Mitigation of VMX disabled + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Mitigation of Clear buffers; SMT vulnerable + retbleed: Mitigation of Enhanced IBRS + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Mitigation of TSX disabled"
}
},
"b": {
"identifier": "b",
"hardware": {
"Processor": "Intel Core i9-10980XE @ 4.80GHz (18 Cores \/ 36 Threads)",
"Motherboard": "ASRock X299 Steel Legend (P1.50 BIOS)",
"Chipset": "Intel Sky Lake-E DMI3 Registers",
"Memory": "4 x 8GB DDR4-3600MT\/s",
"Disk": "Samsung SSD 970 PRO 512GB",
"Graphics": "llvmpipe",
"Audio": "Realtek ALC1220",
"Network": "Intel I219-V + Intel I211"
},
"software": {
"OS": "Ubuntu 22.04",
"Kernel": "6.5.0-18-generic (x86_64)",
"Desktop": "GNOME Shell 42.2",
"Display Server": "X Server 1.21.1.4",
"OpenGL": "4.5 Mesa 22.0.1 (LLVM 13.0.1 256 bits)",
"Vulkan": "1.2.204",
"Compiler": "GCC 11.4.0",
"File-System": "ext4",
"Screen Resolution": "1024x768"
},
"user": "pts",
"timestamp": "2024-03-16 14:33:49",
"client_version": "10.8.4",
"data": {
"compiler-configuration": "--build=x86_64-linux-gnu --disable-vtable-verify --disable-werror --enable-bootstrap --enable-cet --enable-checking=release --enable-clocale=gnu --enable-default-pie --enable-gnu-unique-object --enable-languages=c,ada,c++,go,brig,d,fortran,objc,obj-c++,m2 --enable-libphobos-checking=release --enable-libstdcxx-debug --enable-libstdcxx-time=yes --enable-link-serialization=2 --enable-multiarch --enable-multilib --enable-nls --enable-objc-gc=auto --enable-offload-targets=nvptx-none=\/build\/gcc-11-XeT9lY\/gcc-11-11.4.0\/debian\/tmp-nvptx\/usr,amdgcn-amdhsa=\/build\/gcc-11-XeT9lY\/gcc-11-11.4.0\/debian\/tmp-gcn\/usr --enable-plugin --enable-shared --enable-threads=posix --host=x86_64-linux-gnu --program-prefix=x86_64-linux-gnu- --target=x86_64-linux-gnu --with-abi=m64 --with-arch-32=i686 --with-build-config=bootstrap-lto-lean --with-default-libstdcxx-abi=new --with-gcc-major-version-only --with-multilib-list=m32,m64,mx32 --with-target-system-zlib=auto --with-tune=generic --without-cuda-driver -v",
"cpu-scaling-governor": "intel_cpufreq schedutil",
"cpu-microcode": "0x5003604",
"kernel-extra-details": "Transparent Huge Pages: madvise",
"python": "Python 3.10.12",
"security": "gather_data_sampling: Mitigation of Microcode + itlb_multihit: KVM: Mitigation of VMX disabled + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Mitigation of Clear buffers; SMT vulnerable + retbleed: Mitigation of Enhanced IBRS + spec_rstack_overflow: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced \/ Automatic IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Mitigation of TSX disabled"
}
}
},
"results": {
"948f96bcbf119b23cb418fb75b2bd04da31f599f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7.51050000000000039790393202565610408782958984375,
"raw_values": [
7.5655000000000001136868377216160297393798828125,
7.51940000000000008384404281969182193279266357421875,
7.44669999999999987494447850622236728668212890625
],
"test_run_times": [
37.93999999999999772626324556767940521240234375,
38.11999999999999744204615126363933086395263671875,
38.00999999999999801048033987171947956085205078125
]
},
"b": {
"value": 7.786699999999999732835931354202330112457275390625,
"test_run_times": [
37.89999999999999857891452847979962825775146484375
]
}
}
},
"f23135dde731648112460c357dc2312eab3ce978": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 132.9415999999999939973349682986736297607421875,
"raw_values": [
131.972900000000009868017514236271381378173828125,
132.7712999999999965439201332628726959228515625,
134.080500000000000682121026329696178436279296875
],
"test_run_times": [
37.93999999999999772626324556767940521240234375,
38.11999999999999744204615126363933086395263671875,
38.00999999999999801048033987171947956085205078125
]
},
"b": {
"value": 128.23259999999999081410351209342479705810546875,
"test_run_times": [
37.89999999999999857891452847979962825775146484375
]
}
}
},
"a6893edb09ab37f3c2a30cc382eee443bef51652": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 410.67739999999997735358192585408687591552734375,
"raw_values": [
409.02730000000002519300323911011219024658203125,
413.59350000000000591171556152403354644775390625,
409.411299999999982901499606668949127197265625
],
"test_run_times": [
42.56000000000000227373675443232059478759765625,
42.64999999999999857891452847979962825775146484375,
42.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 396.31270000000000663931132294237613677978515625,
"test_run_times": [
42.6700000000000017053025658242404460906982421875
]
}
}
},
"029547d9862776523c5601395a6358610a352681": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario async",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.913199999999999789679350215010344982147216796875,
"raw_values": [
22.001000000000001222133505507372319698333740234375,
21.7580999999999988858689903281629085540771484375,
21.980399999999999494093572138808667659759521484375
],
"test_run_times": [
42.56000000000000227373675443232059478759765625,
42.64999999999999857891452847979962825775146484375,
42.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 22.697700000000001097077984013594686985015869140625,
"test_run_times": [
42.6700000000000017053025658242404460906982421875
]
}
}
},
"93d0edcc5ea127a7ae76411e7c930bccd559b10d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.32679999999999864712663111276924610137939453125,
"raw_values": [
18.455600000000000449063009000383317470550537109375,
18.2289999999999992041921359486877918243408203125,
18.295700000000000073896444519050419330596923828125
],
"test_run_times": [
45.3299999999999982946974341757595539093017578125,
45.5499999999999971578290569595992565155029296875,
45.67999999999999971578290569595992565155029296875
]
},
"b": {
"value": 17.875099999999999766941982670687139034271240234375,
"test_run_times": [
45.469999999999998863131622783839702606201171875
]
}
}
},
"855ea67bb65a4f10b8a649ffcc43fbeb7227cae3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 143.98570000000000845830072648823261260986328125,
"raw_values": [
145.923000000000001818989403545856475830078125,
142.601100000000002410160959698259830474853515625,
143.432899999999989404386724345386028289794921875
],
"test_run_times": [
48.64999999999999857891452847979962825775146484375,
48.63000000000000255795384873636066913604736328125,
48.75
]
},
"b": {
"value": 140.498300000000000409272615797817707061767578125,
"test_run_times": [
48.64999999999999857891452847979962825775146484375
]
}
}
},
"5bbdba8bdb353a59e581a45b7f7943e3030de63a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.9366000000000003211653165635652840137481689453125,
"raw_values": [
6.84339999999999992752464095246978104114532470703125,
7.00349999999999983657517077517695724964141845703125,
6.9627999999999996560973158921115100383758544921875
],
"test_run_times": [
48.64999999999999857891452847979962825775146484375,
48.63000000000000255795384873636066913604736328125,
48.75
]
},
"b": {
"value": 7.10810000000000030695446184836328029632568359375,
"test_run_times": [
48.64999999999999857891452847979962825775146484375
]
}
}
},
"2e09524a2afac98ccf359361f18a9bf744359ec7": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 21.6009999999999990905052982270717620849609375,
"raw_values": [
21.686800000000001631406121305190026760101318359375,
21.71900000000000119371179607696831226348876953125,
21.397300000000001318767317570745944976806640625
],
"test_run_times": [
42.13000000000000255795384873636066913604736328125,
42.03999999999999914734871708787977695465087890625,
41.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 21.107299999999998618704921682365238666534423828125,
"test_run_times": [
42.1400000000000005684341886080801486968994140625
]
}
}
},
"4c1cc90e3ea0d3504b4076fbf87308d1ee648506": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/segmentation\/yolact-darknet53\/pytorch\/dbolya\/coco\/pruned90-none --scenario sync",
"description": "Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 46.279099999999999681676854379475116729736328125,
"raw_values": [
46.09389999999999787405613460578024387359619140625,
46.0249000000000023646862246096134185791015625,
46.718400000000002592059900052845478057861328125
],
"test_run_times": [
42.13000000000000255795384873636066913604736328125,
42.03999999999999914734871708787977695465087890625,
41.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 47.360500000000001818989403545856475830078125,
"test_run_times": [
42.1400000000000005684341886080801486968994140625
]
}
}
},
"fa830dfe04cd3079e6f88420aec30f0bb9868cfb": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 200.022999999999996134647517465054988861083984375,
"raw_values": [
199.99799999999999045030563138425350189208984375,
199.104000000000013415046851150691509246826171875,
200.9660000000000081854523159563541412353515625
],
"test_run_times": [
3.319999999999999840127884453977458178997039794921875,
3.3300000000000000710542735760100185871124267578125,
3.29999999999999982236431605997495353221893310546875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 195.772999999999996134647517465054988861083984375,
"test_run_times": [
3.37999999999999989341858963598497211933135986328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"1ef7bb431fa28fd7b9e986fd0cb9552c75643fd9": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario async",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 489.5240000000000009094947017729282379150390625,
"raw_values": [
486.27550000000002228262019343674182891845703125,
493.2903999999999768988345749676227569580078125,
489.0059999999999718056642450392246246337890625
],
"test_run_times": [
45.3299999999999982946974341757595539093017578125,
45.5499999999999971578290569595992565155029296875,
45.67999999999999971578290569595992565155029296875
]
},
"b": {
"value": 499.65579999999999927240423858165740966796875,
"test_run_times": [
45.469999999999998863131622783839702606201171875
]
}
}
},
"02cfacf2ca4fbbb6b2413969891ed99032c6c05e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7.611200000000000187583282240666449069976806640625,
"raw_values": [
7.55930000000000035242919693700969219207763671875,
7.47449999999999992184029906638897955417633056640625,
7.79990000000000005542233338928781449794769287109375
],
"test_run_times": [
38.17999999999999971578290569595992565155029296875,
38.18999999999999772626324556767940521240234375,
37.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 7.467999999999999971578290569595992565155029296875,
"test_run_times": [
37.97999999999999687361196265555918216705322265625
]
}
}
},
"1da2e9cb8d7a6eb8e64ede4d748a5c63dbec8559": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario sync",
"description": "Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 131.224500000000006139089236967265605926513671875,
"raw_values": [
132.086399999999997589839040301740169525146484375,
133.57269999999999754436430521309375762939453125,
128.014399999999994861354934982955455780029296875
],
"test_run_times": [
38.17999999999999971578290569595992565155029296875,
38.18999999999999772626324556767940521240234375,
37.969999999999998863131622783839702606201171875
]
},
"b": {
"value": 133.6879999999999881765688769519329071044921875,
"test_run_times": [
37.97999999999999687361196265555918216705322265625
]
}
}
},
"a94fc255324a86f95ba5207758d45b3e012d6e50": {
"identifier": "pts\/build-linux-kernel-1.16.0",
"title": "Timed Linux Kernel Compilation",
"app_version": "6.8",
"arguments": "defconfig",
"description": "Build: defconfig",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 74.3599999999999994315658113919198513031005859375,
"raw_values": [
75.6590000000000060254023992456495761871337890625,
73.6520000000000010231815394945442676544189453125,
73.769000000000005456968210637569427490234375
],
"test_run_times": [
75.659999999999996589394868351519107818603515625,
73.650000000000005684341886080801486968994140625,
73.7699999999999960209606797434389591217041015625
]
},
"b": {
"value": 75.743999999999999772626324556767940521240234375,
"test_run_times": [
75.7399999999999948840923025272786617279052734375
]
}
}
},
"e25f1395e53b97de67de5cb714bfadc6f1a32e2b": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 51.08899999999999863575794734060764312744140625,
"raw_values": [
51.375,
50.55499999999999971578290569595992565155029296875,
51.3370000000000032969182939268648624420166015625
],
"test_run_times": [
12.2599999999999997868371792719699442386627197265625,
12.4399999999999995026200849679298698902130126953125,
12.269999999999999573674358543939888477325439453125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 51.87100000000000221689333557151257991790771484375,
"test_run_times": [
12.1300000000000007815970093361102044582366943359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"3b395af9b9d076fb9bff8d47a249ec2fe8331f6e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 561.716400000000021464074961841106414794921875,
"raw_values": [
558.8583999999999605279299430549144744873046875,
573.022799999999961073626764118671417236328125,
553.26800000000002910383045673370361328125
],
"test_run_times": [
43.00999999999999801048033987171947956085205078125,
37.9500000000000028421709430404007434844970703125,
37.92999999999999971578290569595992565155029296875
]
},
"b": {
"value": 570.0945000000000391082721762359142303466796875,
"test_run_times": [
37.93999999999999772626324556767940521240234375
]
}
}
},
"314827a2e497fa3e23a149d2aba87047cb19e7e3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario sync",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1.7714000000000000856203996590920723974704742431640625,
"raw_values": [
1.7802000000000000046185277824406512081623077392578125,
1.7355000000000000426325641456060111522674560546875,
1.798599999999999976552089719916693866252899169921875
],
"test_run_times": [
43.00999999999999801048033987171947956085205078125,
37.9500000000000028421709430404007434844970703125,
37.92999999999999971578290569595992565155029296875
]
},
"b": {
"value": 1.745400000000000062527760746888816356658935546875,
"test_run_times": [
37.93999999999999772626324556767940521240234375
]
}
}
},
"947610139beb46c152f74ada08833bfe9728062d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.31060000000000087538865045644342899322509765625,
"raw_values": [
18.4688000000000016598278307355940341949462890625,
18.221000000000000085265128291212022304534912109375,
18.24210000000000064801497501321136951446533203125
],
"test_run_times": [
46.840000000000003410605131648480892181396484375,
45.75999999999999801048033987171947956085205078125,
45.35000000000000142108547152020037174224853515625
]
},
"b": {
"value": 18.070100000000000051159076974727213382720947265625,
"test_run_times": [
46.06000000000000227373675443232059478759765625
]
}
}
},
"b7dbdc4a31deb7c3fd3898dbe6df6073d5bae0ee": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 82.0090000000000003410605131648480892181396484375,
"raw_values": [
81.6159999999999996589394868351519107818603515625,
81.594999999999998863131622783839702606201171875,
82.81499999999999772626324556767940521240234375
],
"test_run_times": [
8.230000000000000426325641456060111522674560546875,
8.230000000000000426325641456060111522674560546875,
8.1199999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 82.8799999999999954525264911353588104248046875,
"test_run_times": [
8.1300000000000007815970093361102044582366943359375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"1968a2c97ff6ff373d30fe5697bcd3ea3912ae50": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.686299999999999243982529151253402233123779296875,
"raw_values": [
12.263600000000000278532752417959272861480712890625,
12.441700000000000869704308570362627506256103515625,
11.5324000000000008725464795134030282497406005859375,
11.44180000000000063664629124104976654052734375,
12.149499999999999744204615126363933086395263671875,
12.1824999999999992184029906638897955417633056640625,
11.3061000000000007048583938740193843841552734375,
11.5739999999999998436805981327779591083526611328125,
11.423700000000000187583282240666449069976806640625,
11.952600000000000335376171278767287731170654296875,
11.2535000000000007247535904753021895885467529296875,
11.1499000000000005883293852093629539012908935546875,
12.3085000000000004405364961712621152400970458984375,
11.286500000000000198951966012828052043914794921875,
11.028600000000000846966941026039421558380126953125
],
"test_run_times": [
40.1400000000000005684341886080801486968994140625,
40.17999999999999971578290569595992565155029296875,
40.24000000000000198951966012828052043914794921875,
40.18999999999999772626324556767940521240234375,
40.1099999999999994315658113919198513031005859375,
40.3599999999999994315658113919198513031005859375,
40.13000000000000255795384873636066913604736328125,
40.27000000000000312638803734444081783294677734375,
40.219999999999998863131622783839702606201171875,
40.27000000000000312638803734444081783294677734375,
40.159999999999996589394868351519107818603515625,
40.18999999999999772626324556767940521240234375,
40.24000000000000198951966012828052043914794921875,
40.21000000000000085265128291212022304534912109375,
40.0499999999999971578290569595992565155029296875
]
},
"b": {
"value": 11.5739000000000000767386154620908200740814208984375,
"test_run_times": [
39.96000000000000085265128291212022304534912109375
]
}
}
},
"dc904a5f05b6af7d9d2f0cb350633ab3906286e0": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.553000000000000824229573481716215610504150390625,
"raw_values": [
8.4839999999999999857891452847979962825775146484375,
8.5950000000000006394884621840901672840118408203125,
8.57900000000000062527760746888816356658935546875
],
"test_run_times": [
19.469999999999998863131622783839702606201171875,
19.230000000000000426325641456060111522674560546875,
19.25
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 8.471000000000000085265128291212022304534912109375,
"test_run_times": [
19.489999999999998436805981327779591083526611328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"6f6400821c5c8b1463564cdf0dcc6fc2fc0a66f6": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario async",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 489.37479999999999336068867705762386322021484375,
"raw_values": [
485.0267999999999801730155013501644134521484375,
489.79739999999998190105543471872806549072265625,
493.3002999999999929059413261711597442626953125
],
"test_run_times": [
46.840000000000003410605131648480892181396484375,
45.75999999999999801048033987171947956085205078125,
45.35000000000000142108547152020037174224853515625
]
},
"b": {
"value": 494.0385999999999739884515292942523956298828125,
"test_run_times": [
46.06000000000000227373675443232059478759765625
]
}
}
},
"cf74c258930ce6572b669052b6a298b7e2c32c02": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 12 -i Bosphorus_1920x1080_120fps_420_8bit_YUV.yuv -w 1920 -h 1080",
"description": "Encoder Mode: Preset 12 - Input: Bosphorus 1080p",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 170.020999999999986584953148849308490753173828125,
"raw_values": [
170.395999999999986584953148849308490753173828125,
172.855999999999994543031789362430572509765625,
166.811000000000007048583938740193843841552734375
],
"test_run_times": [
3.850000000000000088817841970012523233890533447265625,
3.79999999999999982236431605997495353221893310546875,
3.9199999999999999289457264239899814128875732421875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 168.477000000000003865352482534945011138916015625,
"test_run_times": [
3.899999999999999911182158029987476766109466552734375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"ec149e1403247f5016fb1f96ce6614000e37c266": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario sync",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 85.635099999999994224708643741905689239501953125,
"raw_values": [
81.4779999999999944293449516408145427703857421875,
80.31610000000000582076609134674072265625,
86.644599999999996953192749060690402984619140625,
87.3272999999999939291228656657040119171142578125,
82.24209999999999354258761741220951080322265625,
82.0254000000000047521098167635500431060791015625,
88.376699999999999590727384202182292938232421875,
86.3328999999999950887286104261875152587890625,
87.4689000000000049794834922067821025848388671875,
83.599500000000006139089236967265605926513671875,
88.7884999999999990905052982270717620849609375,
89.6136999999999943611328490078449249267578125,
81.185599999999993769961292855441570281982421875,
88.52899999999999636202119290828704833984375,
90.59850000000000136424205265939235687255859375
],
"test_run_times": [
40.1400000000000005684341886080801486968994140625,
40.17999999999999971578290569595992565155029296875,
40.24000000000000198951966012828052043914794921875,
40.18999999999999772626324556767940521240234375,
40.1099999999999994315658113919198513031005859375,
40.3599999999999994315658113919198513031005859375,
40.13000000000000255795384873636066913604736328125,
40.27000000000000312638803734444081783294677734375,
40.219999999999998863131622783839702606201171875,
40.27000000000000312638803734444081783294677734375,
40.159999999999996589394868351519107818603515625,
40.18999999999999772626324556767940521240234375,
40.24000000000000198951966012828052043914794921875,
40.21000000000000085265128291212022304534912109375,
40.0499999999999971578290569595992565155029296875
]
},
"b": {
"value": 86.3358999999999952024154481478035449981689453125,
"test_run_times": [
39.96000000000000085265128291212022304534912109375
]
}
}
},
"56185e1b61cd8aa824fb78f1d7d102710de33b94": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 55.2000000000000028421709430404007434844970703125,
"raw_values": [
58.37780000000000057980287238024175167083740234375,
59.4375,
54.5459000000000031604940886609256267547607421875,
58.1435000000000030695446184836328029632568359375,
57.51830000000000353566065314225852489471435546875,
55.30760000000000076170181273482739925384521484375,
53.6212000000000017507773009128868579864501953125,
57.91239999999999810142981004901230335235595703125,
53.5399000000000029331204132176935672760009765625,
55.17649999999999721467247582040727138519287109375,
52.6280000000000001136868377216160297393798828125,
56.3096000000000032059688237495720386505126953125,
51.67620000000000146656020660884678363800048828125,
53.76939999999999741930878371931612491607666015625,
50.03580000000000183035808731801807880401611328125
],
"test_run_times": [
45.7000000000000028421709430404007434844970703125,
45.64999999999999857891452847979962825775146484375,
45.7000000000000028421709430404007434844970703125,
45.61999999999999744204615126363933086395263671875,
45.39999999999999857891452847979962825775146484375,
45.60000000000000142108547152020037174224853515625,
45.409999999999996589394868351519107818603515625,
45.46000000000000085265128291212022304534912109375,
45.61999999999999744204615126363933086395263671875,
45.50999999999999801048033987171947956085205078125,
45.63000000000000255795384873636066913604736328125,
45.56000000000000227373675443232059478759765625,
45.57000000000000028421709430404007434844970703125,
45.3599999999999994315658113919198513031005859375,
45.57000000000000028421709430404007434844970703125
]
},
"b": {
"value": 54.77459999999999951114659779705107212066650390625,
"test_run_times": [
45.6700000000000017053025658242404460906982421875
]
}
}
},
"f7ef6dae6a4577a8b3a8d9197d0045eae3fa6d3b": {
"identifier": "pts\/srsran-2.2.0",
"title": "srsRAN Project",
"app_version": "23.10.1-20240219",
"arguments": "tests\/benchmarks\/phy\/upper\/channel_processors\/pdsch_processor_benchmark -m throughput_total -R 350 -B 10 -P 4port_4layer_scs30_100MHz_256qam",
"description": "Test: PDSCH Processor Benchmark, Throughput Total",
"scale": "Mbps",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 5546,
"raw_values": [
5536.399999999999636202119290828704833984375,
5565.5,
5536.1999999999998181010596454143524169921875
],
"test_run_times": [
19.260000000000001563194018672220408916473388671875,
19.269999999999999573674358543939888477325439453125,
19.300000000000000710542735760100185871124267578125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mavx2 -mavx -msse4.1 -mfma -mavx512f -mavx512cd -mavx512bw -mavx512dq -O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
},
"b": {
"value": 5504.100000000000363797880709171295166015625,
"test_run_times": [
19.370000000000000994759830064140260219573974609375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mavx2 -mavx -msse4.1 -mfma -mavx512f -mavx512cd -mavx512bw -mavx512dq -O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
}
}
},
"83ca1e360507a59226001525682d066a1eee5e84": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 208.279799999999994497557054273784160614013671875,
"raw_values": [
209.390099999999989677235134877264499664306640625,
209.232499999999987494447850622236728668212890625,
206.21670000000000300133251585066318511962890625
],
"test_run_times": [
46,
46.06000000000000227373675443232059478759765625,
46.030000000000001136868377216160297393798828125
]
},
"b": {
"value": 209.8609999999999899955582804977893829345703125,
"test_run_times": [
45.99000000000000198951966012828052043914794921875
]
}
}
},
"356fd68833e3222975779732b39790139f819b22": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 43.18169999999999930651028989814221858978271484375,
"raw_values": [
42.958899999999999863575794734060764312744140625,
42.9913999999999987267074175179004669189453125,
43.59479999999999932924765744246542453765869140625
],
"test_run_times": [
46,
46.06000000000000227373675443232059478759765625,
46.030000000000001136868377216160297393798828125
]
},
"b": {
"value": 42.862200000000001409716787748038768768310546875,
"test_run_times": [
45.99000000000000198951966012828052043914794921875
]
}
}
},
"78aa5fcf7f9028bdaf1287fd59d1b0d907e4aca2": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 63.1683000000000021145751816220581531524658203125,
"raw_values": [
62.433999999999997498889570124447345733642578125,
62.6259000000000014551915228366851806640625,
64.4449000000000040699887904338538646697998046875
],
"test_run_times": [
45.31000000000000227373675443232059478759765625,
45.219999999999998863131622783839702606201171875,
45.409999999999996589394868351519107818603515625
]
},
"b": {
"value": 62.7740000000000009094947017729282379150390625,
"test_run_times": [
45.18999999999999772626324556767940521240234375
]
}
}
},
"27ad8c70cf928aa19cccf637f113d2e489a4c94a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 123.4145999999999929741534288041293621063232421875,
"raw_values": [
124.8470999999999975216269376687705516815185546875,
122.7848000000000041609382606111466884613037109375,
122.6119000000000056616045185364782810211181640625
],
"test_run_times": [
49.77000000000000312638803734444081783294677734375,
49.67999999999999971578290569595992565155029296875,
49.5799999999999982946974341757595539093017578125
]
},
"b": {
"value": 122.65059999999999718056642450392246246337890625,
"test_run_times": [
49.81000000000000227373675443232059478759765625
]
}
}
},
"cf383fd884ee444349b5cf03c7b5fac725ae7e7a": {
"identifier": "pts\/compress-pbzip2-1.6.1",
"title": "Parallel BZIP2 Compression",
"app_version": "1.1.13",
"description": "FreeBSD-13.0-RELEASE-amd64-memstick.img Compression",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6.07662100000000027222313292440958321094512939453125,
"raw_values": [
6.21706800000000026074076231452636420726776123046875,
5.91929899999999964421704135020263493061065673828125,
6.09349700000000016331114238710142672061920166015625
],
"test_run_times": [
6.2400000000000002131628207280300557613372802734375,
5.92999999999999971578290569595992565155029296875,
6.0999999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -pthread -lbz2 -lpthread"
}
}
},
"b": {
"value": 6.11407100000000003348077370901592075824737548828125,
"test_run_times": [
6.12999999999999989341858963598497211933135986328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O2 -pthread -lbz2 -lpthread"
}
}
}
}
},
"4ad67f37de90d07a80a48a47c3595fdb13a68be8": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario sync",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8.1015999999999994685140336514450609683990478515625,
"raw_values": [
8.0081000000000006622258297284133732318878173828125,
8.1425000000000000710542735760100185871124267578125,
8.154099999999999681676854379475116729736328125
],
"test_run_times": [
49.77000000000000312638803734444081783294677734375,
49.67999999999999971578290569595992565155029296875,
49.5799999999999982946974341757595539093017578125
]
},
"b": {
"value": 8.1515000000000004121147867408581078052520751953125,
"test_run_times": [
49.81000000000000227373675443232059478759765625
]
}
}
},
"8810fe9271cfde46003041442cc253185eb44e1c": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/token_classification\/bert-base\/pytorch\/huggingface\/conll2003\/base-none --scenario sync",
"description": "Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 15.8315999999999998948396751075051724910736083984375,
"raw_values": [
16.014600000000001500666257925331592559814453125,
15.9652999999999991587174008600413799285888671875,
15.514900000000000801492205937393009662628173828125
],
"test_run_times": [
45.31000000000000227373675443232059478759765625,
45.219999999999998863131622783839702606201171875,
45.409999999999996589394868351519107818603515625
]
},
"b": {
"value": 15.9275999999999999801048033987171947956085205078125,
"test_run_times": [
45.18999999999999772626324556767940521240234375
]
}
}
},
"d4b9f05f0f69b018a9d07117bd621c6a7f7953e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/question_answering\/obert-large\/pytorch\/huggingface\/squad\/pruned97_quant-none --input_shapes='[1,128]' --scenario sync",
"description": "Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 18.14470000000000027284841053187847137451171875,
"raw_values": [
17.117399999999999948840923025272786617279052734375,
16.812799999999999300825948012061417102813720703125,
18.32039999999999935198502498678863048553466796875,
17.18599999999999994315658113919198513031005859375,
17.37259999999999848796505830250680446624755859375,
18.06779999999999830606611794792115688323974609375,
18.63609999999999899955582804977893829345703125,
17.2539000000000015688783605583012104034423828125,
18.664899999999999380406734417192637920379638671875,
18.109899999999999664623828721232712268829345703125,
18.987899999999999778310666442848742008209228515625,
17.74549999999999982946974341757595539093017578125,
19.33800000000000096633812063373625278472900390625,
18.58449999999999846522769075818359851837158203125,
19.9722000000000008412825991399586200714111328125
],
"test_run_times": [
45.7000000000000028421709430404007434844970703125,
45.64999999999999857891452847979962825775146484375,
45.7000000000000028421709430404007434844970703125,
45.61999999999999744204615126363933086395263671875,
45.39999999999999857891452847979962825775146484375,
45.60000000000000142108547152020037174224853515625,
45.409999999999996589394868351519107818603515625,
45.46000000000000085265128291212022304534912109375,
45.61999999999999744204615126363933086395263671875,
45.50999999999999801048033987171947956085205078125,
45.63000000000000255795384873636066913604736328125,
45.56000000000000227373675443232059478759765625,
45.57000000000000028421709430404007434844970703125,
45.3599999999999994315658113919198513031005859375,
45.57000000000000028421709430404007434844970703125
]
},
"b": {
"value": 18.243300000000001404032445861957967281341552734375,
"test_run_times": [
45.6700000000000017053025658242404460906982421875
]
}
}
},
"07874bd30a80753be1d28881eddc0428fcb350ae": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 4 -n 160 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 4 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3.220000000000000195399252334027551114559173583984375,
"raw_values": [
3.220000000000000195399252334027551114559173583984375,
3.209000000000000074606987254810519516468048095703125,
3.2309999999999998721023075631819665431976318359375
],
"test_run_times": [
51.090000000000003410605131648480892181396484375,
51.280000000000001136868377216160297393798828125,
50.92999999999999971578290569595992565155029296875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 3.2050000000000000710542735760100185871124267578125,
"test_run_times": [
51.3599999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"638213f946adb5ae9135ab4b8b446f7d58664d7f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 35.4587999999999965439201332628726959228515625,
"raw_values": [
35.577100000000001500666257925331592559814453125,
35.20089999999999719193510827608406543731689453125,
35.598399999999998044586391188204288482666015625
],
"test_run_times": [
37.97999999999999687361196265555918216705322265625,
38.03999999999999914734871708787977695465087890625,
37.93999999999999772626324556767940521240234375
]
},
"b": {
"value": 35.62100000000000221689333557151257991790771484375,
"test_run_times": [
38.1400000000000005684341886080801486968994140625
]
}
}
},
"329837c092e993e81c947bb88e5010ebc9891b31": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: CV Classification, ResNet-50 ImageNet - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 253.655699999999995952748577110469341278076171875,
"raw_values": [
252.81540000000001100488589145243167877197265625,
255.490100000000012414602679200470447540283203125,
252.66149999999998954081092961132526397705078125
],
"test_run_times": [
37.97999999999999687361196265555918216705322265625,
38.03999999999999914734871708787977695465087890625,
37.93999999999999772626324556767940521240234375
]
},
"b": {
"value": 252.5013999999999896317603997886180877685546875,
"test_run_times": [
38.1400000000000005684341886080801486968994140625
]
}
}
},
"fa0e1332a3568488061a24e2db603659f1c6501e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 62.95660000000000167119651450775563716888427734375,
"raw_values": [
62.015500000000002955857780762016773223876953125,
62.6218999999999965666575008071959018707275390625,
64.2325000000000017053025658242404460906982421875
],
"test_run_times": [
45.53999999999999914734871708787977695465087890625,
45.52000000000000312638803734444081783294677734375,
45.50999999999999801048033987171947956085205078125
]
},
"b": {
"value": 62.679000000000002046363078989088535308837890625,
"test_run_times": [
45.5
]
}
}
},
"685f4e221e2e654e3714ee352fed82e506e17245": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 13 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 13 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 82.8370000000000032969182939268648624420166015625,
"raw_values": [
82.61299999999999954525264911353588104248046875,
82.4899999999999948840923025272786617279052734375,
83.4080000000000012505552149377763271331787109375
],
"test_run_times": [
8.1400000000000005684341886080801486968994140625,
8.1500000000000003552713678800500929355621337890625,
8.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 82.4849999999999994315658113919198513031005859375,
"test_run_times": [
8.1500000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"9b57be456e41aaad993f0ce7481a5c9c9a04a9ff": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 258.59850000000000136424205265939235687255859375,
"raw_values": [
258.82350000000002410160959698259830474853515625,
258.01029999999997244231053628027439117431640625,
258.96179999999998244675225578248500823974609375
],
"test_run_times": [
38.2000000000000028421709430404007434844970703125,
38.11999999999999744204615126363933086395263671875,
38.159999999999996589394868351519107818603515625
]
},
"b": {
"value": 257.50889999999998281055013649165630340576171875,
"test_run_times": [
38
]
}
}
},
"5a36b450b1f8e7b3be90e33289141057ce6391e4": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/document_classification\/obert-base\/pytorch\/huggingface\/imdb\/base-none --scenario sync",
"description": "Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 15.8849000000000000198951966012828052043914794921875,
"raw_values": [
16.122499999999998721023075631819665431976318359375,
15.9662000000000006139089236967265605926513671875,
15.5660000000000007247535904753021895885467529296875
],
"test_run_times": [
45.53999999999999914734871708787977695465087890625,
45.52000000000000312638803734444081783294677734375,
45.50999999999999801048033987171947956085205078125
]
},
"b": {
"value": 15.9518000000000004234834705130197107791900634765625,
"test_run_times": [
45.5
]
}
}
},
"21a28bcec532bfa9a162a2718b6bd205c8afdb1e": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/base-none --scenario async",
"description": "Model: ResNet-50, Baseline - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 34.780900000000002592059900052845478057861328125,
"raw_values": [
34.7505000000000023874235921539366245269775390625,
34.8601000000000027512214728631079196929931640625,
34.731999999999999317878973670303821563720703125
],
"test_run_times": [
38.2000000000000028421709430404007434844970703125,
38.11999999999999744204615126363933086395263671875,
38.159999999999996589394868351519107818603515625
]
},
"b": {
"value": 34.92450000000000187583282240666449069976806640625,
"test_run_times": [
38
]
}
}
},
"b2a594486c92f0c4e4b93b0a9dbe5a0be062f298": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 83.554900000000003501554601825773715972900390625,
"raw_values": [
84.7549000000000063437255448661744594573974609375,
82.9407000000000067529981606639921665191650390625,
82.969099999999997407940099947154521942138671875
],
"test_run_times": [
38.2999999999999971578290569595992565155029296875,
38.25999999999999801048033987171947956085205078125,
48.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 83.2288999999999958845364744774997234344482421875,
"test_run_times": [
38.27000000000000312638803734444081783294677734375
]
}
}
},
"a77140031a418d03f49e6debb4e03cbe7a03a678": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario sync",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.958999999999999630517777404747903347015380859375,
"raw_values": [
11.78829999999999955662133288569748401641845703125,
12.0465999999999997527311279554851353168487548828125,
12.0421999999999993491428540437482297420501708984375
],
"test_run_times": [
38.2999999999999971578290569595992565155029296875,
38.25999999999999801048033987171947956085205078125,
48.25999999999999801048033987171947956085205078125
]
},
"b": {
"value": 12.004200000000000869704308570362627506256103515625,
"test_run_times": [
38.27000000000000312638803734444081783294677734375
]
}
}
},
"c2182c1656777f7fc05206b18918c42e97f0d45b": {
"identifier": "pts\/draco-1.6.1",
"title": "Google Draco",
"app_version": "1.5.6",
"arguments": "-i church.ply",
"description": "Model: Church Facade",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 8567,
"raw_values": [
8553,
8573,
8574
],
"test_run_times": [
10.300000000000000710542735760100185871124267578125,
10.3100000000000004973799150320701301097869873046875,
10.3100000000000004973799150320701301097869873046875
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 8594,
"test_run_times": [
10.3499999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"20f489ce3ebeafb9d92bbb4838ca4c0390d3dd4d": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 2.66500000000000003552713678800500929355621337890625,
"raw_values": [
2.66049999999999986499688020558096468448638916015625,
2.66880000000000006110667527536861598491668701171875,
2.66579999999999994741983755375258624553680419921875
],
"test_run_times": [
57.28999999999999914734871708787977695465087890625,
56.2999999999999971578290569595992565155029296875,
56.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 2.671699999999999963762320476234890520572662353515625,
"test_run_times": [
56.3299999999999982946974341757595539093017578125
]
}
}
},
"2d6461041456af39b5df4efcec7f39f3157f549d": {
"identifier": "pts\/svt-av1-2.12.0",
"title": "SVT-AV1",
"app_version": "2.0",
"arguments": "--preset 8 -i Bosphorus_3840x2160.y4m -w 3840 -h 2160",
"description": "Encoder Mode: Preset 8 - Input: Bosphorus 4K",
"scale": "Frames Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 31.6099999999999994315658113919198513031005859375,
"raw_values": [
31.391999999999999459987520822323858737945556640625,
31.8900000000000005684341886080801486968994140625,
31.54899999999999948840923025272786617279052734375
],
"test_run_times": [
20.300000000000000710542735760100185871124267578125,
20.019999999999999573674358543939888477325439453125,
20.190000000000001278976924368180334568023681640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
},
"b": {
"value": 31.68900000000000005684341886080801486968994140625,
"test_run_times": [
20.120000000000000994759830064140260219573974609375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mno-avx -mavx2 -mavx512f -mavx512bw -mavx512dq"
}
}
}
}
},
"4c16c458467e4713990cbf508dda0ad418740729": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1226.608300000000099316821433603763580322265625,
"raw_values": [
1226.818500000000085492501966655254364013671875,
1223.9023999999999432475306093692779541015625,
1229.103900000000066938810050487518310546875
],
"test_run_times": [
38.27000000000000312638803734444081783294677734375,
38.1099999999999994315658113919198513031005859375,
38.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 1223.6505999999999403371475636959075927734375,
"test_run_times": [
38.219999999999998863131622783839702606201171875
]
}
}
},
"893f2428b81e1c66c35110b1e39867b98d7ffa5b": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/classification\/resnet_v1-50\/pytorch\/sparseml\/imagenet\/pruned95_uniform_quant-none --scenario async",
"description": "Model: ResNet-50, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 7.3179999999999996163069226895458996295928955078125,
"raw_values": [
7.316900000000000403588273911736905574798583984375,
7.33370000000000032969182939268648624420166015625,
7.303399999999999891997504164464771747589111328125
],
"test_run_times": [
38.27000000000000312638803734444081783294677734375,
38.1099999999999994315658113919198513031005859375,
38.11999999999999744204615126363933086395263671875
]
},
"b": {
"value": 7.335300000000000153477230924181640148162841796875,
"test_run_times": [
38.219999999999998863131622783839702606201171875
]
}
}
},
"d7626651777606a7730e9a1546ff6fd717d306f3": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized --scenario async",
"description": "Model: Llama2 Chat 7b Quantized - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 3224.1212999999997919076122343540191650390625,
"raw_values": [
3228.95400000000017826096154749393463134765625,
3220.50419999999985520844347774982452392578125,
3222.905600000000049476511776447296142578125
],
"test_run_times": [
57.28999999999999914734871708787977695465087890625,
56.2999999999999971578290569595992565155029296875,
56.03999999999999914734871708787977695465087890625
]
},
"b": {
"value": 3217.0057999999999083229340612888336181640625,
"test_run_times": [
56.3299999999999982946974341757595539093017578125
]
}
}
},
"cb81925dba817594f846f03a3bc29a81ef048649": {
"identifier": "pts\/build-linux-kernel-1.16.0",
"title": "Timed Linux Kernel Compilation",
"app_version": "6.8",
"arguments": "allmodconfig",
"description": "Build: allmodconfig",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 943.624000000000023646862246096134185791015625,
"raw_values": [
945.6319999999999481588019989430904388427734375,
943.144000000000005456968210637569427490234375,
942.096999999999979991116560995578765869140625
],
"test_run_times": [
945.6299999999999954525264911353588104248046875,
943.1399999999999863575794734060764312744140625,
942.1000000000000227373675443232059478759765625
]
},
"b": {
"value": 944.982999999999947249307297170162200927734375,
"test_run_times": [
944.98000000000001818989403545856475830078125
]
}
}
},
"7108c1bde12eb0d9c6ff634d37ff517773086268": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 60.3001000000000004774847184307873249053955078125,
"raw_values": [
60.43589999999999662350091966800391674041748046875,
60.38980000000000103455022326670587062835693359375,
60.07469999999999998863131622783839702606201171875
],
"test_run_times": [
40.25999999999999801048033987171947956085205078125,
40.11999999999999744204615126363933086395263671875,
40.0799999999999982946974341757595539093017578125
]
},
"b": {
"value": 60.2180000000000035242919693700969219207763671875,
"test_run_times": [
40.14999999999999857891452847979962825775146484375
]
}
}
},
"4b08a77993201615e7cdd48a86e15cf72e9b3352": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/text_classification\/distilbert-none\/pytorch\/huggingface\/mnli\/base-none --scenario async",
"description": "Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 149.1997000000000070940586738288402557373046875,
"raw_values": [
148.862899999999996225596987642347812652587890625,
148.977699999999998681232682429254055023193359375,
149.7586000000000012732925824820995330810546875
],
"test_run_times": [
40.25999999999999801048033987171947956085205078125,
40.11999999999999744204615126363933086395263671875,
40.0799999999999982946974341757595539093017578125
]
},
"b": {
"value": 149.40280000000001336957211606204509735107421875,
"test_run_times": [
40.14999999999999857891452847979962825775146484375
]
}
}
},
"9f3ae2bc1f10bc938757c19ae97a957a6a9ee97a": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 106.842299999999994497557054273784160614013671875,
"raw_values": [
106.68229999999999790816218592226505279541015625,
106.737300000000004729372449219226837158203125,
107.1073999999999983856469043530523777008056640625
],
"test_run_times": [
38.11999999999999744204615126363933086395263671875,
38.25,
38.25
]
},
"b": {
"value": 106.7283000000000043883119360543787479400634765625,
"test_run_times": [
38.159999999999996589394868351519107818603515625
]
}
}
},
"7c1c5406d5fd0bc7f453370348b492b3d54aaa76": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:cv\/detection\/yolov5-s\/pytorch\/ultralytics\/coco\/pruned85-none --scenario async",
"description": "Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 84.2143999999999977035258780233561992645263671875,
"raw_values": [
84.34059999999999490682967007160186767578125,
84.297200000000003683453542180359363555908203125,
84.005300000000005411493475548923015594482421875
],
"test_run_times": [
38.11999999999999744204615126363933086395263671875,
38.25,
38.25
]
},
"b": {
"value": 84.30410000000000536601874046027660369873046875,
"test_run_times": [
38.159999999999996589394868351519107818603515625
]
}
}
},
"f6124ad8f9966a9fca6124ac8f3ce8e74420f735": {
"identifier": "pts\/draco-1.6.1",
"title": "Google Draco",
"app_version": "1.5.6",
"arguments": "-i lion.ply",
"description": "Model: Lion",
"scale": "ms",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 6059,
"raw_values": [
6059,
6066,
6053
],
"test_run_times": [
7.8300000000000000710542735760100185871124267578125,
7.82000000000000028421709430404007434844970703125,
7.79000000000000003552713678800500929355621337890625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 6065,
"test_run_times": [
7.8499999999999996447286321199499070644378662109375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"7e0a0b59e46d596b26cb4b6781f8ea1acfb478d3": {
"identifier": "pts\/primesieve-1.10.0",
"title": "Primesieve",
"app_version": "12.1",
"arguments": "1e12",
"description": "Length: 1e12",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 11.0999999999999996447286321199499070644378662109375,
"raw_values": [
11.089999999999999857891452847979962825775146484375,
11.096000000000000085265128291212022304534912109375,
11.114000000000000767386154620908200740814208984375
],
"test_run_times": [
11.0999999999999996447286321199499070644378662109375,
11.1099999999999994315658113919198513031005859375,
11.1199999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 11.0939999999999994173549566767178475856781005859375,
"test_run_times": [
11.1199999999999992184029906638897955417633056640625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"a5ba11a554d6383c4486b0661fdd16e9399e857f": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "items\/sec",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 455.358699999999998908606357872486114501953125,
"raw_values": [
456.033599999999978535925038158893585205078125,
456.53530000000000654836185276508331298828125,
453.5072000000000116415321826934814453125
],
"test_run_times": [
47.8299999999999982946974341757595539093017578125,
47.780000000000001136868377216160297393798828125,
47.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 455.461000000000012732925824820995330810546875,
"test_run_times": [
47.77000000000000312638803734444081783294677734375
]
}
}
},
"bda84ddf23206af7a77b4a03ef51ef2f11c11b45": {
"identifier": "pts\/deepsparse-1.7.0",
"title": "Neural Magic DeepSparse",
"app_version": "1.7",
"arguments": "zoo:nlp\/sentiment_analysis\/oberta-base\/pytorch\/huggingface\/sst2\/pruned90_quant-none --input_shapes='[1,128]' --scenario async",
"description": "Model: NLP Text Classification, BERT base uncased SST2, Sparse INT8 - Scenario: Asynchronous Multi-Stream",
"scale": "ms\/batch",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 19.7413999999999987267074175179004669189453125,
"raw_values": [
19.712199999999999278088580467738211154937744140625,
19.690200000000000812860889709554612636566162109375,
19.821799999999999641886461176909506320953369140625
],
"test_run_times": [
47.8299999999999982946974341757595539093017578125,
47.780000000000001136868377216160297393798828125,
47.74000000000000198951966012828052043914794921875
]
},
"b": {
"value": 19.736999999999998323119143606163561344146728515625,
"test_run_times": [
47.77000000000000312638803734444081783294677734375
]
}
}
},
"bac88c0115a98dbe6c3bea68025021e4ad108581": {
"identifier": "pts\/primesieve-1.10.0",
"title": "Primesieve",
"app_version": "12.1",
"arguments": "1e13",
"description": "Length: 1e13",
"scale": "Seconds",
"proportion": "LIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 128.876000000000004774847184307873249053955078125,
"raw_values": [
128.884999999999990905052982270717620849609375,
128.885999999999995679900166578590869903564453125,
128.85800000000000409272615797817707061767578125
],
"test_run_times": [
128.900000000000005684341886080801486968994140625,
128.900000000000005684341886080801486968994140625,
128.8700000000000045474735088646411895751953125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
},
"b": {
"value": 128.881000000000000227373675443232059478759765625,
"test_run_times": [
128.8899999999999863575794734060764312744140625
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-O3"
}
}
}
}
},
"8c1ef37773dd3414b2e875a9261dadbb5efa4a8d": {
"identifier": "pts\/srsran-2.2.0",
"title": "srsRAN Project",
"app_version": "23.10.1-20240219",
"arguments": "tests\/benchmarks\/phy\/upper\/channel_processors\/pusch\/pusch_processor_benchmark -m throughput_thread -R 350 -B 10 -T 1 -t 0 -P pusch_scs30_100MHz_256qam_max",
"description": "Test: PUSCH Processor Benchmark, Throughput Thread",
"scale": "Mbps",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 134.5,
"raw_values": [
134.5,
134.80000000000001136868377216160297393798828125,
134.19999999999998863131622783839702606201171875
],
"min_result": [
"89.8"
],
"max_result": [
"134.8"
],
"test_run_times": [
18.059999999999998721023075631819665431976318359375,
18.030000000000001136868377216160297393798828125,
18.1099999999999994315658113919198513031005859375
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mavx2 -mavx -msse4.1 -mfma -mavx512f -mavx512cd -mavx512bw -mavx512dq -O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
}
}
},
"ea8b49e85cf01c80dbd51608551e0d04536767dc": {
"identifier": "pts\/srsran-2.2.0",
"title": "srsRAN Project",
"app_version": "23.10.1-20240219",
"arguments": "tests\/benchmarks\/phy\/upper\/channel_processors\/pdsch_processor_benchmark -m throughput_thread -R 350 -B 10 -T 1 -P 4port_4layer_scs30_100MHz_256qam",
"description": "Test: PDSCH Processor Benchmark, Throughput Thread",
"scale": "Mbps",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 400.19999999999998863131622783839702606201171875,
"raw_values": [
399.30000000000001136868377216160297393798828125,
399.5,
401.80000000000001136868377216160297393798828125
],
"test_run_times": [
7.3499999999999996447286321199499070644378662109375,
7.339999999999999857891452847979962825775146484375,
7.37999999999999989341858963598497211933135986328125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mavx2 -mavx -msse4.1 -mfma -mavx512f -mavx512cd -mavx512bw -mavx512dq -O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
}
}
},
"434ebc23fe3849e18dfe444257fdc62366a69241": {
"identifier": "pts\/srsran-2.2.0",
"title": "srsRAN Project",
"app_version": "23.10.1-20240219",
"arguments": "tests\/benchmarks\/phy\/upper\/channel_processors\/pusch\/pusch_processor_benchmark -m throughput_total -R 100 -B 10 -P pusch_scs30_100MHz_256qam_max",
"description": "Test: PUSCH Processor Benchmark, Throughput Total",
"scale": "Mbps",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"a": {
"value": 1105.40000000000009094947017729282379150390625,
"raw_values": [
1101.90000000000009094947017729282379150390625,
1107.5,
1106.90000000000009094947017729282379150390625
],
"min_result": [
"704.6"
],
"max_result": [
"1107.5"
],
"test_run_times": [
23.21000000000000085265128291212022304534912109375,
23.03999999999999914734871708787977695465087890625,
23.07000000000000028421709430404007434844970703125
],
"details": {
"compiler-options": {
"compiler-type": "CXX",
"compiler": "g++",
"compiler-options": "-march=native -mavx2 -mavx -msse4.1 -mfma -mavx512f -mavx512cd -mavx512bw -mavx512dq -O3 -fno-trapping-math -fno-math-errno -ldl"
}
}
}
}
}
}
}