volteer-lower-fma

docker testing on Arch rolling via the Phoronix Test Suite.

Compare your own system(s) to this result file with the Phoronix Test Suite by running the command: phoronix-test-suite benchmark 2212056-NE-2212051NE53
Jump To Table - Results

View

Do Not Show Noisy Results
Do Not Show Results With Incomplete Data
Do Not Show Results With Little Change/Spread
List Notable Results

Limit displaying results to tests within:

Desktop Graphics 4 Tests
OpenGL Demos Test Suite 4 Tests
Unigine Test Suite 4 Tests

Statistics

Show Overall Harmonic Mean(s)
Show Overall Geometric Mean
Show Geometric Means Per-Suite/Category
Show Wins / Losses Counts (Pie Chart)
Normalize Results
Remove Outliers Before Calculating Averages

Graph Settings

Force Line Graphs Where Applicable
Convert To Scalar Where Applicable
Prefer Vertical Bar Graphs
No Box Plots
On Line Graphs With Missing Data, Connect The Line Gaps

Table

Show Detailed System Result Table

Run Management

Highlight
Result
Hide
Result
Result
Identifier
Performance Per
Dollar
Date
Run
  Test
  Duration
lowered
December 05 2022
  1 Hour, 41 Minutes
baseline
December 05 2022
  1 Hour, 42 Minutes
Invert Hiding All Results Option
  1 Hour, 41 Minutes
Only show results matching title/arguments (delimit multiple options with a comma):
Do not show results matching title/arguments (delimit multiple options with a comma):

{ "title": "volteer-lower-fma ", "last_modified": "2022-12-05 14:52:13", "description": "docker testing on Arch rolling via the Phoronix Test Suite.", "reference_id": "2212051-NE-VOLTEERLO05", "systems": { "lowered": { "identifier": "lowered", "hardware": { "Processor": "Intel Core i7-1165G7 (8 Cores)", "Motherboard": "ChromiumOS crosvm", "Chipset": "Intel 440FX 82441FX PMC", "Memory": "16GB", "Disk": "800GB", "Graphics": "virgl Intel Xe TGL GT2", "Monitor": "16 x CrosvmDisplay" }, "software": { "OS": "Arch rolling", "Kernel": "5.15.75-14267-gbbfb5c8ea89b (x86_64)", "OpenGL": "4.5 Mesa 23.0.0-devel (git-16eb88a6ec)", "Vulkan": "1.3.211", "Compiler": "GCC 12.2.0 + LLVM 14.0.6", "File-System": "btrfs", "Screen Resolution": "1920x1080", "System Layer": "docker" }, "user": "chronos", "timestamp": "2022-12-05 11:05:16", "client_version": "10.8.4", "data": { "cpu-microcode": "0x1", "kernel-extra-details": "Transparent Huge Pages: madvise", "environment-variables": "MESA_REPO=git@gitlab.freedesktop.org:gerddie\/mesa.git MESA_BRANCH=main LIBGL_DRIVERS_PATH=\/home\/chronos\/mesa\/install\/lib\/dri:\/home\/chronos\/mesa\/install\/lib32\/dri: MESA_SOURCE_PREFIX=\/home\/chronos\/mesa", "security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected" } }, "baseline": { "identifier": "baseline", "hardware": { "Processor": "Intel Core i7-1165G7 (8 Cores)", "Motherboard": "ChromiumOS crosvm", "Chipset": "Intel 440FX 82441FX PMC", "Memory": "16GB", "Disk": "800GB", "Graphics": "virgl Intel Xe TGL GT2", "Monitor": "16 x CrosvmDisplay" }, "software": { "OS": "Arch rolling", "Kernel": "5.15.75-14267-gbbfb5c8ea89b (x86_64)", "OpenGL": "4.5 Mesa 23.0.0-devel (git-3ab9218820)", "Vulkan": "1.3.211", "Compiler": "GCC 12.2.0 + LLVM 14.0.6", "File-System": "btrfs", "Screen Resolution": "1920x1080", "System Layer": "docker" }, "user": "chronos", "timestamp": "2022-12-05 13:02:03", "client_version": "10.8.4", "data": { "cpu-microcode": "0x1", "kernel-extra-details": "Transparent Huge Pages: madvise", "environment-variables": "MESA_REPO=git@gitlab.freedesktop.org:gerddie\/mesa.git MESA_BRANCH=main LIBGL_DRIVERS_PATH=\/home\/chronos\/mesa\/install\/lib\/dri:\/home\/chronos\/mesa\/install\/lib32\/dri: MESA_SOURCE_PREFIX=\/home\/chronos\/mesa", "security": "itlb_multihit: Not affected + l1tf: Not affected + mds: Not affected + meltdown: Not affected + mmio_stale_data: Not affected + retbleed: Not affected + spec_store_bypass: Mitigation of SSB disabled via prctl and seccomp + spectre_v1: Mitigation of usercopy\/swapgs barriers and __user pointer sanitization + spectre_v2: Mitigation of Enhanced IBRS IBPB: conditional RSB filling PBRSB-eIBRS: SW sequence + srbds: Not affected + tsx_async_abort: Not affected" } } }, "results": { "2d040e941f3063536de3d1570d12b0fc99ae2584": { "identifier": "pts\/gputest-1.3.2", "title": "GpuTest", "app_version": "0.7.0", "arguments": "\/width=1600 \/height=900 \/fullscreen \/test=pixmark_volplosion", "description": "Resolution: 1600 x 900", "scale": "Points", "proportion": "HIB", "display_format": "BAR_GRAPH", "results": { "lowered": { "value": 1215, "raw_values": [ 1229, 1223, 1227, 1182 ], "test_run_times": [ 64.659999999999996589394868351519107818603515625, 64.3299999999999982946974341757595539093017578125, 64.31999999999999317878973670303821563720703125, 64.3700000000000045474735088646411895751953125 ] }, "baseline": { "value": 1164, "raw_values": [ 1191, 1159, 1157, 1147 ], "test_run_times": [ 64.5799999999999982946974341757595539093017578125, 64.340000000000003410605131648480892181396484375, 64.31000000000000227373675443232059478759765625, 64.3700000000000045474735088646411895751953125 ] } } }, "477e825c22cdabecaeec41b79bbdb99624750388": { "identifier": "pts\/openarena-1.5.5", "title": "OpenArena", "app_version": "0.8.8", "arguments": "+set r_width 1600 -r_height 900 +set r_fullscreen 1", "description": "Resolution: 1600 x 900", "scale": "Frames Per Second", "proportion": "HIB", "display_format": "BAR_GRAPH", "results": { "lowered": { "value": 88.2000000000000028421709430404007434844970703125, "raw_values": [ 109.7000000000000028421709430404007434844970703125, 84.7000000000000028421709430404007434844970703125, 76.5, 82 ], "min_result": [ "3" ], "test_run_times": [ 33.92999999999999971578290569595992565155029296875, 42.219999999999998863131622783839702606201171875, 46.6400000000000005684341886080801486968994140625, 43.53999999999999914734871708787977695465087890625 ] }, "baseline": { "value": 73.099999999999994315658113919198513031005859375, "raw_values": [ 60.10000000000000142108547152020037174224853515625, 71.400000000000005684341886080801486968994140625, 81.5, 79.400000000000005684341886080801486968994140625 ], "min_result": [ "3" ], "test_run_times": [ 59.50999999999999801048033987171947956085205078125, 49.68999999999999772626324556767940521240234375, 43.75999999999999801048033987171947956085205078125, 44.89999999999999857891452847979962825775146484375 ] } } }, "761855a8f91836122613f01e2828258496254aad": { "identifier": "pts\/xonotic-1.6.0", "title": "Xonotic", "app_version": "0.8.5", "arguments": "+vid_width 1024 +vid_height 768 +exec effects-ultimate.cfg", "description": "Resolution: 1024 x 768 - Effects Quality: Ultimate", "scale": "Frames Per Second", "proportion": "HIB", "display_format": "BAR_GRAPH", "results": { "lowered": { "value": 63.7938407999999981257133185863494873046875, "raw_values": [ 63.8833790999999990845026331953704357147216796875, 63.4343247999999988451236276887357234954833984375, 63.5158703000000031124727684073150157928466796875, 64.34178900000000567160896025598049163818359375 ], "min_result": [ "19" ], "max_result": [ "112" ], "test_run_times": [ 496.5, 500.3999999999999772626324556767940521240234375, 499.42000000000001591615728102624416351318359375, 493.58999999999997498889570124447345733642578125 ] }, "baseline": { "value": 64.9721579999999931942511466331779956817626953125, "raw_values": [ 64.1754796000000027333953767083585262298583984375, 64.871572299999996857877704314887523651123046875, 64.6324972000000030902810976840555667877197265625, 66.2090830000000067911969381384551525115966796875 ], "min_result": [ "18" ], "max_result": [ "119" ], "test_run_times": [ 493.6100000000000136424205265939235687255859375, 489.6100000000000136424205265939235687255859375, 491.19999999999998863131622783839702606201171875, 480.3700000000000045474735088646411895751953125 ] } } }, "2653002203245aed13c3f4f5ae487236c6f4d2f4": { "identifier": "pts\/unigine-heaven-1.6.5", "title": "Unigine Heaven", "app_version": "4.0", "arguments": "-video_width 1600 -video_height 900 video_fullscreen 1 -video_app opengl", "description": "Resolution: 1600 x 900 - Mode: Fullscreen - Renderer: OpenGL", "scale": "Frames Per Second", "proportion": "HIB", "display_format": "BAR_GRAPH", "results": { "lowered": { "value": 19.24889999999999901092451182194054126739501953125, "raw_values": [ 19.177299999999998902922015986405313014984130859375, 18.968399999999999039346221252344548702239990234375, 18.553200000000000358113538823090493679046630859375, 20.296800000000001062971932697109878063201904296875 ], "test_run_times": [ 279.009999999999990905052982270717620849609375, 274.1299999999999954525264911353588104248046875, 271.279999999999972715158946812152862548828125, 270.93999999999999772626324556767940521240234375 ] }, "baseline": { "value": 19.884499999999999175770426518283784389495849609375, "raw_values": [ 18.879200000000000869704308570362627506256103515625, 20.601800000000000778754838393069803714752197265625, 19.28450000000000130739863379858434200286865234375, 20.772400000000001085709300241433084011077880859375 ], "test_run_times": [ 278.3600000000000136424205265939235687255859375, 273.18999999999999772626324556767940521240234375, 271.240000000000009094947017729282379150390625, 271.19999999999998863131622783839702606201171875 ] } } }, "86289540d7301fe4237b2a0630d95441437a6406": { "identifier": "pts\/unigine-valley-1.1.8", "title": "Unigine Valley", "app_version": "1.0", "arguments": "-video_width 1600 -video_height 900 -video_fullscreen 1 -video_app opengl", "description": "Resolution: 1600 x 900 - Mode: Fullscreen - Renderer: OpenGL", "scale": "Frames Per Second", "proportion": "HIB", "display_format": "BAR_GRAPH", "results": { "lowered": { "value": 20.70349999999999823785401531495153903961181640625, "raw_values": [ 21.274300000000000210320649784989655017852783203125, 20.142700000000001381295078317634761333465576171875, 19.814299999999999357669366872869431972503662109375, 21.582699999999999107558323885314166545867919921875 ], "test_run_times": [ 198.979999999999989768184605054557323455810546875, 196.919999999999987494447850622236728668212890625, 194.81000000000000227373675443232059478759765625, 194.75 ] }, "baseline": { "value": 20.983799999999998675548340543173253536224365234375, "raw_values": [ 21.59870000000000089812601800076663494110107421875, 20.299800000000001176658770418725907802581787109375, 20.20179999999999864712663111276924610137939453125, 21.834800000000001318767317570745944976806640625 ], "test_run_times": [ 198.93999999999999772626324556767940521240234375, 196.580000000000012505552149377763271331787109375, 194.81999999999999317878973670303821563720703125, 194.659999999999996589394868351519107818603515625 ] } } }, "d3faf694639ee78d019917ae47f85bcaaf7f34fd": { "identifier": "pts\/unigine-sanctuary-1.6.4", "title": "Unigine Sanctuary", "app_version": "2.3", "arguments": "-video_width 1600 -video_height 900 -video_fullscreen 1", "description": "Resolution: 1600 x 900 - Mode: Fullscreen", "scale": "Frames Per Second", "proportion": "HIB", "display_format": "BAR_GRAPH", "results": { "lowered": { "value": 58.3094999999999998863131622783839702606201171875, "raw_values": [ 56.576999999999998181010596454143524169921875, 57.51389999999999957935870043002068996429443359375, 60.92730000000000245563569478690624237060546875, 58.2197000000000031150193535722792148590087890625 ], "test_run_times": [ 192.1200000000000045474735088646411895751953125, 186.229999999999989768184605054557323455810546875, 183.530000000000001136868377216160297393798828125, 183.490000000000009094947017729282379150390625 ] }, "baseline": { "value": 59.25099999999999766941982670687139034271240234375, "raw_values": [ 57.865600000000000591171556152403354644775390625, 58.004199999999997316990629769861698150634765625, 61.01910000000000167119651450775563716888427734375, 60.11500000000000198951966012828052043914794921875 ], "test_run_times": [ 190.219999999999998863131622783839702606201171875, 186.210000000000007958078640513122081756591796875, 183.56000000000000227373675443232059478759765625, 183.590000000000003410605131648480892181396484375 ] } } }, "946dcd861f7fbb30aefd6cdfc7caf7e9fba5c638": { "identifier": "pts\/unigine-tropics-1.6.4", "title": "Unigine Tropics", "app_version": "1.3", "arguments": "-video_width 1600 -video_height 900 -video_fullscreen 1", "description": "Resolution: 1600 x 900 - Mode: Fullscreen", "scale": "Frames Per Second", "proportion": "HIB", "display_format": "BAR_GRAPH", "results": { "lowered": { "value": 47.8350999999999970668795867823064327239990234375, "raw_values": [ 46.34850000000000136424205265939235687255859375, 50.41779999999999972715158946812152862548828125, 47.5865000000000009094947017729282379150390625, 46.98740000000000094360075308941304683685302734375 ], "test_run_times": [ 214.94999999999998863131622783839702606201171875, 208.849999999999994315658113919198513031005859375, 206.509999999999990905052982270717620849609375, 206.6200000000000045474735088646411895751953125 ] }, "baseline": { "value": 48.22460000000000235331754083745181560516357421875, "raw_values": [ 46.15859999999999985220711096189916133880615234375, 50.4483000000000032514435588382184505462646484375, 48.96289999999999764668245916254818439483642578125, 47.32849999999999823785401531495153903961181640625 ], "test_run_times": [ 212.81999999999999317878973670303821563720703125, 208.759999999999990905052982270717620849609375, 206.460000000000007958078640513122081756591796875, 206.669999999999987494447850622236728668212890625 ] } } }, "635f750e16ec5f887b16ca8ad4182de58da3b92f": { "title": "OpenArena", "app_version": "0.8.8", "arguments": "+set r_width 1600 -r_height 900 +set r_fullscreen 1", "description": "Resolution: 1600 x 900 - Total Frame Time", "scale": "Milliseconds", "proportion": "LIB", "display_format": "LINE_GRAPH", "results": { "lowered": { "value": "2,22,18,8,9,9,10,11,10,10,9,8,8,8,8,7,6,7,8,9,8,8,8,7,7,6,6,5,6,5,6,5,6,10,7,7,7,7,8,10,8,8,8,9,9,15,10,10,10,11,12,11,11,12,13,12,16,16,15,13,13,11,11,9,8,9,11,10,9,9,14,19,13,10,19,15,12,9,12,12,14,16,12,9,11,9,9,8,8,11,10,10,9,9,10,8,9,9,12,10,10,9,9,9,9,14,14,14,11,10,13,13,12,12,12,11,11,9,9,8,8,8,7,8,7,8,6,7,7,7,8,7,7,7,7,7,7,8,8,11,10,9,9,8,9,7,9,9,10,10,10,11,10,13,12,17,15,16,13,13,12,13,13,12,14,14,13,14,18,17,14,13,13,14,12,12,16,14,13,12,13,13,13,13,14,13,14,13,14,14,16,16,16,19,18,13,16,17,18,23,15,15,14,13,15,15,15,14,15,18,27,20,18,15,17,15,14,15,16,15,17,19,17,15,20,16,16,15,15,14,16,16,14,16,17,17,15,15,15,15,14,15,13,10,11,10,6,10,9,9,13,11,12,12,12,16,12,12,12,12,12,12,13,13,14,14,12,12,11,12,14,13,13,12,12,12,12,16,13,12,13,11,11,10,14,11,13,12,12,10,10,11,11,11,12,9,10,10,11,9,6,10,6,8,7,9,8,10,9,11,11,11,12,13,14,15,15,13,12,13,16,12,13,12,13,16,14,13,13,13,18,14,16,15,13,14,13,10,16,16,16,14,15,15,15,15,15,18,15,15,15,15,16,16,16,15,16,15,15,13,16,14,15,18,16,14,16,18,14,18,13,11,13,12,14,14,14,14,11,14,12,13,16,12,15,13,10,9,10,11,11,12,11,9,10,10,9,10,10,10,10,11,12,11,11,11,12,10,10,11,11,10,11,11,12,13,11,11,13,12,12,13,11,11,12,12,11,13,14,13,11,11,10,10,10,12,12,11,14,11,12,12,11,14,14,15,16,12,12,14,14,13,14,14,14,15,14,14,12,12,12,13,12,11,13,11,12,6,12,11,11,11,12,12,13,12,12,12,12,13,12,12,13,12,13,11,12,14,13,11,11,12,13,12,12,12,11,13,15,11,15,14,12,12,12,7,11,12,13,13,13,14,17,14,15,19,18,14,17,16,17,14,15,15,14,16,16,17,14,13,11,11,11,12,14,11,12,10,9,10,10,9,9,11,11,10,9,8,8,9,10,9,8,9,8,8,7,7,8,8,9,9,10,11,13,13,13,14,16,13,14,16,13,12,12,13,12,13,12,12,13,13,15,14,15,14,14,13,16,13,15,14,13,9,15,15,11,12,13,12,12,13,11,13,11,11,12,12,12,12,13,11,11,11,12,10,11,13,12,12,11,11,11,10,11,12,11,11,10,11,10,11,11,11,7,9,11,9,8,8,9,8,10,8,8,8,10,9,6,9,8,10,9,11,10,11,8,8,10,10,10,9,10,11,6,8,9,9,8,10,11,10,9,10,10,10,10,8,11,8,8,8,8,9,7,9,7,9,9,12,13,13,12,13,12,11,12,11,11,11,11,7,12,10,9,11,9,10,8,10,9,8,7,7,7,9,9,9,9,9,10,8,10,9,10,7,8,9,8,11,7,9,10,9,9,10,8,8,11,10,10,10,9,11,8,10,9,9,10,11,10,9,10,9,9,11,9,11,10,10,10,9,10,10,10,11,10,10,10,9,9,9,11,13,14,13,13,14,14,13,13,12,13,14,14,14,14,15,14,13,8,12,10,9,10,9,13,11,7,11,10,12,7,9,15,22,14,14,12,13,13,12,14,14,12,12,13,10,10,11,12,11,16,12,18,11,11,11,13,16,11,12,11,12,12,13,11,11,11,11,11,11,14,13,9,10,10,7,10,8,10,13,10,11,10,10,9,10,9,11,11,12,10,10,11,13,16,19,11,5,9,7,8,8,9,8,8,9,9,11,9,10,10,9,9,8,11,8,11,10,10,9,8,11,10,10,10,9,10,11,9,7,8,10,9,10,9,9,8,8,7,10,9,8,8,10,10,9,11,10,11,9,11,10,10,10,8,8,11,10,10,10,10,9,10,10,9,10,9,8,11,8,11,10,11,10,11,11,12,13,13,14,14,13,14,14,14,13,14,14,13,13,13,13,14,14,14,13,14,12,13,14,13,12,12,13,12,12,12,12,13,13,14,14,14,13,13,10,11,12,12,11,11,10,9,10,12,15,13,14,15,15,15,16,13,14,14,13,13,12,12,12,11,11,11,13,12,12,12,12,11,12,11,12,12,11,12,13,12,12,13,11,12,11,16,11,12,11,12,11,12,12,11,11,12,12,12,12,10,10,13,12,11,12,9,10,10,12,16,12,12,19,13,14,12,12,12,11,12,14,14,14,14,13,13,12,12,12,11,13,11,11,10,10,10,14,10,11,11,13,10,10,12,11,11,11,11,12,11,11,11,11,11,11,11,10,12,12,11,12,12,14,15,16,12,13,16,14,14,14,13,14,12,14,14,13,13,12,14,13,13,14,13,15,14,14,13,13,11,12,12,13,12,12,11,10,10,11,14,14,16,13,14,14,14,14,14,13,13,12,13,12,12,13,16,15,15,16,14,15,19,15,20,19,20,19,20,17,17,18,20,21,21,19,20,22,19,15,15,15,17,16,15,15,15,14,13,9,9,9,9,10,11,10,9,9,10,9,10,9,9,9,9,9,9,9,9,9,10,9,11,9,10,9,10,10,9,10,9,11,10,10,10,10,9,10,10,11,10,9,9,10,11,10,9,9,11,8,7,8,8,8,8,9,8,8,8,10,8,8,9,8,8,6,9,10,10,7,7,7,7,8,11,11,13,14,14,14,18,19,18,19,19,18,17,16,15,17,17,22,22,19,17,18,17,18,18,19,20,21,21,17,21,18,19,18,18,20,20,18,18,20,20,16,14,16,14,21,17,17,15,16,17,19,17,14,14,14,16,14,18,13,15,17,15,17,21,18,15,15,16,18,17,17,17,17,17,17,14,15,18,21,15,13,15,16,16,15,15,15,14,15,14,15,21,18,17,19,17,15,16,17,15,14,17,16,17,18,15,13,21,19,14,14,15,14,17,14,14,17,16,15,15,14,16,14,15,13,13,14,6,8,9,10,10,13,11,15,11,11,11,12,12,14,15,16,16,14,15,14,13,16,15,14,15,15,16,15,14,19,17,15,14,14,14,14,13,13,13,12,12,11,11,11,17,11,11,12,12,12,13,15,13,15,13,14,11,13,13,12,14,13,13,11,13,10,10,13,11,14,13,12,10,12,11,12,11,12,11,11,10,10,9,10,11,11,11,14,14,13,12,15,14,13,13,14,14,12,13,13,13,12,13,13,15,19,16,14,13,7,11,10,10,9,9,10,10,11,7,9,8,8,8,8,7,7,7,11,10,9,12,10,9,9,9,9,10,12,11,10,11,9,10,10,10,9,11,6,8,10,8,10,8,10,8,13,16,21,20,20,13,12,12,11,11,14,15,16,15,15,14,19,18,19,18,18,18,18,19,16,16,18,18,17,15,17,17,18,18,17,18,19,18,17,19,18,17,17,19,19,18,16,17,17,17,18,16,16,16,15,15,15,15,15,13,16,16,14,16,15,12,14,13,13,13,14,11,14,15,14,13,13,12,12,14,12,14,12,11,12,13,11,10,12,11,14,14,12,13,12,16,16,11,11,11,12,13,13,13,14,14,14,13,14,15,13,13,13,14,14,13,12,9,9,9,8,8,6,8,12,12,14,12,12,12,10,10,11,11,10,11,12,14,11,12,10,14,11,12,13,12,11,12,10,11,9,11,10,11,10,12,11,11,13,13,14,12,15,15,13,14,12,12,10,11,9,14,12,12,14,12,12,12,12,13,13,7,8,9,9,9,11,11,13,18,14,15,18,19,18,17,18,17,16,18,19,19,17,16,15,17,16,16,18,20,15,9,4,8,9,10,9,9,14,18,15,15,16,14,14,13,13,13,15,15,14,14,16,18,16,15,12,12,12,12,12,11,12,13,12,15,12,12,12,11,15,10,10,10,9,10,10,11,13,11,10,11,10,11,13,10,10,9,9,10,10,11,9,9,9,6,11,9,9,7,7,6,7,10,10,10,11,10,9,10,10,11,11,10,11,9,9,10,16,12,13,12,11,11,11,11,11,11,9,9,12,10,9,10,11,11,11,11,11,10,10,9,12,8,9,7,8,8,9,10,9,9,8,8,8,8,7,8,9,9,8,8,7,11,12,12,13,13,14,13,12,12,12,13,10,10,10,10,9,7,9,9,9,8,9,8,7,8,12,12,8,8,7,8,10,11,10,10,10,10,11,12,12,13,16,15,14,14,13,11,11,10,13,13,14,12,10,12,13,13,13,13,15,12,12,7,10,10,10,10,9,13,13,15,17,17,18,16,16,15,15,15,15,15,13,15,15,12,13,11,14,11,14,12,14,16,17,16,15,15,12,13,14,14,12,12,12,13,13,12,13,12,10,11,10,9,11,11,11,11,14,12,10,12,12,11,12,10,12,13,13,14,14,16,15,15,15,14,15,14,17,15,13,14,17,17,16,13,13,16,13,16,16,14,10,10,11,10,10,11,10,11,11,13,10,9,8,8,7,7,7,7,9,10,10,10,9,8,9,9,9,9,9,9,8,9,10,8,9,12,16,13,12,14,10,12,11,12,17,14,13,13,12,13,13,15,16,17,16,16,16,16,15,15,15,15,15,13,13,14,13,13,14,13,13,13,15,12,12,12,11,11,11,12,11,11,12,12,12,15,10,10,10,12,11,11,12,13,11,11,12,10,11,11,11,11,11,11,12,11,13,11,12,10,11,13,11,15,10,10,11,9,8,9,9,10,7,9,9,9,8,9,5,8,8,10,9,10,9,10,10,11,9,12,10,9,10,10,9,10,10,9,9,10,13,10,9,10,14,10,11,10,9,13,10,11,10,10,11,11,11,7,11,9,9,10,10,9,11,13,8,6,8,7,8,7,8,8,8,10,8,6,8,8,8,8,10,10,10,10,10,10,11,12,12,13,11,11,12,11,17,12,13,12,12,13,13,13,13,13,13,12,13,11,12,10,11,11,11,14,11,11,10,11,10,10,10,12,11,12,16,11,11,11,11,11,11,10,10,13,13,10,10,10,11,8,9,9,9,9,9,10,9,9,8,8,10,8,10,9,8,8,8,9,10,10,8,8,8,9,9,9,10,11,10,9,9,10,12,9,11,9,10,10,10,11,10,10,10,12,11,9,10,10,9,10,10,10,12,10,10,11,10,10,11,11,10,10,9,9,10,11,10,11,12,11,10,12,10,11,13,10,10,11,10,10,11,12,10,11,12,11,13,13,11,10,10,16,15,16,17,18,17,15,18,17,18,17,18,18,17,18,16,16,15,15,16,16,17,15,15,16,15,16,19,23,23,19,19,18,19,20,19,20,21,19,18,17,18,18,19,19,18,20,17,18,18,16,17,18,18,18,16,17,14,16,18,15,16,16,15,17,17,16,14,12,12,11,13,12,10,10,10,9,10,10,10,10,11,11,11,12,11,12,10,10,10,10,10,9,8,10,9,13,13,12,10,11,10,11,11,14,10,9,10,10,10,10,11,11,13,11,10,10,11,9,11,9,9,11,7,11,15,17,17,19,18,19,19,17,17,17,18,17,15,17,17,16,16,15,17,18,20,19,18,19,17,19,19,19,18,17,17,16,17,16,15,9,11,19,18,18,17,19,15,17,19,16,15,15,16,14,14,14,12,12,14,14,15,15,12,11,12,9,10,11,12,11,16,13,12,14,12,10,10,10,10,9,10,10,10,9,9,10,11,13,12,11,13,10,11,10,9,10,11,9,10,9,11,11,11,12,13,12,12,12,16,10,9,10,12,10,12,11,9,10,9,9,7,9,8,10,9,9,9,10,10,11,9,9,9,10,11,11,12,15,13,16,14,14,15,14,13,13,12,14,17,14,14,15,17,16,14,15,17,17,13,14,15,15,12,11,13,13,11,12,11,13,12,11,12,16,11,13,12,12,12,11,14,11,12,12,10,10,11,11,15,11,11,11,13,13,16,14,14,14,14,13,13,13,12,12,12,11,11,11,11,11,13,12,12,12,12,15,18,18,15,14,15,14,17,15,17,15,16,15,18,15,13,14,16,13,13,13,14,14,13,15,14,13,16,14,15,13,13,11,12,12,14,12,11,12,11,11,9,11,11,11,10,10,10,10,10,10,9,10,9,9,9,9,12,12,11,9,9,9,8,9,8,9,10,8,9,8,10,10,10,8,7,8,8,8,8,8,9,10,10,11,10,9,9,9,10,10,10,9,9,10,9,9,9,10,10,11,10,9,9,10,9,10,10,12,12,13,15,15,13,13,14,16,12,12,13,16,12,12,11,15,12,12,13,14,14,12,12,9,6,9,10,9,10,10,10,10,10,10,10,11,10,10,12,11,9,9,9,9,9,8,9,10,10,10,10,9,9,10,11,10,10,9,10,14,15,9,8,9,6,7,9,8,10,8,9,8,8,8,11,11,14,14,15,15,15,16,18,16,15,14,15,14,13,15,13,14,14,14,14,13,13,13,12,12,11,12,11,12,14,12,13,15,13,14,17,11,10,11,14,13,13,12,12,11,11,11,12,12,11,12,12,9,11,14,11,10,10,10,9,10,10,9,10,14,12,12,10,11,11,12,11,11,16,11,13,10,10,10,10,10,10,9,10,11,13,11,10,10,10,10,15,10,9,9,12,10,9,10,10,9,7,12,9,9,9,8,8,8,8,7,7,7,8,7,10,12,13,13,13,16,25,11,11,10,10,10,10,9,10,10,10,9,8,9,8,9,8,8,8,8,9,8,8,8,9,8,7,8,9,10,8,8,8,9,9,9,10,9,10,13,13,14,16,14,15,14,16,14,16,13,12,13,15,18,16,15,14,17,16,16,15,16,14,14,14,12,10,10,10,12,11,13,11,11,12,11,11,12,12,12,12,10,11,11,12,11,11,11,13,17,14,14,13,13,13,14,12,9,9,6,8,8,8,8,8,9,9,11,12,12,15,14,15,15,14,15,13,14,12,16,11,11,14,12,13,13,13,12,12,11,10,12,11,11,13,11,11,11,10,9,10,10,11,12,10,10,9,9,10,11,9,12,11,9,10,9,10,13,11,10,10,10,10,9,11,10,10,11,9,12,10,10,11,9,9,9,10,9,9,9,11,9,7,11,9,9,8,11,11,15,6,7,8,7,9,9,10,10,10,14,9,8,9,9,9,10,10,9,10,12,10,8,8,8,9,9,9,11,9,9,9,10,10,11,9,10,11,11,10,10,9,9,10,8,8,10,9,8,7,8,7,10,11,10,8,10,10,9,10,8,9,8,9,8,13,14,16,16,15,17,18,19,19,16,17,18,17,16,17,22,16,17,16,15,16,16,20,17,17,18,18,17,16,18,17,17,17,19,15,15,17,23,16,16,17,17,19,17,17,18,17,18,18,18,19,19,18,17,17,16,17,19,16,19,17,18,18,19,18,17,20,18,20,19,19,17,17,23,16,18,17,18,18,18,17,17,17,18,15,16,16,15,17,17,18,16,15,17,16,16,16,15,16,17,17,17,16,15,15,16,20,18,19,17,18", "test_run_times": [ 33.92999999999999971578290569595992565155029296875, 42.219999999999998863131622783839702606201171875, 46.6400000000000005684341886080801486968994140625, 43.53999999999999914734871708787977695465087890625 ] }, "baseline": { "value": "3,22,14,8,6,7,5,6,6,6,6,6,5,5,5,6,5,6,6,6,6,5,5,6,5,6,5,7,5,6,6,6,5,7,5,6,6,6,5,9,8,9,8,9,9,13,16,16,15,13,13,13,11,9,8,9,9,9,11,15,14,13,12,9,10,10,16,15,13,11,9,9,10,10,9,8,10,9,11,9,8,8,8,9,9,10,9,9,9,9,9,8,9,8,9,11,13,11,8,9,9,11,11,12,12,13,12,11,10,9,10,11,9,8,8,8,7,7,8,7,8,8,6,7,6,7,6,6,7,6,7,7,7,8,8,7,7,8,9,7,9,10,10,8,9,8,10,9,8,9,11,12,13,14,12,12,12,12,15,13,14,10,15,9,10,9,9,9,10,10,9,11,10,11,12,12,13,13,11,12,14,12,17,18,16,9,10,12,12,15,15,12,12,12,18,18,17,14,12,12,14,14,11,13,14,13,11,16,17,15,17,20,18,14,11,12,14,14,13,14,13,14,14,16,18,13,13,14,13,13,15,13,14,13,13,14,13,14,15,15,13,13,12,9,12,12,7,10,8,8,12,10,10,10,10,11,13,12,12,12,13,11,11,16,12,12,12,11,12,12,12,12,10,12,13,11,12,14,12,11,11,10,10,11,13,11,13,13,12,13,11,11,11,9,10,9,10,9,9,9,5,10,5,9,8,10,10,12,11,12,10,13,10,11,13,15,14,18,12,11,12,13,14,12,12,13,13,12,13,13,16,14,16,13,13,13,11,6,14,15,15,14,15,15,14,14,15,14,17,17,18,16,15,16,17,15,16,16,16,16,19,16,17,17,16,14,18,15,16,15,18,17,16,16,16,16,16,15,14,16,14,14,14,15,16,14,11,10,12,13,11,11,12,18,12,13,12,12,11,12,11,11,11,12,13,14,11,11,12,11,12,13,12,12,12,17,13,12,12,12,12,13,13,14,12,13,12,13,13,12,13,13,11,12,12,11,12,12,13,12,12,11,13,13,16,17,17,13,12,13,13,13,15,15,19,16,17,15,14,14,14,18,15,14,16,15,13,11,16,12,14,12,12,12,14,14,13,13,13,14,13,14,13,13,12,13,13,15,13,13,13,13,13,13,14,14,12,13,13,15,16,16,14,13,14,8,12,13,14,15,15,15,19,18,16,15,16,18,16,17,16,15,16,17,15,15,16,15,15,15,18,12,10,12,13,10,10,10,9,10,12,10,12,11,11,10,9,8,8,9,9,8,9,9,8,8,9,8,10,10,11,11,12,12,13,14,14,14,17,15,15,13,13,14,13,15,14,15,14,14,15,15,15,15,17,13,14,14,16,14,14,16,14,10,14,14,13,13,13,13,14,15,15,13,17,12,13,13,13,13,13,12,13,11,11,11,13,12,13,11,11,11,11,13,12,11,11,11,12,12,14,11,11,11,7,12,9,8,10,9,9,8,11,9,9,10,9,11,9,10,10,10,11,9,10,9,9,11,10,10,10,9,9,11,7,10,10,9,9,10,8,10,9,10,8,10,8,11,11,10,11,10,8,12,10,10,11,11,11,10,13,12,13,14,14,13,12,13,11,11,12,7,8,8,9,11,8,11,10,9,10,9,10,10,9,10,11,11,11,10,11,10,10,10,8,11,10,9,8,8,7,8,9,9,8,8,11,9,11,9,11,10,8,11,9,12,9,8,12,10,12,10,10,12,10,8,12,11,10,12,10,11,9,9,11,11,11,11,10,11,10,9,17,14,15,16,15,17,16,13,14,13,12,14,15,14,15,16,14,12,8,10,10,9,12,11,13,11,6,10,11,10,11,11,17,20,15,19,12,11,12,11,11,11,13,13,12,12,12,11,11,11,14,13,12,13,12,11,12,12,12,14,13,12,13,14,12,13,13,13,12,12,13,15,13,10,11,7,12,11,7,11,11,12,11,11,10,10,12,10,11,10,11,10,11,12,19,19,17,6,7,11,8,11,9,11,9,7,11,10,11,9,9,11,9,11,10,9,9,8,10,8,12,8,9,9,8,12,9,12,10,7,12,10,10,11,9,11,10,10,12,8,11,11,11,10,9,11,10,9,10,10,11,11,10,11,10,8,12,10,11,12,11,11,12,10,10,10,8,12,10,10,11,11,10,12,11,11,12,13,12,15,15,13,14,14,15,13,14,14,14,14,14,14,14,14,16,15,13,14,14,13,13,13,15,14,13,13,16,13,12,13,16,13,12,12,11,10,14,11,12,17,10,11,11,10,11,13,15,17,15,17,15,14,15,14,13,14,13,14,13,12,11,12,12,13,13,12,13,11,12,12,12,13,13,14,15,14,13,13,12,14,12,13,13,13,13,14,13,13,15,13,12,14,11,12,12,13,11,10,16,12,11,11,12,10,9,12,12,14,14,15,12,13,13,12,13,14,14,13,13,16,12,13,14,12,12,11,13,12,12,12,11,12,13,11,12,13,12,11,13,13,11,11,16,11,14,13,11,11,11,11,12,10,11,13,11,11,11,11,13,13,13,11,13,12,12,14,13,13,14,15,12,13,13,14,15,13,15,14,16,13,14,14,19,13,13,16,12,11,12,13,12,10,11,9,10,11,13,14,15,15,14,14,13,15,13,13,13,11,11,13,12,13,14,14,15,15,16,17,19,17,19,20,22,20,18,20,20,20,21,18,17,18,18,20,20,19,16,16,16,16,14,14,13,13,13,12,12,9,11,10,10,10,9,10,11,11,11,13,12,11,11,9,10,12,10,11,12,10,10,10,10,10,10,11,10,10,10,10,11,12,11,11,11,10,11,11,12,10,9,9,9,9,9,9,10,10,10,10,9,8,8,8,7,8,8,10,10,9,9,12,10,8,9,10,9,11,9,7,9,8,11,13,13,17,16,16,17,18,18,18,19,19,19,18,22,19,19,21,19,18,20,20,18,20,21,21,21,18,18,17,19,19,18,18,20,18,16,18,18,19,17,17,18,21,16,15,15,18,17,17,17,17,17,15,14,15,16,17,17,17,18,16,18,17,16,17,19,16,18,18,17,19,18,16,16,17,18,17,16,16,18,19,18,17,16,18,17,17,18,15,17,16,21,16,18,18,17,18,17,17,14,16,19,14,14,13,15,17,18,16,17,15,19,16,15,14,16,17,19,18,15,16,14,14,19,14,12,12,8,8,6,7,6,9,10,10,10,10,10,12,11,13,14,14,13,14,13,14,15,15,16,15,14,16,14,13,12,14,16,15,14,12,13,15,13,15,14,13,13,13,13,13,13,14,13,15,13,13,13,14,13,16,14,14,13,12,12,13,14,13,11,12,10,17,10,13,10,13,10,11,10,12,10,11,11,10,10,10,10,10,11,10,12,11,12,18,12,11,13,14,13,15,14,13,13,13,13,12,12,12,13,14,15,18,16,14,11,8,6,7,7,9,8,7,10,7,7,8,8,8,8,8,9,7,9,11,11,11,10,14,10,10,11,10,16,9,11,14,9,10,14,10,11,9,10,6,8,9,9,11,8,10,8,12,15,17,18,18,17,13,12,13,13,14,15,16,17,17,17,17,21,24,22,22,17,17,20,17,18,17,19,18,18,19,16,17,16,17,17,17,18,17,18,18,19,19,20,20,18,20,21,19,20,19,16,18,16,16,17,16,15,16,15,14,13,12,13,14,14,12,12,13,13,18,14,17,14,17,14,13,14,14,15,13,13,12,12,13,17,10,10,10,10,11,12,13,11,14,15,12,11,12,12,13,13,13,14,14,13,15,13,15,18,14,14,13,16,12,12,11,9,10,10,8,8,6,9,12,13,14,13,12,12,12,12,12,13,12,12,15,14,13,14,14,13,14,15,15,14,16,12,11,11,11,11,12,14,11,12,13,14,11,12,15,15,15,15,15,14,12,11,13,13,10,16,12,12,12,14,13,12,13,13,16,9,11,10,9,8,10,12,13,15,17,19,21,17,16,19,16,18,18,19,16,18,15,16,20,17,19,17,17,18,17,9,6,6,7,9,8,8,15,14,15,16,16,17,13,13,13,17,17,17,17,17,15,17,17,17,15,14,13,13,13,13,14,14,13,15,12,13,12,12,11,13,13,12,13,15,11,16,12,15,12,11,12,10,11,11,12,10,11,10,10,9,10,10,8,6,10,8,9,8,9,8,9,10,10,12,13,10,9,10,10,10,11,11,11,9,9,11,11,12,13,13,11,12,10,11,10,13,11,10,10,11,12,12,12,10,11,12,10,10,11,10,9,8,9,8,8,9,9,9,9,9,7,8,10,9,9,9,9,9,9,9,6,12,12,14,14,13,13,17,12,13,13,11,12,12,11,13,9,8,9,7,7,8,9,8,9,9,8,9,8,8,8,9,11,11,10,11,11,11,12,13,13,12,15,18,14,15,14,11,12,12,13,15,11,14,12,12,13,13,15,15,15,14,12,10,11,9,7,10,9,11,16,14,17,18,16,16,16,15,14,16,16,16,14,14,14,14,13,13,13,11,14,11,13,17,17,15,16,16,12,12,13,14,15,12,12,13,15,11,12,15,10,10,11,11,11,13,11,13,15,11,11,12,12,11,13,13,12,15,13,13,15,15,14,16,15,14,14,15,18,17,15,16,15,17,16,16,17,14,15,16,19,15,18,11,15,8,8,9,9,9,9,9,9,10,11,10,11,10,9,10,10,11,10,11,9,10,10,10,10,10,10,11,10,11,10,10,11,11,13,15,12,13,13,12,12,14,14,14,14,13,14,14,16,16,16,16,15,16,17,19,18,16,16,17,17,15,14,15,14,15,14,14,13,16,14,15,13,13,13,13,13,13,12,11,12,12,12,11,12,10,10,11,11,9,10,10,9,11,10,11,13,13,12,10,10,11,13,12,12,11,11,10,11,11,12,12,11,11,10,12,10,11,10,11,8,12,12,9,9,10,8,6,7,9,9,9,9,10,10,11,10,12,12,10,12,10,10,10,11,12,10,11,11,11,12,12,12,12,12,11,11,14,12,10,11,11,11,11,11,9,7,9,7,8,8,8,11,10,5,9,9,10,8,10,8,7,8,9,8,9,8,9,7,7,11,12,10,10,11,13,13,11,14,13,14,11,14,12,13,14,14,14,14,15,15,12,12,15,12,13,12,13,13,13,14,12,13,13,12,12,11,12,14,11,12,10,12,11,11,11,10,13,13,11,12,13,10,12,13,10,11,10,10,9,10,11,12,11,11,11,10,10,9,10,10,9,11,8,10,8,10,10,11,11,9,9,10,12,15,12,14,12,13,9,10,11,13,10,9,10,11,12,10,11,10,12,13,11,12,12,12,10,14,11,11,10,13,11,11,11,11,10,10,16,11,12,11,11,10,12,12,12,11,12,11,14,13,11,18,11,12,12,12,12,10,11,11,10,10,12,13,11,12,12,12,16,16,20,16,16,17,17,17,16,17,18,17,18,16,15,16,17,16,17,18,15,16,15,16,17,16,18,18,24,23,20,20,20,22,20,21,23,22,23,22,21,19,16,19,18,20,20,18,20,19,20,19,19,17,17,17,19,17,19,19,18,21,19,18,18,17,15,13,13,12,12,13,10,9,10,9,10,10,12,9,10,12,12,10,11,12,10,10,10,10,9,10,13,12,10,10,14,14,12,12,13,14,12,13,14,11,12,12,11,11,12,13,12,13,13,13,10,11,10,11,11,10,9,7,13,15,17,17,18,18,19,19,20,18,18,18,18,14,16,17,19,19,17,15,15,16,18,17,19,20,18,18,20,17,19,19,18,16,14,11,10,11,16,21,15,15,15,17,16,15,16,17,17,16,13,21,16,15,16,15,13,12,13,12,12,13,11,12,13,13,13,13,14,15,17,13,10,11,9,9,9,8,10,9,11,12,12,13,11,10,10,10,11,11,10,10,14,10,10,10,11,13,12,11,13,13,12,12,12,12,11,10,10,10,8,9,8,8,9,8,9,7,8,13,18,11,11,10,11,9,9,10,12,10,10,10,10,13,13,14,17,15,16,16,15,13,13,13,13,13,13,15,14,15,17,15,16,16,16,16,16,16,15,14,12,13,14,13,14,13,13,13,15,13,14,13,14,14,14,14,13,14,13,13,13,11,12,15,11,11,13,13,13,14,14,17,15,14,13,14,14,14,13,13,12,11,16,10,9,11,11,15,11,16,12,12,13,16,14,14,16,15,14,15,17,18,15,15,18,15,14,15,14,15,16,15,15,17,20,20,20,14,12,12,12,11,10,14,11,11,10,10,10,9,9,8,10,9,9,10,9,10,12,12,9,9,8,11,9,9,9,9,9,10,9,8,9,8,8,8,8,7,7,8,9,7,8,8,7,7,7,7,8,7,10,10,9,10,12,11,11,11,14,10,15,10,11,11,13,12,12,11,12,15,11,11,11,10,11,11,10,11,11,11,14,12,13,14,17,14,14,14,13,16,12,13,13,13,14,13,14,13,12,13,17,15,14,13,12,8,12,11,10,10,10,11,13,10,11,13,10,10,10,11,14,12,11,11,12,10,10,10,11,11,10,12,10,13,11,12,11,10,10,10,13,10,11,10,10,8,9,6,8,8,8,9,7,8,8,14,12,14,16,18,18,17,18,15,17,16,14,15,15,14,17,14,15,14,15,19,12,17,13,14,13,13,13,14,14,14,14,14,13,15,17,16,9,11,10,12,13,14,12,12,13,12,12,13,13,13,11,12,10,10,9,10,10,10,10,11,10,13,10,11,13,12,11,11,11,10,13,13,11,11,11,11,13,11,10,12,11,10,12,10,13,11,11,11,10,10,12,17,11,11,11,13,10,10,10,9,9,7,10,8,9,10,9,9,8,10,8,8,7,8,7,9,12,16,13,17,11,13,12,10,10,11,11,11,10,10,10,11,10,12,8,8,9,8,9,9,9,8,9,8,7,8,8,8,8,9,11,8,9,8,8,8,9,9,11,11,13,14,14,13,14,15,16,16,14,16,14,13,14,16,18,18,15,15,15,16,15,15,16,16,17,13,11,10,11,10,11,11,13,11,12,12,13,12,12,10,13,12,12,11,12,12,12,13,11,12,14,13,16,14,12,13,14,12,12,9,6,8,9,7,7,6,7,8,7,9,13,16,15,16,16,15,14,13,12,11,13,13,12,15,12,11,12,12,13,13,12,11,12,12,11,14,13,12,12,10,12,11,14,9,11,10,12,11,9,10,10,9,11,9,11,16,10,10,14,11,11,12,10,10,10,10,10,10,9,9,10,10,10,10,9,10,9,9,11,13,12,10,11,6,9,7,9,8,12,12,11,5,8,9,9,8,9,11,9,10,12,9,10,9,9,12,10,10,9,10,11,11,10,9,10,10,11,10,11,10,10,10,9,9,10,10,9,11,10,9,10,11,8,9,8,8,10,13,9,11,8,7,8,13,8,9,12,11,11,11,10,10,9,6,8,11,15,15,15,18,17,18,18,20,19,20,19,19,19,19,19,18,20,19,19,19,17,20,20,19,22,20,20,20,19,18,19,18,17,20,19,19,21,18,21,22,21,22,20,20,21,19,19,21,19,25,20,19,17,17,17,17,18,18,19,20,19,19,18,18,16,18,16,18,17,17,16,15,18,15,17,15,19,16,16,18,18,18,18,18,18,16,18,17,18,21,21,18,18,18,17,16,15,17,15,18,18,18,17,17,17,16,16,14,18,14", "test_run_times": [ 59.50999999999999801048033987171947956085205078125, 49.68999999999999772626324556767940521240234375, 43.75999999999999801048033987171947956085205078125, 44.89999999999999857891452847979962825775146484375 ] } } } } }