Benchmarks for a future article.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2208075-NE-TR5SPARKS30
tr5 spark svt av1,
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 100 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",28.328722362001
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 100 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 100 - Repartition Test Time",
Lower Results Are Better
"A",
"B",24.452459208998
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 100 - Group By Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 100 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",
"B",3.3400929140007
"BB",3.3275168379998
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 100 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",49.787583172001
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 100 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",37.994228953001
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 500 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 500 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",26.107549243001
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 500 - Repartition Test Time",
Lower Results Are Better
"A",
"B",23.836463486999
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 500 - Group By Test Time",
Lower Results Are Better
"A",
"B",22.870148475999
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 500 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",
"B",3.3467349929997
"BB",3.3901980610001
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 500 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",49.518928171001
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 500 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 1000 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 1000 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 1000 - Repartition Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 1000 - Group By Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 1000 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.3870010350001
"B",3.3733725170005
"BB",3.4410879920001
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 1000 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 1000 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 2000 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 2000 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",26.469919921999
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 2000 - Repartition Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 2000 - Group By Test Time",
Lower Results Are Better
"A",
"B",22.258331649999
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 2000 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.3556585319998
"B",3.4432645380002
"BB",3.4380210869999
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 2000 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",50.067797514999
"BB",
"Apache Spark 3.3 - Row Count: 40000000 - Partitions: 2000 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 500 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",14.469285676001
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 500 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 500 - Repartition Test Time",
Lower Results Are Better
"A",
"B",13.075427121999
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 500 - Group By Test Time",
Lower Results Are Better
"A",
"B",9.5078244979995
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 500 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.4514522249999
"B",3.3709930020013
"BB",3.3779102880001
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 500 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 500 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",20.525173726001
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 100 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",13.743306075999
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 100 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 100 - Repartition Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 100 - Group By Test Time",
Lower Results Are Better
"A",
"B",9.3781332940007
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 100 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.3983199090001
"B",3.3091004620001
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 100 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",50.305200875999
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 100 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",20.368295871998
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 2000 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 2000 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",14.168451441999
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 2000 - Repartition Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 2000 - Group By Test Time",
Lower Results Are Better
"A",
"B",9.3517848809988
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 2000 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.3906410199997
"B",3.4351803370009
"BB",3.3955421539999
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 2000 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 2000 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 1000 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 1000 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 1000 - Repartition Test Time",
Lower Results Are Better
"A",
"B",12.393908804999
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 1000 - Group By Test Time",
Lower Results Are Better
"A",9.2279489110001
"B",8.9501766419999
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 1000 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.4203559940001
"B",3.3621138489998
"BB",3.4445173730001
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 1000 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 20000000 - Partitions: 1000 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",20.539809842001
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 100 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",7.4762135949995
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 100 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",7.7572079640004
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 100 - Repartition Test Time",
Lower Results Are Better
"A",
"B",6.9872966729999
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 100 - Group By Test Time",
Lower Results Are Better
"A",7.2396581959999
"B",6.8142526479996
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 100 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.3557897620001
"B",3.4139956590006
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 100 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",50.583188553001
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 100 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 500 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",7.0604803289998
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 500 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",7.7582100760001
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 500 - Repartition Test Time",
Lower Results Are Better
"A",9.7860459999999
"B",7.0285232779997
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 500 - Group By Test Time",
Lower Results Are Better
"A",
"B",6.5748210829997
"BB",7.7429339649999
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 500 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.3659046390001
"B",3.4821104419998
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 500 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 500 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 2000 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",8.3930054759999
"B",7.9519050909985
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 2000 - Inner Join Test Time",
Lower Results Are Better
"A",8.5883375530002
"B",8.3130605300012
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 2000 - Repartition Test Time",
Lower Results Are Better
"A",7.8515019450001
"B",7.1155309940004
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 2000 - Group By Test Time",
Lower Results Are Better
"A",7.3590475230003
"B",7.0322869230004
"BB",8.4339963689999
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 2000 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.3618510339998
"B",3.4169513899997
"BB",3.3761428349999
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 2000 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 2000 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",11.589692495001
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 1000 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",7.8507433229997
"B",7.4139549629999
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 1000 - Inner Join Test Time",
Lower Results Are Better
"A",8.2077862179999
"B",8.0347703669995
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 1000 - Repartition Test Time",
Lower Results Are Better
"A",7.5575910370003
"B",6.9243685619986
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 1000 - Group By Test Time",
Lower Results Are Better
"A",6.9340040009997
"B",6.5472396969999
"BB",7.9161477789999
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 1000 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.4378317250003
"B",3.4741246439989
"BB",3.4427352550001
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 1000 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",49.530781265001
"BB",
"Apache Spark 3.3 - Row Count: 10000000 - Partitions: 1000 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 2000 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",2.3163369130001
"B",2.4917195179996
"BB",2.6657246660001
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 2000 - Inner Join Test Time",
Lower Results Are Better
"A",2.8529735120001
"B",
"BB",3.0817907789999
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 2000 - Repartition Test Time",
Lower Results Are Better
"A",
"B",2.4219743989997
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 2000 - Group By Test Time",
Lower Results Are Better
"A",
"B",4.7447455760002
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 2000 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 2000 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",50.468068491999
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 2000 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",4.1606078489999
"B",3.9003676129996
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 1000 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 1000 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",2.0359211499999
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 1000 - Repartition Test Time",
Lower Results Are Better
"A",2.1416727770001
"B",2.0524419929998
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 1000 - Group By Test Time",
Lower Results Are Better
"A",4.3050474950001
"B",4.1502505710005
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 1000 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",
"B",3.3873464520002
"BB",3.3765085709999
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 1000 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",49.462159201999
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 1000 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",3.9691186910001
"B",
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 100 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",1.3315728260001
"B",1.2280453220001
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 100 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",1.7614284769998
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 100 - Repartition Test Time",
Lower Results Are Better
"A",1.8925624239999
"B",1.8889954229999
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 100 - Group By Test Time",
Lower Results Are Better
"A",
"B",4.0760609270001
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 100 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",3.3566573090001
"B",3.3449483609993
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 100 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 100 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",
"B",3.5528631010002
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 500 - Broadcast Inner Join Test Time",
Lower Results Are Better
"A",
"B",1.2591784249998
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 500 - Inner Join Test Time",
Lower Results Are Better
"A",
"B",1.8438517670002
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 500 - Repartition Test Time",
Lower Results Are Better
"A",1.9670158969999
"B",1.9054734700003
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 500 - Group By Test Time",
Lower Results Are Better
"A",
"B",4.0114508480001
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 500 - Calculate Pi Benchmark Using Dataframe",
Lower Results Are Better
"A",
"B",3.4077860859998
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 500 - Calculate Pi Benchmark",
Lower Results Are Better
"A",
"B",49.285421170999
"BB",
"Apache Spark 3.3 - Row Count: 1000000 - Partitions: 500 - SHA-512 Benchmark Time",
Lower Results Are Better
"A",3.8142828599999
"B",3.5122551519999
"BB",
"SVT-AV1 1.2 - Encoder Mode: Preset 4 - Input: Bosphorus 4K",
Higher Results Are Better
"A",
"B",
"BB",
"SVT-AV1 1.2 - Encoder Mode: Preset 4 - Input: Bosphorus 1080p",
Higher Results Are Better
"A",
"B",
"BB",
"SVT-AV1 1.2 - Encoder Mode: Preset 8 - Input: Bosphorus 4K",
Higher Results Are Better
"A",
"B",
"BB",
"SVT-AV1 1.2 - Encoder Mode: Preset 10 - Input: Bosphorus 4K",
Higher Results Are Better
"A",
"B",
"BB",
"SVT-AV1 1.2 - Encoder Mode: Preset 12 - Input: Bosphorus 4K",
Higher Results Are Better
"A",
"B",
"BB",
"SVT-AV1 1.2 - Encoder Mode: Preset 8 - Input: Bosphorus 1080p",
Higher Results Are Better
"A",
"B",
"BB",
"SVT-AV1 1.2 - Encoder Mode: Preset 10 - Input: Bosphorus 1080p",
Higher Results Are Better
"A",
"B",
"BB",
"SVT-AV1 1.2 - Encoder Mode: Preset 12 - Input: Bosphorus 1080p",
Higher Results Are Better
"A",
"B",
"BB",