AMD Ryzen 9 7950X 16-Core testing with a ASUS ROG STRIX X670E-E GAMING WIFI (1416 BIOS) and NVIDIA GeForce RTX 4090 24GB on Ubuntu 23.04 via the Phoronix Test Suite.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 2308069-PTS-VULKANBE16
vulkan-benchmarks ,
"vkpeak 20230730 - int32-scalar",
Higher Results Are Better
"g",
"3090 rep",
"a",2272.07,2272.54,2273.25
"b",
"c",
"d",8550.06,8505.17,8504.83
"e",8505.14,8505.2,8505.25
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"vkpeak 20230730 - int32-vec4",
Higher Results Are Better
"g",
"3090 rep",
"a",2658.24,2659.12,2658.84
"b",
"c",
"d",8466.09,8465.9,8465.46
"e",8465.81,8465.68,8465.65
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"VkFFT 1.2.31 - Test: FFT + iFFT C2C 1D batched in double precision",
Higher Results Are Better
"a",20794,20819,20834
"b",
"c",
"d",12147,12159,12123
"e",12189,12169,12146
"f",
"g",
"h",
"i",
"4080",34969,34951,35001
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"VkFFT 1.2.31 - Test: FFT + iFFT C2C Bluestein benchmark in double precision",
Higher Results Are Better
"a",4717,4717,4718
"b",
"c",
"d",2343,2341,2355
"e",2365,2333,2330
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"vkpeak 20230730 - fp64-vec4",
Higher Results Are Better
"a",842.39,841.71,841.29
"b",
"c",
"d",268.7,267.27,267.25
"e",267.26,267.25,267.25
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"vkpeak 20230730 - fp64-scalar",
Higher Results Are Better
"3090 rep",
"a",841.09,841.27,841.83
"b",
"c",
"d",267.43,267.45,267.42
"e",267.41,267.41,267.41
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"vkpeak 20230730 - int16-vec4",
Higher Results Are Better
"g",
"3090 rep",
"a",23080.77,23147.93,23142.6
"b",
"c",
"d",7339.28,7332.02,7387.26
"e",7336.5,7335.63,7336.63
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"VkResample 1.0 - Upscale: 2x - Precision: Single",
Lower Results Are Better
"a",11.687,11.687,11.684
"b",
"c",
"d",32.849,32.853,32.863
"e",32.85,32.849,32.85
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",27.231,27.187,27.132
"4090",
"4090 rep",
"nv 4090",
"VkFFT 1.2.31 - Test: FFT + iFFT C2C 1D batched in single precision",
Higher Results Are Better
"a",47904,47886,47871
"b",
"c",
"d",42650,42643,42641
"e",42653,42653,42648
"f",
"g",
"h",
"i",
"4080",104505,104581,104582
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"VkFFT 1.2.31 - Test: FFT + iFFT C2C 1D batched in single precision, no reshuffling",
Higher Results Are Better
"a",50500,50521,50491
"b",
"c",
"d",43364,43369,43361
"e",43366,43361,43368
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"VkFFT 1.2.31 - Test: FFT + iFFT C2C 1D batched in half precision",
Higher Results Are Better
"a",91606,91448,91737
"b",
"c",
"d",85148,85183,85212
"e",85188,85148,85238
"f",
"g",
"h",
"i",
"4080",210885,211333,211010
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: FastestDet",
Lower Results Are Better
"a",4.06,2.72,4.08
"b",
"c",
"d",4.07,4.07,4.09
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5.6,2.64,4.56,2.71,3.71,2.53,2.95,4.39,3.86,4.48,4.14,4.47,3.89,4.61,4.57
"4090",
"4090 rep",
"nv 4090",
"VkFFT 1.2.31 - Test: FFT + iFFT R2C / C2R",
Higher Results Are Better
"a",42500,41970,41846
"b",
"c",
"d",35162,35511,35525
"e",35307,35309,35297
"f",
"g",
"h",
"i",
"4080",65416,65969,68034
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"VkFFT 1.2.31 - Test: FFT + iFFT C2C multidimensional in single precision",
Higher Results Are Better
"a",33076,33039,32887
"b",
"c",
"d",36118,36346,36519
"e",36227,37396,37646
"f",
"g",
"i",
"4080",65419,65213,66974
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: FastestDet",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.17,3.94,3.96,4.41,6.21,4.77,2.69,5.69,3.21,4.5,4.44,4.62,5.22,2.75
"4090",
"4090 rep",
"nv 4090",
"vkpeak 20230730 - fp32-scalar",
Higher Results Are Better
"g",
"3090 rep",
"a",13197.36,13182.88,13190.02
"b",
"c",
"d",8564.32,8516.04,8515.52
"e",8516.06,8515.65,8515.03
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"vkpeak 20230730 - fp32-vec4",
Higher Results Are Better
"g",
"3090 rep",
"a",12733.7,12728.31,12728.22
"b",
"c",
"d",11289.45,11237.15,11226.91
"e",11226.91,11232.54,11235.71
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3 - Model: mobilenet-v3",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090 rep",
"3070",
"RTX 3070 Ti",3.38,3.08,3.31,3.34,3.28,4.86,3.36,4.61,3.18,4.74,3.29,4.71,3.29,3.25,3.11
"4090",
"4090 rep",
"nv 4090",
"vkpeak 20230730 - fp16-scalar",
Higher Results Are Better
"g",
"3090 rep",
"a",13147.3,13153.96,13161.18
"b",
"c",
"d",8439.17,8397.02,8400.8
"e",8387.64,8402.34,8403.41
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v2-v2 - Model: mobilenet-v2",
Lower Results Are Better
"4090 rep",
"a",3.15,3.16,3.16
"b",
"c",
"d",3.16,3.15,3.2
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.28,3.49,3.28,4.72,3.54,3.3,3.31,3.48,4.93,3.37,4.62,4.95,3.28,3.53,3.28
"4090",
"4090 rep",
"nv 4090",
"vkpeak 20230730 - fp16-vec4",
Higher Results Are Better
"g",
"3090 rep",
"a",23221.66,23233.35,23242.25
"b",
"c",
"d",16865.01,16864.64,16863.77
"e",16864.58,16865.77,16865.52
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"vkpeak 20230730 - int16-scalar",
Higher Results Are Better
"g",
"3090 rep",
"a",13101.22,13101.69,13105.34
"b",
"c",
"d",5676.17,5676.04,5675.86
"e",5676.02,5676.01,5675.95
"f",
"g",
"h",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"VkResample 1.0 - Upscale: 2x - Precision: Double",
Lower Results Are Better
"d",500.006,500.019,500.017
"e",500.024,500.014,500.011
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",24.816,24.799,24.8
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: blazeface",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",1.51,3.15,1.15,1.44,1.39,2.99,1.46,1.19,1.49,2.79,1.3,1.86,1.39,1.41,1.15
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v2-v2 - Model: mobilenet-v2",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.32,3.27,3.18,3.3,4.83,3.3,3.27,3.3,3.26,3.32,3.44,3.31,3.41,3.28,3.41
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: blazeface",
Lower Results Are Better
"a",1.39,1.39,1.36
"b",
"c",
"d",1.37,1.38,1.39
"e",1.39,1.37,1.37
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",1.43,1.17,1.44,3.12,1.23,1.4,1.3,1.39,1.45,1.45,1.42,3.07,1.38,1.38,1.35
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mnasnet",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",3.15,3.1,3.1
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: mobilenet",
Lower Results Are Better
"4090 rep",
"a",8.1,8.02,8.03
"b",
"c",
"d",8.01,8.2,8.09
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",9.89,8.37,8.33,9.92,8.58,10.57,10.42,8.97,9.1,8.7,10.56,9.08,9.8,8.53,10.63
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: alexnet",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5.18,5.17,4.65,6.29,5.13,5.24,4.99,4.99,5.22,5.17,5.15,5.18,5.19,7.24,5.27
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mnasnet",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.35,4.7,3.1,3.21,3.09,2.79,3.1,3.11,3.13,3.11,3.25,3.21,3.21,3.25,3.07
"4090",
"4090 rep",
"nv 4090",
"VkFFT 1.2.31 - Test: FFT + iFFT C2C Bluestein in single precision",
Higher Results Are Better
"a",11465,11277,11277
"b",
"c",
"d",10624,10861,10672
"e",10793,9874,10489,10755,10387,10353,10218,10899,10274,10835,10693,10846,10728,10727,10533
"f",
"g",
"h",
"i",
"4080",16955,17220,17187
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: resnet18",
Lower Results Are Better
"4090 rep",
"a",5.42,5.23,5.21
"b",
"c",
"d",5.21,5.22,5.26
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5.97,5.75,5.41,5.85,7.12,5.83,5.73,5.99,5.74,5.83,5.86,7.34,5.82,7.41,5.59
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: squeezenet_ssd",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.61,9.69,9.54,8.21,9.99,7.76,8.25,9.29,7.5,9.18,7.31,7.63,9.67,7.73,9.4
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: alexnet",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",5.13,6.98,6.65
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v2-v2 - Model: mobilenet-v2",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.31,3.38,3.29,3.29,4.54,3.26,4.23,3.25,3.35,4.83,3.31,3.44,3.34,4.75,3.31
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: googlenet",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",9.71,9.44,10.04,8.97,10.24,9.55,10.86,10.77,10.96,8.77,10.25,8.58,10.74,8.7,10.28
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: mobilenet",
Lower Results Are Better
"a",8.08,8.06,8
"b",
"c",
"d",8.03,8.02,8.02
"e",8.03,8.07,8.02
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.43,10.52,8.61,10.17,8.56,10.88,9.91,8.44,10.38,7.83,9.07,10.12,8.33,10.07,8.95
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: blazeface",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",1.39,2.95,1.44,1.34,2.79,1.33,1.41,3.11,1.18,1.43,1.38,2.89,1.43,1.32,1.5
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: blazeface",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",1.38,1.3,1.2,1.43,1.48,1.47,3.5,1.42,1.41,1.47,1.46,1.4,1.21,1.16,1.39
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: vision_transformer",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",37.81,38.43,37.76,37.71,38.4,37.54,38.6,36.43,37.88,36.87,38.5,38.48,38.55,36.87,38.14
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: alexnet",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5.2,6.35,5.17,4.71,6.35,4.67,4.61,6.94,4.71,6.91,5.19,6.25,5.01,6.53,4.58
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: resnet18",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5.68,7.97,6.58,7.64,5.96,8,5.72,5.9,7.36,5.81,6.57,5.88,8.03,5.88,7.34
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: resnet18",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",7.06,6.7,5.92,7.59,5.92,6.66,5.79,6.78,6.02,5.95,5.49,5.69,6.65,5.7,5.57
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: efficientnet-b0",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.13,4.23,4.16,4.36,4.07,4.03,4.26,4.14,5.2,4.3,4.23,4.11,4.11,5.94,4.24
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: squeezenet_ssd",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",9.21,6.93,7.69,8.9,7.97,9.01,9.59,7.44,9.49,7.83,9.16,7.23,9.24,7.42,8.75
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: FastestDet",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.05,2.82,4.45,4.58,2.64,4.13,5.84,4.19,5.81,4.69,4.14,6.16,4.53,3.83,2.93
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: alexnet",
Lower Results Are Better
"a",4.31,4.32,4.29
"b",
"c",
"d",4.3,4.3,4.33
"e",4.31,4.31,4.31
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5,4.73,4.99,6.47,5.17,4.89,5,4.63,5.14,5,4.63,6.59,4.96,6.61,4.98
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: mnasnet",
Lower Results Are Better
"4090 rep",
"a",2.95,2.97,2.98
"b",
"c",
"d",2.99,2.97,2.97
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.12,3.17,3.14,2.86,4.74,3.11,3.01,3.19,3.1,3.21,2.57,3.14,3.11,4.34,3.14
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: googlenet",
Lower Results Are Better
"a",7.92,7.92,7.85
"b",
"c",
"d",7.81,7.82,7.92
"e",7.87,7.85,7.82
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",9.11,9.95,10.48,9.5,9.5,10.26,10.18,8.65,10.35,11.2,10.92,8.65,10.13,8.43,10.7
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: FastestDet",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",2.66,4.19,5.68
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v2-v2 - Model: mobilenet-v2",
Lower Results Are Better
"a",3.18,3.18,3.14
"b",
"c",
"d",3.14,3.16,3.18
"e",3.13,3.16,3.14
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.28,3.28,3.28,3.43,3.37,3.32,3.47,4.97,3.3,3.54,3.28,3.28,3.4,4.88,3.3
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: alexnet",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.63,5.1,6.8,4.68,6.76,5.3,6.63,5.17,4.65,4.71,5.16,6.36,5.23,5.26,4.69
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: efficientnet-b0",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.72,4.35,4.13,4.28,4.24,4.05,5.8,4.24,4.33,4.24,4.23,5.57,4.19,5.76,4.06
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: regnety_400m",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",9.79,8.56,9.77,8.33,8.21,8.62,8.31,8.91,8.17,8.56,9.61,8.51,10.7,10.24,8.99
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: FastestDet",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5.89,4.42,3.12,4.54,3.93,3.85,4.28,3.79,4.43,4.14,5.72,4.43,4.05,3.89,5.65
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: alexnet",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",6.61,5.3,6.59
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: shufflenet-v2",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.97,3.49,3.44,3.34,3.37,5.02,3.5,3.54,5.22,3.58,4.98,3.52,5.04,3.42,4.95
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: resnet18",
Lower Results Are Better
"a",5.28,5.29,5.26
"b",
"c",
"d",5.21,5.2,5.29
"e",5.2,5.24,5.21
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",7.29,5.69,5.99,6.68,8.08,5.98,5.96,7.26,6.72,5.84,5.38,5.82,5.88,5.61,6
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: resnet18",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5.89,6.82,5.96
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: googlenet",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.87,11.27,8.9
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: vgg16",
Lower Results Are Better
"4090 rep",
"a",24.35,23.47,23.44
"b",
"c",
"d",23.47,23.46,23.6
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",27.61,28.71,29.41,27.67,27.8,29.57,28.13,29.42,28.25,28.99,27.01,27.96,26.77,29.18,28.87
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: resnet50",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",11.22,13.26,12.82,11.19,12.7,11.14,11.45,13.18,11.02,13.07,11.59,12.82,11.24,12.71,12.28
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: shufflenet-v2",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.32,4.97,3.51,4.82,3.35,3.43,3.48,3.48,3.43,3.52,3.55,3.45,5,3.47,3.45
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: efficientnet-b0",
Lower Results Are Better
"4090 rep",
"a",3.99,3.85,3.85
"b",
"c",
"d",3.85,3.85,3.85
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5.85,4.41,4.15,5.51,4.21,4.17,6.2,4.14,4.06,4.22,5.17,4.24,5.65,4.46,4.29
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3 - Model: mobilenet-v3",
Lower Results Are Better
"4090 rep",
"a",3.18,3.18
"c",
"d",3.17,3.18,3.17
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.9,3.25,3.26,2.93,3.43,3.29,4.75,3.47,3.31,3.3,2.64,3.33,5.27,3.41
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: googlenet",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",10.44,8.87,10.61
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: efficientnet-b0",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.98,4.69,5.56
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: googlenet",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",10.26,8.32,10.86,8.88,10.53,9.6,8.59,10.34,8.94,10.09,10.6,8.94,9.26,9.92,8.5
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: blazeface",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",1.3,1.46,1.18,1.29,1.43,1.31,1.44,1.32,1.15,1.45,1.41,1.12,1.39,1.44,1.45
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: vision_transformer",
Lower Results Are Better
"4090 rep",
"a",32.74,32.83,31.91
"b",
"c",
"d",31.95,33.2,32.15
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",36.65,37.85,38.07,37.78,38.5,38.14,37.52,38.59,37.77,37.51,37.9,38.47,37.74,37.94,38.2
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: mnasnet",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.64,3.01,3.23,3.18,3.17,3.13,3.09,2.99,4.8,3.22,3.13,3.11,3.1,3.35
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: googlenet",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",11.03,10.44,11.01,10.27,9.82,10.09,8.02,10.26,8.5,9.64,8.82,8.76,10.77,9.57,10.54
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: vgg16",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",28.89,27.22,29.36,27.27,29.75,27.78,28.21,27.16,28.58,27.4,29.02,27.26,30.53,28.41,29.11
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: vgg16",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",28.43,28.65,28.12,30.74,28.27,30.76,29.02,28.89,26.92,27.85,28.23,27.38,30.12,27.51,28.59
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: efficientnet-b0",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.13,5.79,4.07,4.03,6.18,4.8,4.17,5.98,4.04,4.21,4.12,5.71,4.32,5.76,4.33
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: efficientnet-b0",
Lower Results Are Better
"a",3.86,3.88,3.84
"b",
"c",
"d",3.82,3.88,3.9
"e",3.85,3.83,3.83
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.22,5.7,4.15,5.91,3.99,4.34,4.24,4.09,4.23,4.39,4.5,5.85,4.16,4.23,4
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: shufflenet-v2",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.42,5.22,3.41
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: resnet50",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",13.03,11.45,13.45,12.59,13.26,13.76,12.72,11.5,12.67,13.02,12.92,11.56,11.4,13.89,13.72
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: resnet50",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",11.2,13.38,11.19,13.63,11.15,13.15,12.68,11.74,13.17,12.64,13.43,13.3,11.48,13.07,11.13
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: resnet50",
Lower Results Are Better
"a",10,10.06,9.98
"b",
"c",
"d",9.98,10.04,10.27
"e",9.98,10.33,9.99
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",11.21,13.98,11.45,12.45,12.62,14.19,13.86,12.96,13.06,11.1,11.58,13.27,11.73,12.81,12.68
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: resnet50",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",11.6,11.52,12.92,13.02,13.18,11.2,13.06,11.61,12.84,13.21,12.45,13.14,13.29,14.04,10.74
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: blazeface",
Lower Results Are Better
"a",1.37,1.38,1.38
"b",
"c",
"d",1.39,1.37,1.38
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",1.41,1.33,1.4,2.66,1.32,1.42,3.18,1.46,1.41,1.44,1.44,1.45,1.4,1.47,1.19
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: resnet50",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",10.69,13.61,11.43,12.89,11.08,12.87,12.39,12.94,11.17,13.04,12.64,13.18,13.29,13.42,10.66
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: resnet18",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",6.73,5.61,6.65,6.65,7.69,5.4,7.24,5.88,5.67,7.98,5.98,7.48,5.71,7.88,5.94
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: FastestDet",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.54,3.86,4.3,4.29,4.12,5.41,2.85,5.2,4.56,4.05,4.12,3.96,4.03,4.1,4.44
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: alexnet",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",6.85,4.6,6.64,5.17,5.12,4.66,4.97,5.13,6.33,5.12,6.71,5,4.74,5.1,6.77
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: googlenet",
Lower Results Are Better
"4090 rep",
"a",8.15,7.86,7.8
"b",
"c",
"d",7.85,7.86,7.84
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",10.42,10.7,9.5,8.7,8.67,10.26,8.6,10.62,8.51,10.75,10.31,9.07,10.19,9.08,9.95
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: mnasnet",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.08,3.14,2.96,3,2.92,3.57,3.08,3.09,3.1,3.11,3.02,3.24,3.01,3.18,3.18
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: vision_transformer",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",39.26,38.65,38.39,38.5,37.5,38.21,37.24,38.09,38.26,38.24,37.69,38.58,38.44,38.48,38.85
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: yolov4-tiny",
Lower Results Are Better
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",16.77,15.53,16.3,13.92,15.37,13.5,15.52,13.8,13.46,16.62,14.86,15.08,15.7,16.21,15.56
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mobilenet",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",11,9.68,10.62,8.99,11.07,8.43,9.94,11.18,9.26,10.95,10.71,9.87,9.2,10.17,8.58
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: yolov4-tiny",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",16.34,16.27,15.54,15.6,15.11,15.4,16.42,15.54,15.4,16.59,15.12,15.57,13.79,15.54,13.37
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v2-v2 - Model: mobilenet-v2",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.4,5.04,3.3,4.99,3.31,3.28,3.53,3.29,3.36,3.3,3.27,3.28,3.33,4.98,3.21
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: resnet18",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",5.86,6.03,5.93
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mobilenet-v3",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",3.25,3.17,3.3
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: squeezenet_ssd",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.35,7.77,9.29,7.73,8.59,7.81,9.69,7.88,8.97,7.91,9.07,7.6,7.3,7.67,8.78
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: alexnet",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.68,6.84,5.08,4.64,5.19,6.78,4.61,6.66,5.01,6.71,5.09,6.37,5.14,6.8,5.49
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: yolov4-tiny",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",15.33,16.1,16.11,13.95,15.19,14.9,15.11,15.68,15.46,15.52,15.44,15.3,15.62,15.69,15.91
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: mobilenet",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",10.94,8.48,10.68,10.37,8.74,10.66,8.44,10.59,10.08,8.93,9.78,8.14,8.5,9.09,10.95
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v2-v2 - Model: mobilenet-v2",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.95,3.53,3.25
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: yolov4-tiny",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",13.57,16.51,13.85
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: regnety_400m",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",7.98,8.96,8.31
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: vgg16",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",27.55,28.42,27.6
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: squeezenet_ssd",
Lower Results Are Better
"a",7.1,7.12,7.04
"b",
"c",
"d",7.04,7.07,7.12
"e",7.06,7.07,7.02
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",9.67,7.5,9.3,6.97,9.23,8.48,7.44,7.77,7.86,9.26,9.77,7.81,9.08,7.07,9.78
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: regnety_400m",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.6,9.88,8.47,10.08,10.09,8.19,9.96,8.15,8.48,10.24,8.61,9.64,8.97,10.08,8.34
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: alexnet",
Lower Results Are Better
"4090 rep",
"a",4.63,4.3,4.3
"b",
"c",
"d",4.31,4.28,4.3
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",6.51,4.63,4.67,6.3,4.65,5.29,6.58,5.47,5,6.62,5.24,6.22,5,4.68
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: yolov4-tiny",
Lower Results Are Better
"a",12.84,12.88,12.81
"b",
"c",
"d",12.84,12.83,12.87
"e",12.9,12.92,12.79
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",15.48,15.36,15.26,15.23,15.89,16.95,14.96,15.41,15.49,14.26,15.18,15.45,15.73,15.45,17.01
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: regnety_400m",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",10.2,8.33,8.1,10.28,8.52,8.42,8.71,8.14,10.47,8.32,8.63,8.2,10.08,8.06
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: regnety_400m",
Lower Results Are Better
"4090 rep",
"a",8.12,8.16,8.27
"b",
"c",
"d",8.31,8.12,8.26
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.39,8.42,8.34,8.39,9.75,8.49,8.5,8.38,9.72,8.64,8.55,10.2,8.32,10.3,8.06
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: mobilenet",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.89,11.08,9.04,10.49,10.19,8.91,8.48,10.34,8.97,10.57,8.92,10.02,9.26,10.8,8.34
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: yolov4-tiny",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",13.69,15.63,13.64,15.46,15.01,15.51,13.96,15.1,15.68,14.31,15.59,15.07,15.41,15.48,15.43
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: regnety_400m",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.58,10.09,8.34,10.27,8.73,10.01,8.46,8.4,9.79,8.75,9.01,8.38,9.46,8.1,10.16
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: vision_transformer",
Lower Results Are Better
"a",32.05,31.78,31.8
"b",
"c",
"d",32.54,31.92,31.9
"e",31.87,32.08,31.85
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",38.26,36.85,37.9,37.74,38.29,38.55,39.1,38.12,37.72,37.99,37.61,38.67,38.71,36.98,37.97
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: yolov4-tiny",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",15.35,12.95,15.41
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: vision_transformer",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",36.74,38.34,37,38.18,37.54,38.96,38.61,37.73,38.55,38.34,37.88,36.1,38.18,37.57,38.45
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: resnet50",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",12.89,12.77,12.77
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: vision_transformer",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",38.69,38.37,38.45
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: vision_transformer",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",38.49,38.43,38.56,38.52,37.97,38.4,38.56,38.3,37.99,38.5,38.18,38.95,38.4,37.21,37.52
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: efficientnet-b0",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.02,4.14,5.75,4,4.39,4.2,4.26,4.02,5.8,4.08,6.03,4.25,4.3,4.34,5.38
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: squeezenet_ssd",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.06,8.98,7.54,6.91,7.9,9.37,7.61,9.4,7.79,8.58,9.66,7.71,9.17,7.39,8.62
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: squeezenet_ssd",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",7.49,8.89,7.9,9.54,9.14,7.59,7.11,9.24,7.24,9.3,6.83,8.57,9.04,8
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: vgg16",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",28.57,28.93,28.2,27.18,27.87,29.06,27.53,29.66,27.13,29.69,29.26,27.14,29.41,28.38,29.97
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: regnety_400m",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.23,10.56,8.21,10.04,8.54,10.14,8.36,9.96,8.12,8.65,9.89,7.96,9.94,8.56,8.53
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: resnet18",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",6.69,7.79,5.66,5.89,5.98,7.8,6.02,6.02,5.82,6.76,7.36,5.95,5.81,6.87,5.58
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: googlenet",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",10.54,8.64,9.54,10.51,8.79,9.89,10.03,8.61,9.95,10.89,8.42,8.68,10.35,8.65,11.19
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: yolov4-tiny",
Lower Results Are Better
"4090 rep",
"a",13.12,12.8,12.79
"b",
"c",
"d",12.95,13.03,12.87
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",15.14,15.26,15.78,16.17,15.94,13.98,15.66,15.74,15.26,15.23,14.55,15.62,13.73,15.24,14.75
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: squeezenet_ssd",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",7.17,7.53,7.64
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: googlenet",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",10.16,8.8,10.29,8.68,10.29,8.66,10.32,10.41,10.02,10.44,9,10.29,10.69,9.7,10.79
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: vision_transformer",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",38.3,37.95,37.93,38.68,38.74,38.62,39.08,38.61,37.68,38.35,38.24,37.57,37.8,38.9,38.42
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: resnet50",
Lower Results Are Better
"4090 rep",
"a",10.65,10,9.94
"b",
"c",
"d",10.02,9.99,9.99
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",13.96,11.45,12.41,13.32,12.91,11.43,14.26,11.65,13.26,11.38,13.06,13.34,13.27,11.57,13.63
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: resnet50",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",12.85,12.85,13.76
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: vgg16",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",29.07,27.39,27.49
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: resnet18",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",6.67,5.78,8.08,5.77,5.78,5.68,5.67,5.79,5.68,6.75,7.36,5.87,5.98,5.92,5.94
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: FastestDet",
Lower Results Are Better
"a",4.1,4.1,4.1
"b",
"c",
"d",4.15,4.08,4.09
"e",4.07,4.08,4.08
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.6,5.68,4.49,4.37,4.27,4.17,2.74,4.03,5.87,2.63,3.83,2.6,4.6,6.27,3.82
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: shufflenet-v2",
Lower Results Are Better
"a",3.36,3.36,3.32
"b",
"c",
"d",3.35,3.34,3.37
"e",3.32,3.34,3.33
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.44,3.33,5.04,3.52,3.41,3.45,3.54,3.58,3.53,4.88,4.18,3.52,5.62,3.5,5.13
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mobilenet",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",10.67,8.78,10.59,10.12,10.72,9.24,10.44,8.38,10.44,8.91,8.58,10.56,8.37,8.5,8.57
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: vgg16",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",28.76,28.64,29.14,27.36,29.3,27.39,26.68,28.42,27.39,29.14,27.55,30.84,29.22,28.77,29.39
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mobilenet",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",10.02,9.8,10.24
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3 - Model: vgg16",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",29.98,27.56,27.41,28.5,27.43,27.9,29.58,28.6,30.13,27.77,29.22,27.67,28.19,27.46,28.54
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: regnety_400m",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",8.53,10.21,8.67
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3 - Model: mobilenet-v3",
Lower Results Are Better
"a",3.16,3.2,3.15
"c",
"d",3.16,3.17
"e",3.15,3.21,3.18
"f",
"i",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.15,4.7,5.32,3.09,3.26,3.35,3.52,3.28,3.3,3.05,5,3.41,3.27,3.29
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mobilenet-v3",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090 rep",
"3070",
"RTX 3070 Ti",3.12,3.21,4.76
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mobilenet-v3",
Lower Results Are Better
"4090",
"g",
"i",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3070",
"RTX 3070 Ti",3.28,3.15,5.16,3.25,3.36,3.23,3.34,3.23,4.96,3.32,4.81,3.27,3.35,3.38,3.27
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mnasnet",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.02,3.06,3.08,2.76,3.18,3.44,3.16,3.14,3.05,3.17,3.18,2.87,3.05,3.05,3.22
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: vgg16",
Lower Results Are Better
"a",23.51,23.59,23.44
"b",
"c",
"d",23.43,23.5,23.76
"e",23.56,23.86,23.38
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",29.76,29.35,29.85,28.17,27.77,30.57,29.69,27.86,29.88,28.69,29.56,27.86,29.85,27.81,29.23
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: mobilenet",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",9.48,10.96,8.44,9.01,8.22,10.1,8.48,10.43,8.39,10.6,8.36,10.58,10.07,10.57,10.55
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: vision_transformer",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",38.03,37.85,38.24
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: mnasnet",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.04,3.49,3.18
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: mobilenet",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",9.95,9.83,10.3
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: yolov4-tiny",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",15.36,16.58,15.46,16.17,16.54,16.56,15.57,14.16,16.35,16.09,13.96,13.88,16.68,15.2,14.83
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: efficientnet-b0",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.33,5.75,4.24,4.11,4.09,5.77,4.29,5.64,4.43,5.51,4.28,5.67,4.15,4.05,4.71
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: shufflenet-v2",
Lower Results Are Better
"4090 rep",
"a",3.32,3.34,3.36
"b",
"c",
"d",3.35,3.34,3.36
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.43,4.97,3.5,3.24,3.5,3.42,3.43,5.02,3.45,5.55,3.16,3.47,3.5,3.5,3.35
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: regnety_400m",
Lower Results Are Better
"a",8.2,8.33,7.96
"b",
"c",
"d",8.06,8.2,8.25
"e",8.13,8.05,8.11
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",10.22,8.01,8.36,8.56,9.68,8.52,8.32,9.92,8.47,9.91,8.79,8.51,8.41,10.11,10.26
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: squeezenet_ssd",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",7.31,8.02,7.38
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: blazeface",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",1.39,1.33,1.47
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mobilenet-v3",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.26,3.1,2.78,3.31,3.53,3.83,3.35,3.28,3.38,3.4,3.27,3.33,4.84
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3 - Model: blazeface",
Lower Results Are Better
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.01,1.52,2.9
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: mobilenet-v3",
Lower Results Are Better
"3090",
"3070",
"RTX 3070 Ti",3.26,3.15,3.29,3.34,3.27,3.09,5.4,3.4,3.3,3.25,3.3,4.77,3.37,3.3,3.35
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v2-v2 - Model: mobilenet-v2",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",3.28,4.89,3.31
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: shufflenet-v2",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.5,3.36,3.39,3.44,3.42,4.96,3.47,5.46,3.48,3.48,5.08,3.47,3.49,3.6,5.21
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU - Model: squeezenet_ssd",
Lower Results Are Better
"4090 rep",
"a",7.05,7.09,7.08
"b",
"c",
"d",7.11,7.07,7.09
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",8.28,9.19,6.83,7.4,9.29,7.34,7.89,9.5,7.76,7.11,7.78,9.52,7.62,9.02,7.38
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: FastestDet",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",4.14,4.41,3.88
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: shufflenet-v2",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",3.47,3.46,3.51
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v2-v2 - Model: mobilenet-v2",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.29,4.98,3.42,2.94,3.26,5.15,3.32,3.73,3.3,3.43,4.79,3.3,3.37,3.31,3.32
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v2-v2 - Model: mobilenet-v2",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.3,3.35,3.3,5.54,3.29,3.29,3.28,3.56,5.02,3.27,3.33,3.29,4.89,3.29,3.32
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: efficientnet-b0",
Lower Results Are Better
"3090 rep",
"3070",
"RTX 3070 Ti",4.1,4.33,4.07
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU - Model: mnasnet",
Lower Results Are Better
"a",2.98,3,2.96
"b",
"c",
"d",2.96,2.97,2.98
"e",2.94,2.97,2.96
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",4.75,2.9,3.15,3.15,4.78,3.08,3.18,3.36,3.17,3.16,4.04,3.16,3.22,3.06,2.87
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3 - Model: mobilenet-v3",
Lower Results Are Better
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.22,4.76,3.04,3.03,3.29,3.25,4.9,3.52,3.28,3.27,5.49,3.38,4.85,3.35
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: shufflenet-v2",
Lower Results Are Better
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.48,3.51,3.4,3.21,3.45,3.61,3.45,5.01,3.41,4.87,3.58,3.42,5.45,3.5,5.04
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: CPU-v3-v3-v3-v3-v3-v3-v3-v3-v3 - Model: FastestDet",
Lower Results Are Better
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",5.94,2.59,2.87,4.48,2.84,4.44,5.81,3.92,4.6,6.09,3.13,3.81,4.16,4.97,4.17
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: mnasnet",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",2.97,3.03,3.1,3.09,2.95,3.21,4.73,3.09,3.01,3.16,3.52,4.57,3.29,3.24,3.07
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3 - Model: shufflenet-v2",
Lower Results Are Better
"g",
"b",
"c",
"f",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",3.52,3.35,5.21,3.48,3.46,3.5,5.22,3.33,3.52,3.51,5.19,3.44,5.56,3.41,3.6
"4090",
"4090 rep",
"nv 4090",
"NCNN 20230517 - Target: Vulkan GPU-v3-v3-v3-v3-v3-v3 - Model: blazeface",
Lower Results Are Better
"4090",
"g",
"i",
"4080",
"4080 rep",
"4080 xxx",
"4080 zzz",
"3090",
"3090 rep",
"3070",
"RTX 3070 Ti",1.48,1.4,1.42,1.42,1.43,1.42,1.1,1.3,2.97,1.52,1.21,1.45,1.44,1.35
"4090",
"4090 rep",
"nv 4090",