NVIDIA Jetson TensorRT inference benchmarks by Michael Larabel for a future article on Phoronix.
Compare your own system(s) to this result file with the
Phoronix Test Suite by running the command:
phoronix-test-suite benchmark 1812240-SP-XAVIER80657
{
"title": "Jetson AGX Xavier vs. Jetson TX2 TensorRT",
"last_modified": "2018-12-24 18:20:07",
"description": "NVIDIA Jetson TensorRT inference benchmarks by Michael Larabel for a future article on Phoronix.",
"systems": {
"Jetson AGX Xavier": {
"identifier": "Jetson AGX Xavier",
"hardware": {
"Processor": "ARMv8 rev 0 @ 2.27GHz (8 Cores)",
"Motherboard": "jetson-xavier",
"Memory": "16384MB",
"Disk": "31GB HBG4a2",
"Graphics": "NVIDIA Tegra Xavier",
"Monitor": "ASUS VP28U"
},
"software": {
"OS": "Ubuntu 18.04",
"Kernel": "4.9.108-tegra (aarch64)",
"Desktop": "Unity 7.5.0",
"Display Server": "X Server 1.19.6",
"Display Driver": "NVIDIA 31.0.2",
"OpenGL": "4.6.0",
"Vulkan": "1.1.76",
"Compiler": "GCC 7.3.0 + CUDA 10.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "system",
"timestamp": "2018-12-23 16:20:19",
"data": {
"cpu-scaling-governor": "tegra_cpufreq schedutil"
}
},
"Jetson TX2": {
"identifier": "Jetson TX2",
"hardware": {
"Processor": "ARMv8 rev 3 @ 2.04GHz (4 Cores \/ 6 Threads)",
"Motherboard": "quill",
"Memory": "8192MB",
"Disk": "31GB 032G34",
"Graphics": "NVIDIA Tegra X2",
"Monitor": "VE228"
},
"software": {
"OS": "Ubuntu 16.04",
"Kernel": "4.4.38-tegra (aarch64)",
"Desktop": "Unity 7.4.0",
"Display Server": "X Server 1.18.4",
"Display Driver": "NVIDIA 28.2.1",
"OpenGL": "4.5.0",
"Compiler": "GCC 5.4.0 20160609 + CUDA 9.0",
"File-System": "ext4",
"Screen Resolution": "1920x1080"
},
"user": "NVIDIA",
"timestamp": "2018-12-24 11:20:49",
"data": {
"cpu-scaling-governor": "tegra_cpufreq schedutil"
}
}
},
"results": {
"15b7d46c131638ab172f2382aff3c4e341e52d5d": {
"identifier": "system\/glmark2-1.0.0",
"title": "GLmark2",
"arguments": "-s 1920x1080",
"description": "Resolution: 1920 x 1080",
"scale": "Score",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 2861,
"test_run_times": [
334.220000000000027284841053187847137451171875
]
}
}
},
"e233081c904d0231c4bacbef9363f280cd5a9a33": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg16_N2.prototxt --fp16 --batch=4",
"description": "Neural Network: VGG16 - Precision: FP16 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 195.44999999999998863131622783839702606201171875,
"raw_values": [
199.84800000000001318767317570745944976806640625,
183.1009999999999990905052982270717620849609375,
206.27699999999998681232682429254055023193359375,
203.436000000000007048583938740193843841552734375,
202.326999999999998181010596454143524169921875,
173.04599999999999226929503493010997772216796875,
203.366000000000013869794202037155628204345703125,
187.448000000000007503331289626657962799072265625,
203.92599999999998772182152606546878814697265625,
205.96199999999998908606357872486114501953125,
186.056000000000011596057447604835033416748046875,
190.55099999999998772182152606546878814697265625
],
"test_run_times": [
43.31000000000000227373675443232059478759765625,
38.219999999999998863131622783839702606201171875,
41.1400000000000005684341886080801486968994140625,
42.2000000000000028421709430404007434844970703125,
39.3900000000000005684341886080801486968994140625,
46.27000000000000312638803734444081783294677734375,
39.97999999999999687361196265555918216705322265625,
40.75999999999999801048033987171947956085205078125,
46.9200000000000017053025658242404460906982421875,
39.219999999999998863131622783839702606201171875,
37.3900000000000005684341886080801486968994140625,
39.1700000000000017053025658242404460906982421875
]
},
"Jetson TX2": {
"value": 32.2999999999999971578290569595992565155029296875,
"raw_values": [
31.909099999999998686917024315334856510162353515625,
32.8772000000000019781509763561189174652099609375,
32.1007000000000033423930290155112743377685546875
],
"test_run_times": [
105.7699999999999960209606797434389591217041015625,
100.7099999999999937472239253111183643341064453125,
104.159999999999996589394868351519107818603515625
]
}
}
},
"5fa1c011a01677a3ad6bbd629519b200c210a5a4": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg16_N2.prototxt --fp16 --batch=8",
"description": "Neural Network: VGG16 - Precision: FP16 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 215.68000000000000682121026329696178436279296875,
"raw_values": [
206.8990000000000009094947017729282379150390625,
221.2740000000000009094947017729282379150390625,
220.63200000000000500222085975110530853271484375,
208.02600000000001045918907038867473602294921875,
221.58899999999999863575794734060764312744140625
],
"test_run_times": [
44.43999999999999772626324556767940521240234375,
42.24000000000000198951966012828052043914794921875,
43.18999999999999772626324556767940521240234375,
48.56000000000000227373675443232059478759765625,
48.840000000000003410605131648480892181396484375
]
},
"Jetson TX2": {
"value": 33.67999999999999971578290569595992565155029296875,
"raw_values": [
33.54169999999999873807610129006206989288330078125,
34.1462999999999965439201332628726959228515625,
33.33919999999999816964191268198192119598388671875
],
"test_run_times": [
128.56000000000000227373675443232059478759765625,
125.5,
125.31999999999999317878973670303821563720703125
]
}
}
},
"c20f3c140c1681d2b430dbbe8d90cf052372ace5": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg16_N2.prototxt --int8 --batch=4",
"description": "Neural Network: VGG16 - Precision: INT8 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 286.6399999999999863575794734060764312744140625,
"raw_values": [
287.26999999999998181010596454143524169921875,
293.19900000000001227817847393453121185302734375,
279.44099999999997407940099947154521942138671875
],
"test_run_times": [
70.409999999999996589394868351519107818603515625,
68.4899999999999948840923025272786617279052734375,
81.56999999999999317878973670303821563720703125
]
},
"Jetson TX2": {
"value": 17.980000000000000426325641456060111522674560546875,
"raw_values": [
18.035399999999999209876477834768593311309814453125,
18.0390000000000014779288903810083866119384765625,
17.8659999999999996589394868351519107818603515625
],
"test_run_times": [
108.5199999999999960209606797434389591217041015625,
109.9200000000000017053025658242404460906982421875,
109.590000000000003410605131648480892181396484375
]
}
}
},
"e9a6b32381f94ec11ffb162868e3665af409f14d": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg16_N2.prototxt --int8 --batch=8",
"description": "Neural Network: VGG16 - Precision: INT8 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 341.19999999999998863131622783839702606201171875,
"raw_values": [
339.16100000000000136424205265939235687255859375,
341.596999999999979991116560995578765869140625,
342.85500000000001818989403545856475830078125
],
"test_run_times": [
75.8599999999999994315658113919198513031005859375,
76.4899999999999948840923025272786617279052734375,
73.6200000000000045474735088646411895751953125
]
},
"Jetson TX2": {
"value": 19.8900000000000005684341886080801486968994140625,
"raw_values": [
19.890100000000000335376171278767287731170654296875,
19.977199999999999846522769075818359851837158203125,
19.807500000000000994759830064140260219573974609375
],
"test_run_times": [
131.539999999999992041921359486877918243408203125,
130.18999999999999772626324556767940521240234375,
132.460000000000007958078640513122081756591796875
]
}
}
},
"d54fc77fe57623d74b88b7326d6780d1b486a6c9": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg19_N2.prototxt --fp16 --batch=4",
"description": "Neural Network: VGG19 - Precision: FP16 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 172.150000000000005684341886080801486968994140625,
"raw_values": [
174.082999999999998408384271897375583648681640625,
169.8079999999999927240423858165740966796875,
172.5529999999999972715158946812152862548828125
],
"test_run_times": [
47.77000000000000312638803734444081783294677734375,
45.780000000000001136868377216160297393798828125,
49.0799999999999982946974341757595539093017578125
]
},
"Jetson TX2": {
"value": 26.489999999999998436805981327779591083526611328125,
"raw_values": [
26.296800000000001062971932697109878063201904296875,
26.40299999999999869260136620141565799713134765625,
26.779900000000001369926394545473158359527587890625
],
"test_run_times": [
116.900000000000005684341886080801486968994140625,
116.2000000000000028421709430404007434844970703125,
119.099999999999994315658113919198513031005859375
]
}
}
},
"4c377941a5b7ae7e7021f548812b6d869d495272": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg19_N2.prototxt --fp16 --batch=8",
"description": "Neural Network: VGG19 - Precision: FP16 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 184.43000000000000682121026329696178436279296875,
"raw_values": [
179.885999999999995679900166578590869903564453125,
185.60300000000000864019966684281826019287109375,
187.81499999999999772626324556767940521240234375
],
"test_run_times": [
49.530000000000001136868377216160297393798828125,
52.99000000000000198951966012828052043914794921875,
58.1099999999999994315658113919198513031005859375
]
},
"Jetson TX2": {
"value": 27.019999999999999573674358543939888477325439453125,
"raw_values": [
26.98049999999999926103555480949580669403076171875,
26.805099999999999482724888366647064685821533203125,
27.271699999999999164401742746122181415557861328125
],
"test_run_times": [
145.669999999999987494447850622236728668212890625,
145.56000000000000227373675443232059478759765625,
150.81999999999999317878973670303821563720703125
]
}
}
},
"4e755d20264b34eac65a3d1dbb539fb6ecc06be2": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg19_N2.prototxt --int8 --batch=4",
"description": "Neural Network: VGG19 - Precision: INT8 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 262.17000000000001591615728102624416351318359375,
"raw_values": [
263.586000000000012732925824820995330810546875,
260.3419999999999845385900698602199554443359375,
262.58300000000002683009370230138301849365234375
],
"test_run_times": [
85.7099999999999937472239253111183643341064453125,
79.349999999999994315658113919198513031005859375,
84.3900000000000005684341886080801486968994140625
]
},
"Jetson TX2": {
"value": 14.6199999999999992184029906638897955417633056640625,
"raw_values": [
14.695499999999999118927007657475769519805908203125,
14.4303000000000007929656931082718074321746826171875,
14.73949999999999960209606797434389591217041015625
],
"test_run_times": [
117.900000000000005684341886080801486968994140625,
117.3700000000000045474735088646411895751953125,
121.9899999999999948840923025272786617279052734375
]
}
}
},
"a730ce26e846c0620793dfaaf0050f00f93ec6cc": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg19_N2.prototxt --int8 --batch=8",
"description": "Neural Network: VGG19 - Precision: INT8 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 296.93999999999999772626324556767940521240234375,
"raw_values": [
297.0629999999999881765688769519329071044921875,
294.4270000000000209183781407773494720458984375,
299.32400000000001227817847393453121185302734375
],
"test_run_times": [
86.6200000000000045474735088646411895751953125,
83.909999999999996589394868351519107818603515625,
86.7099999999999937472239253111183643341064453125
]
},
"Jetson TX2": {
"value": 16.019999999999999573674358543939888477325439453125,
"raw_values": [
16.118500000000000937916411203332245349884033203125,
15.923700000000000187583282240666449069976806640625,
16.00580000000000069348971010185778141021728515625
],
"test_run_times": [
148.18999999999999772626324556767940521240234375,
147.770000000000010231815394945442676544189453125,
151.340000000000003410605131648480892181396484375
]
}
}
},
"d6811d2f483a6605746f55a5e9919a6c62676c69": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg16_N2.prototxt --fp16 --batch=16",
"description": "Neural Network: VGG16 - Precision: FP16 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 228.75,
"raw_values": [
228.16599999999999681676854379475116729736328125,
226.248999999999995225152815692126750946044921875,
231.8220000000000027284841053187847137451171875
],
"test_run_times": [
62.13000000000000255795384873636066913604736328125,
63.46000000000000085265128291212022304534912109375,
61.280000000000001136868377216160297393798828125
]
},
"Jetson TX2": {
"value": 36.43999999999999772626324556767940521240234375,
"raw_values": [
36.276600000000001955413608811795711517333984375,
36.4052999999999968849806464277207851409912109375,
36.6417000000000001591615728102624416351318359375
],
"test_run_times": [
177.330000000000012505552149377763271331787109375,
181.6299999999999954525264911353588104248046875,
181.3799999999999954525264911353588104248046875
]
}
}
},
"47a53c63b68c3eeff7295385ab7d29e38f3f1f36": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg16_N2.prototxt --fp16 --batch=32",
"description": "Neural Network: VGG16 - Precision: FP16 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 246.759999999999990905052982270717620849609375,
"raw_values": [
247.094999999999998863131622783839702606201171875,
246.54599999999999226929503493010997772216796875,
246.6299999999999954525264911353588104248046875
],
"test_run_times": [
84.3700000000000045474735088646411895751953125,
82.349999999999994315658113919198513031005859375,
82.349999999999994315658113919198513031005859375
]
},
"Jetson TX2": {
"value": 37.24000000000000198951966012828052043914794921875,
"raw_values": [
37.3087000000000017507773009128868579864501953125,
36.9669999999999987494447850622236728668212890625,
37.44180000000000063664629124104976654052734375
],
"test_run_times": [
277.81999999999999317878973670303821563720703125,
283.990000000000009094947017729282379150390625,
281.720000000000027284841053187847137451171875
]
}
}
},
"6fc30c48690543b86ea14fcd749035af85d65901": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg16_N2.prototxt --int8 --batch=16",
"description": "Neural Network: VGG16 - Precision: INT8 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 381.32999999999998408384271897375583648681640625,
"raw_values": [
361.23300000000000409272615797817707061767578125,
432.86799999999999499777914024889469146728515625,
362.923000000000001818989403545856475830078125,
332.53800000000001091393642127513885498046875,
425.394000000000005456968210637569427490234375,
354.80099999999998772182152606546878814697265625,
402.875,
414.47800000000000864019966684281826019287109375,
419.96300000000002228262019343674182891845703125,
350.124000000000023646862246096134185791015625,
363.12200000000001409716787748038768768310546875,
355.58400000000000318323145620524883270263671875
],
"test_run_times": [
82.909999999999996589394868351519107818603515625,
85.3799999999999954525264911353588104248046875,
83.7999999999999971578290569595992565155029296875,
83.030000000000001136868377216160297393798828125,
85.4800000000000039790393202565610408782958984375,
83.4800000000000039790393202565610408782958984375,
85.5100000000000051159076974727213382720947265625,
84.8900000000000005684341886080801486968994140625,
84.8799999999999954525264911353588104248046875,
82.2300000000000039790393202565610408782958984375,
79.31000000000000227373675443232059478759765625,
88.099999999999994315658113919198513031005859375
]
},
"Jetson TX2": {
"value": 20.5,
"raw_values": [
20.467500000000001136868377216160297393798828125,
20.553599999999999425881469505839049816131591796875,
20.476099999999998857447280897758901119232177734375
],
"test_run_times": [
190.8799999999999954525264911353588104248046875,
191.44999999999998863131622783839702606201171875,
185.1399999999999863575794734060764312744140625
]
}
}
},
"7a2d3a2566cdc4cc89b25d601af13ce7657ea21a": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg16_N2.prototxt --int8 --batch=32",
"description": "Neural Network: VGG16 - Precision: INT8 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 449.95999999999997953636921010911464691162109375,
"raw_values": [
434.03199999999998226485331542789936065673828125,
475.0040000000000190993887372314929962158203125,
467.45999999999997953636921010911464691162109375,
438.75299999999998590283212251961231231689453125,
440.9769999999999754436430521309375762939453125,
437.5149999999999863575794734060764312744140625,
458.15199999999998681232682429254055023193359375,
469.27600000000001045918907038867473602294921875,
437.3129999999999881765688769519329071044921875,
441.10399999999998499333742074668407440185546875
],
"test_run_times": [
110.3700000000000045474735088646411895751953125,
107.6400000000000005684341886080801486968994140625,
110.5,
109.9500000000000028421709430404007434844970703125,
139.599999999999994315658113919198513031005859375,
106.840000000000003410605131648480892181396484375,
111.1700000000000017053025658242404460906982421875,
107.650000000000005684341886080801486968994140625,
108.9800000000000039790393202565610408782958984375,
107.659999999999996589394868351519107818603515625
]
},
"Jetson TX2": {
"value": 19.870000000000000994759830064140260219573974609375,
"raw_values": [
19.895900000000001028865881380625069141387939453125,
19.903600000000000846966941026039421558380126953125,
19.809200000000000585487214266322553157806396484375
],
"test_run_times": [
317.83999999999997498889570124447345733642578125,
315.1200000000000045474735088646411895751953125,
315.91000000000002501110429875552654266357421875
]
}
}
},
"11633d1089c607a8b22e6453becce4f92eb02118": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg19_N2.prototxt --fp16 --batch=16",
"description": "Neural Network: VGG19 - Precision: FP16 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 180.030000000000001136868377216160297393798828125,
"raw_values": [
182.2740000000000009094947017729282379150390625,
75.4805999999999954752638586796820163726806640625,
192.080000000000012505552149377763271331787109375,
192.701999999999998181010596454143524169921875,
193.32900000000000773070496506989002227783203125,
192.633000000000009777068044058978557586669921875,
193.77699999999998681232682429254055023193359375,
194.769000000000005456968210637569427490234375,
190.895000000000010231815394945442676544189453125,
192.395999999999986584953148849308490753173828125
],
"test_run_times": [
63.840000000000003410605131648480892181396484375,
74.1299999999999954525264911353588104248046875,
65.7699999999999960209606797434389591217041015625,
67.1400000000000005684341886080801486968994140625,
65.349999999999994315658113919198513031005859375,
63.89999999999999857891452847979962825775146484375,
62.25,
77.7099999999999937472239253111183643341064453125,
62.18999999999999772626324556767940521240234375,
66.5100000000000051159076974727213382720947265625
]
},
"Jetson TX2": {
"value": 28.969999999999998863131622783839702606201171875,
"raw_values": [
29.152100000000000790123522165231406688690185546875,
28.979299999999998505018083960749208927154541015625,
28.77459999999999951114659779705107212066650390625
],
"test_run_times": [
207.530000000000001136868377216160297393798828125,
207.229999999999989768184605054557323455810546875,
213.1299999999999954525264911353588104248046875
]
}
}
},
"0383d35dc9dfd85b2e481a63b2bdae543687c07a": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg19_N2.prototxt --fp16 --batch=32",
"description": "Neural Network: VGG19 - Precision: FP16 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 201.530000000000001136868377216160297393798828125,
"raw_values": [
202.270000000000010231815394945442676544189453125,
198.3129999999999881765688769519329071044921875,
203.996000000000009322320693172514438629150390625
],
"test_run_times": [
93.849999999999994315658113919198513031005859375,
93.7399999999999948840923025272786617279052734375,
97.06000000000000227373675443232059478759765625
]
},
"Jetson TX2": {
"value": 29.57000000000000028421709430404007434844970703125,
"raw_values": [
29.572700000000001097077984013594686985015869140625,
29.718199999999999505462255910970270633697509765625,
29.413399999999999323563315556384623050689697265625
],
"test_run_times": [
333.93999999999999772626324556767940521240234375,
339.6100000000000136424205265939235687255859375,
334.009999999999990905052982270717620849609375
]
}
}
},
"4630d61279d1df492ec0d36202c3abe9593a59ff": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg19_N2.prototxt --int8 --batch=16",
"description": "Neural Network: VGG19 - Precision: INT8 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 362.07999999999998408384271897375583648681640625,
"raw_values": [
361.25299999999998590283212251961231231689453125,
363.3899999999999863575794734060764312744140625,
361.58899999999999863575794734060764312744140625
],
"test_run_times": [
100.0100000000000051159076974727213382720947265625,
100.3700000000000045474735088646411895751953125,
100.3599999999999994315658113919198513031005859375
]
},
"Jetson TX2": {
"value": 16.379999999999999005240169935859739780426025390625,
"raw_values": [
16.381900000000001682565198279917240142822265625,
16.348400000000001597300069988705217838287353515625,
16.411100000000001131184035330079495906829833984375
],
"test_run_times": [
226.759999999999990905052982270717620849609375,
225.240000000000009094947017729282379150390625,
220.289999999999992041921359486877918243408203125
]
}
}
},
"27c1289d5b93bdc4671538243bcf7762e1e1d515": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=vgg19_N2.prototxt --int8 --batch=32",
"description": "Neural Network: VGG19 - Precision: INT8 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 390.56999999999999317878973670303821563720703125,
"raw_values": [
390.9859999999999899955582804977893829345703125,
387.49299999999999499777914024889469146728515625,
393.23700000000002319211489520967006683349609375
],
"test_run_times": [
130.289999999999992041921359486877918243408203125,
127.5799999999999982946974341757595539093017578125,
129.56999999999999317878973670303821563720703125
]
},
"Jetson TX2": {
"value": 15.9900000000000002131628207280300557613372802734375,
"raw_values": [
16.018699999999999050714905024506151676177978515625,
15.9212000000000006849631972727365791797637939453125,
16.02680000000000148929757415316998958587646484375
],
"test_run_times": [
377.3700000000000045474735088646411895751953125,
383.06999999999999317878973670303821563720703125,
382.3600000000000136424205265939235687255859375
]
}
}
},
"19847bfaa43b5d9b9a1fcfaaff1db987738a6dc3": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=AlexNet_N2.prototxt --fp16 --batch=4",
"description": "Neural Network: AlexNet - Precision: FP16 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 799,
"raw_values": [
723.384999999999990905052982270717620849609375,
945.1390000000000100044417195022106170654296875,
832.2340000000000372892827726900577545166015625,
1096.9600000000000363797880709171295166015625,
781.0349999999999681676854379475116729736328125,
825.03800000000001091393642127513885498046875,
800.1599999999999681676854379475116729736328125,
1089.220000000000027284841053187847137451171875,
101.6110000000000042064129956997931003570556640625
],
"test_run_times": [
22.059999999999998721023075631819665431976318359375,
21.530000000000001136868377216160297393798828125,
20.660000000000000142108547152020037174224853515625,
20.769999999999999573674358543939888477325439453125,
22.260000000000001563194018672220408916473388671875,
20.129999999999999005240169935859739780426025390625,
21.300000000000000710542735760100185871124267578125,
21.760000000000001563194018672220408916473388671875,
23.780000000000001136868377216160297393798828125
]
},
"Jetson TX2": {
"value": 261,
"raw_values": [
286.53699999999997771737980656325817108154296875,
219.217999999999989313437254168093204498291015625,
279.77699999999998681232682429254055023193359375,
261.56999999999999317878973670303821563720703125,
252.484000000000008867573342286050319671630859375,
271.0489999999999781721271574497222900390625,
290.21499999999997498889570124447345733642578125,
259.9329999999999927240423858165740966796875,
252.461000000000012732925824820995330810546875,
234.313999999999992951416061259806156158447265625,
256.7440000000000281943357549607753753662109375,
262.97800000000000864019966684281826019287109375
],
"test_run_times": [
36.46000000000000085265128291212022304534912109375,
38.61999999999999744204615126363933086395263671875,
37.719999999999998863131622783839702606201171875,
37.7999999999999971578290569595992565155029296875,
38.13000000000000255795384873636066913604736328125,
38.06000000000000227373675443232059478759765625,
37.68999999999999772626324556767940521240234375,
38.340000000000003410605131648480892181396484375,
39.2000000000000028421709430404007434844970703125,
37.74000000000000198951966012828052043914794921875,
39.25,
37.9500000000000028421709430404007434844970703125
]
}
}
},
"647eaf9aa7194f0e4f3f660320620c8ec0e26a3b": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=AlexNet_N2.prototxt --fp16 --batch=8",
"description": "Neural Network: AlexNet - Precision: FP16 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1247,
"raw_values": [
1029.359999999999899955582804977893829345703125,
1506.01999999999998181010596454143524169921875,
1350.7100000000000363797880709171295166015625,
1221.30999999999994543031789362430572509765625,
1237.09999999999990905052982270717620849609375,
1334.579999999999927240423858165740966796875,
1049.589999999999918145476840436458587646484375,
1458.15000000000009094947017729282379150390625,
1187.430000000000063664629124104976654052734375,
1059.420000000000072759576141834259033203125,
1360.180000000000063664629124104976654052734375,
1166.490000000000009094947017729282379150390625
],
"test_run_times": [
24.530000000000001136868377216160297393798828125,
23.129999999999999005240169935859739780426025390625,
20.530000000000001136868377216160297393798828125,
21.199999999999999289457264239899814128875732421875,
22.440000000000001278976924368180334568023681640625,
20.85000000000000142108547152020037174224853515625,
21.60000000000000142108547152020037174224853515625,
20.910000000000000142108547152020037174224853515625,
22.440000000000001278976924368180334568023681640625,
23.449999999999999289457264239899814128875732421875,
21.800000000000000710542735760100185871124267578125,
22.5
]
},
"Jetson TX2": {
"value": 300,
"raw_values": [
331.84300000000001773514668457210063934326171875,
280.2459999999999809006112627685070037841796875,
339.8509999999999990905052982270717620849609375,
307.7010000000000218278728425502777099609375,
317.25,
309.8229999999999790816218592226505279541015625,
293.490999999999985448084771633148193359375,
292.25700000000000500222085975110530853271484375,
281.4370000000000118234311230480670928955078125,
293.701999999999998181010596454143524169921875,
240.39199999999999590727384202182292938232421875,
311.60300000000000864019966684281826019287109375
],
"test_run_times": [
38.88000000000000255795384873636066913604736328125,
39.1700000000000017053025658242404460906982421875,
40.11999999999999744204615126363933086395263671875,
39.7999999999999971578290569595992565155029296875,
39.4200000000000017053025658242404460906982421875,
38.97999999999999687361196265555918216705322265625,
38.469999999999998863131622783839702606201171875,
39.36999999999999744204615126363933086395263671875,
38.81000000000000227373675443232059478759765625,
38.82000000000000028421709430404007434844970703125,
41.8299999999999982946974341757595539093017578125,
39.840000000000003410605131648480892181396484375
]
}
}
},
"8ee0201d35e3166bd92090159d9fe2f66517528b": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=AlexNet_N2.prototxt --int8 --batch=4",
"description": "Neural Network: AlexNet - Precision: INT8 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 975,
"raw_values": [
1058.009999999999990905052982270717620849609375,
549.6090000000000372892827726900577545166015625,
730.3719999999999572537490166723728179931640625,
1042.9600000000000363797880709171295166015625,
1088.5,
1096.01999999999998181010596454143524169921875,
1108.829999999999927240423858165740966796875,
953.4869999999999663486960344016551971435546875,
1119.829999999999927240423858165740966796875,
1111.5,
1105.7899999999999636202119290828704833984375,
737.2730000000000245563569478690624237060546875
],
"test_run_times": [
27.8900000000000005684341886080801486968994140625,
27.57000000000000028421709430404007434844970703125,
28.14999999999999857891452847979962825775146484375,
25.719999999999998863131622783839702606201171875,
27.839999999999999857891452847979962825775146484375,
26.760000000000001563194018672220408916473388671875,
27.1099999999999994315658113919198513031005859375,
25.059999999999998721023075631819665431976318359375,
25.809999999999998721023075631819665431976318359375,
26.230000000000000426325641456060111522674560546875,
26.949999999999999289457264239899814128875732421875,
27.050000000000000710542735760100185871124267578125
]
},
"Jetson TX2": {
"value": 179,
"raw_values": [
175.02600000000001045918907038867473602294921875,
187.03600000000000136424205265939235687255859375,
176.534999999999996589394868351519107818603515625,
178.3410000000000081854523159563541412353515625
],
"test_run_times": [
36.6400000000000005684341886080801486968994140625,
36.56000000000000227373675443232059478759765625,
38.75999999999999801048033987171947956085205078125,
38.3599999999999994315658113919198513031005859375
]
}
}
},
"68bb807c7448c2df9651685f7e7918c09f338dd9": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=AlexNet_N2.prototxt --int8 --batch=8",
"description": "Neural Network: AlexNet - Precision: INT8 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1237,
"raw_values": [
847.316000000000030922819860279560089111328125,
1576.7899999999999636202119290828704833984375,
1183.279999999999972715158946812152862548828125,
1638.76999999999998181010596454143524169921875,
1273.910000000000081854523159563541412353515625,
369.20800000000002683009370230138301849365234375,
1363.34999999999990905052982270717620849609375,
1423.089999999999918145476840436458587646484375,
1275.049999999999954525264911353588104248046875,
1428.5,
1098.819999999999936335370875895023345947265625,
1362.73000000000001818989403545856475830078125
],
"test_run_times": [
28.39999999999999857891452847979962825775146484375,
29.28999999999999914734871708787977695465087890625,
29.260000000000001563194018672220408916473388671875,
29.769999999999999573674358543939888477325439453125,
28.660000000000000142108547152020037174224853515625,
29.629999999999999005240169935859739780426025390625,
27.559999999999998721023075631819665431976318359375,
28.059999999999998721023075631819665431976318359375,
28.67999999999999971578290569595992565155029296875,
30.469999999999998863131622783839702606201171875,
29.769999999999999573674358543939888477325439453125,
27.019999999999999573674358543939888477325439453125
]
},
"Jetson TX2": {
"value": 222,
"raw_values": [
216.230999999999994543031789362430572509765625,
227.34600000000000363797880709171295166015625,
222.993999999999999772626324556767940521240234375
],
"test_run_times": [
39.18999999999999772626324556767940521240234375,
40,
41.969999999999998863131622783839702606201171875
]
}
}
},
"3e7a1dcdfdecaf14784963026222cc0f0726672b": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=AlexNet_N2.prototxt --fp16 --batch=16",
"description": "Neural Network: AlexNet - Precision: FP16 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1435,
"raw_values": [
1504.589999999999918145476840436458587646484375,
1618.240000000000009094947017729282379150390625,
1376.69000000000005456968210637569427490234375,
1514.089999999999918145476840436458587646484375,
1505.84999999999990905052982270717620849609375,
1611.2100000000000363797880709171295166015625,
756.73000000000001818989403545856475830078125,
1410.079999999999927240423858165740966796875,
1615.8699999999998908606357872486114501953125
],
"test_run_times": [
25.6400000000000005684341886080801486968994140625,
26.07000000000000028421709430404007434844970703125,
29.050000000000000710542735760100185871124267578125,
22.510000000000001563194018672220408916473388671875,
23.050000000000000710542735760100185871124267578125,
22.10000000000000142108547152020037174224853515625,
28.879999999999999005240169935859739780426025390625,
22.1099999999999994315658113919198513031005859375,
22.629999999999999005240169935859739780426025390625
]
},
"Jetson TX2": {
"value": 370,
"raw_values": [
372.567999999999983629095368087291717529296875,
343.41000000000002501110429875552654266357421875,
408.08800000000002228262019343674182891845703125,
353.56000000000000227373675443232059478759765625,
407.0760000000000218278728425502777099609375,
344.28600000000000136424205265939235687255859375,
350.41500000000002046363078989088535308837890625,
359.980999999999994543031789362430572509765625,
365.7169999999999845385900698602199554443359375,
390.78500000000002501110429875552654266357421875,
370.76299999999997680788510479032993316650390625,
368.56099999999997862687450833618640899658203125
],
"test_run_times": [
43.719999999999998863131622783839702606201171875,
44.64999999999999857891452847979962825775146484375,
41.5799999999999982946974341757595539093017578125,
46.18999999999999772626324556767940521240234375,
43.18999999999999772626324556767940521240234375,
43.5499999999999971578290569595992565155029296875,
42.5799999999999982946974341757595539093017578125,
44.00999999999999801048033987171947956085205078125,
44.13000000000000255795384873636066913604736328125,
43.6400000000000005684341886080801486968994140625,
43.7000000000000028421709430404007434844970703125,
44.00999999999999801048033987171947956085205078125
]
}
}
},
"1f5f3452ea22376fbab47a04f4c6ba67d05c3f33": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=AlexNet_N2.prototxt --fp16 --batch=32",
"description": "Neural Network: AlexNet - Precision: FP16 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1900,
"raw_values": [
1939.779999999999972715158946812152862548828125,
1902.26999999999998181010596454143524169921875,
1859.01999999999998181010596454143524169921875
],
"test_run_times": [
24.339999999999999857891452847979962825775146484375,
24.17999999999999971578290569595992565155029296875,
25.89999999999999857891452847979962825775146484375
]
},
"Jetson TX2": {
"value": 472,
"raw_values": [
475.6000000000000227373675443232059478759765625,
458.81000000000000227373675443232059478759765625,
481.259000000000014551915228366851806640625
],
"test_run_times": [
47.85000000000000142108547152020037174224853515625,
49.0799999999999982946974341757595539093017578125,
48.0499999999999971578290569595992565155029296875
]
}
}
},
"fcc39723358e1b7bc83cde9aea8b6dcfbecb83ea": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=AlexNet_N2.prototxt --int8 --batch=16",
"description": "Neural Network: AlexNet - Precision: INT8 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1879,
"raw_values": [
2045.09999999999990905052982270717620849609375,
1453,
2041.6300000000001091393642127513885498046875,
1468.3699999999998908606357872486114501953125,
1391.549999999999954525264911353588104248046875,
2231.34000000000014551915228366851806640625,
1886.7899999999999636202119290828704833984375,
2030.8800000000001091393642127513885498046875,
2198.44000000000005456968210637569427490234375,
2256.73000000000001818989403545856475830078125,
1620.910000000000081854523159563541412353515625,
1929.1199999999998908606357872486114501953125
],
"test_run_times": [
36.31000000000000227373675443232059478759765625,
30.370000000000000994759830064140260219573974609375,
30.059999999999998721023075631819665431976318359375,
29.75,
29.71000000000000085265128291212022304534912109375,
30.739999999999998436805981327779591083526611328125,
29.25,
28.82000000000000028421709430404007434844970703125,
31.910000000000000142108547152020037174224853515625,
31.989999999999998436805981327779591083526611328125,
29.949999999999999289457264239899814128875732421875,
29.6700000000000017053025658242404460906982421875
]
},
"Jetson TX2": {
"value": 258,
"raw_values": [
265.1770000000000209183781407773494720458984375,
255.75700000000000500222085975110530853271484375,
254.116999999999990222931955941021442413330078125
],
"test_run_times": [
44.5799999999999982946974341757595539093017578125,
44.36999999999999744204615126363933086395263671875,
45.07000000000000028421709430404007434844970703125
]
}
}
},
"0268189477e64eb84281a521ad1b7f52c21391b6": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=AlexNet_N2.prototxt --int8 --batch=32",
"description": "Neural Network: AlexNet - Precision: INT8 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 2666,
"raw_values": [
734.1029999999999517967808060348033905029296875,
2990.17999999999983629095368087291717529296875,
2864.25,
3136.329999999999927240423858165740966796875,
2590.510000000000218278728425502777099609375,
2974.05999999999994543031789362430572509765625,
2659.489999999999781721271574497222900390625,
3086.03000000000020008883439004421234130859375,
2955.65999999999985448084771633148193359375
],
"test_run_times": [
33.22999999999999687361196265555918216705322265625,
29.839999999999999857891452847979962825775146484375,
32.2000000000000028421709430404007434844970703125,
40.72999999999999687361196265555918216705322265625,
32.92999999999999971578290569595992565155029296875,
31.10000000000000142108547152020037174224853515625,
29.480000000000000426325641456060111522674560546875,
29.4200000000000017053025658242404460906982421875,
32.27000000000000312638803734444081783294677734375
]
},
"Jetson TX2": {
"value": 307,
"raw_values": [
306.43999999999999772626324556767940521240234375,
305.05500000000000682121026329696178436279296875,
308.11299999999999954525264911353588104248046875
],
"test_run_times": [
47.969999999999998863131622783839702606201171875,
47.74000000000000198951966012828052043914794921875,
49.85000000000000142108547152020037174224853515625
]
}
}
},
"332cd188ac4f75d0b27a244576579fa60f4ca8a3": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet50_224x224.prototxt --fp16 --batch=4",
"description": "Neural Network: ResNet50 - Precision: FP16 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 542.799999999999954525264911353588104248046875,
"raw_values": [
543.173000000000001818989403545856475830078125,
542.020999999999958163243718445301055908203125,
543.1960000000000263753463514149188995361328125
],
"test_run_times": [
39.07000000000000028421709430404007434844970703125,
38.6400000000000005684341886080801486968994140625,
38.89999999999999857891452847979962825775146484375
]
},
"Jetson TX2": {
"value": 93.6099999999999994315658113919198513031005859375,
"raw_values": [
92.9919000000000011141310096718370914459228515625,
91.4617999999999966576069709844887256622314453125,
96.390399999999999636202119290828704833984375
],
"test_run_times": [
76.3900000000000005684341886080801486968994140625,
71.469999999999998863131622783839702606201171875,
72.6400000000000005684341886080801486968994140625
]
}
}
},
"a2e0e5895c89ce79baf0fe376972c18d8e5306eb": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet50_224x224.prototxt --fp16 --batch=8",
"description": "Neural Network: ResNet50 - Precision: FP16 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 582.3600000000000136424205265939235687255859375,
"raw_values": [
582.8229999999999790816218592226505279541015625,
582.0430000000000063664629124104976654052734375,
582.2250000000000227373675443232059478759765625
],
"test_run_times": [
40.4200000000000017053025658242404460906982421875,
39.0799999999999982946974341757595539093017578125,
40.1400000000000005684341886080801486968994140625
]
},
"Jetson TX2": {
"value": 99.0499999999999971578290569595992565155029296875,
"raw_values": [
97.7502999999999957481122692115604877471923828125,
101.498999999999995225152815692126750946044921875,
97.8917000000000001591615728102624416351318359375
],
"test_run_times": [
80.0199999999999960209606797434389591217041015625,
80.4599999999999937472239253111183643341064453125,
80.2300000000000039790393202565610408782958984375
]
}
}
},
"1fd530170fb7080782e9670af4e987457d427ad7": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet50_224x224.prototxt --int8 --batch=4",
"description": "Neural Network: ResNet50 - Precision: INT8 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 865.4600000000000363797880709171295166015625,
"raw_values": [
837.095000000000027284841053187847137451171875,
878.240999999999985448084771633148193359375,
881.0399999999999636202119290828704833984375
],
"test_run_times": [
109.81999999999999317878973670303821563720703125,
106.7399999999999948840923025272786617279052734375,
108.4200000000000017053025658242404460906982421875
]
},
"Jetson TX2": {
"value": 50.3900000000000005684341886080801486968994140625,
"raw_values": [
49.12660000000000337649908033199608325958251953125,
51.20720000000000027284841053187847137451171875,
50.82939999999999969304553815163671970367431640625
],
"test_run_times": [
73.68000000000000682121026329696178436279296875,
72.469999999999998863131622783839702606201171875,
72.9200000000000017053025658242404460906982421875
]
}
}
},
"ca56ab7507c1a33d01ad345cfc4103be6903d0ff": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet50_224x224.prototxt --int8 --batch=8",
"description": "Neural Network: ResNet50 - Precision: INT8 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 944.4600000000000363797880709171295166015625,
"raw_values": [
926.953999999999950887286104261875152587890625,
529.4260000000000445652403868734836578369140625,
924.711000000000012732925824820995330810546875,
938.152000000000043655745685100555419921875,
1027.200000000000045474735088646411895751953125,
937.0729999999999790816218592226505279541015625,
1003.6799999999999499777914024889469146728515625,
1044.819999999999936335370875895023345947265625,
1040.98000000000001818989403545856475830078125,
940.7920000000000300133251585066318511962890625,
1047.410000000000081854523159563541412353515625,
972.2720000000000482032191939651966094970703125
],
"test_run_times": [
114.5499999999999971578290569595992565155029296875,
110.93000000000000682121026329696178436279296875,
111.599999999999994315658113919198513031005859375,
108.4500000000000028421709430404007434844970703125,
107.8299999999999982946974341757595539093017578125,
115.2000000000000028421709430404007434844970703125,
112.099999999999994315658113919198513031005859375,
107.31000000000000227373675443232059478759765625,
113.4599999999999937472239253111183643341064453125,
117.43000000000000682121026329696178436279296875,
107.43999999999999772626324556767940521240234375,
114.31999999999999317878973670303821563720703125
]
},
"Jetson TX2": {
"value": 51.07000000000000028421709430404007434844970703125,
"raw_values": [
50.2667000000000001591615728102624416351318359375,
50.85470000000000112549969344399869441986083984375,
52.0955000000000012505552149377763271331787109375
],
"test_run_times": [
81.849999999999994315658113919198513031005859375,
82.6200000000000045474735088646411895751953125,
81.7900000000000062527760746888816356658935546875
]
}
}
},
"994330cb1cb41b9bdda41ab8160d77d72016050e": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=googlenet.prototxt --fp16 --batch=4",
"description": "Neural Network: GoogleNet - Precision: FP16 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 546,
"raw_values": [
714.2350000000000136424205265939235687255859375,
702.12300000000004729372449219226837158203125,
433.93400000000002592059900052845478057861328125,
66.7753000000000014324541552923619747161865234375,
709.576999999999998181010596454143524169921875,
72.5875999999999947931428323499858379364013671875,
785.5720000000000027284841053187847137451171875,
789.1960000000000263753463514149188995361328125,
640.884000000000014551915228366851806640625
],
"test_run_times": [
30.370000000000000994759830064140260219573974609375,
30.280000000000001136868377216160297393798828125,
35.52000000000000312638803734444081783294677734375,
36.60000000000000142108547152020037174224853515625,
31.879999999999999005240169935859739780426025390625,
36.090000000000003410605131648480892181396484375,
34.46000000000000085265128291212022304534912109375,
33.1700000000000017053025658242404460906982421875,
32.82000000000000028421709430404007434844970703125
]
},
"Jetson TX2": {
"value": 202,
"raw_values": [
200.640999999999991132426657713949680328369140625,
203.40600000000000591171556152403354644775390625,
200.90100000000001045918907038867473602294921875
],
"test_run_times": [
55.53999999999999914734871708787977695465087890625,
53.2999999999999971578290569595992565155029296875,
53.82000000000000028421709430404007434844970703125
]
}
}
},
"d339f58cfee971b141f8422456a3516d896bfcf9": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=googlenet.prototxt --fp16 --batch=8",
"description": "Neural Network: GoogleNet - Precision: FP16 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 863,
"raw_values": [
900.865000000000009094947017729282379150390625,
896.413999999999987267074175179004669189453125,
808.19000000000005456968210637569427490234375,
828.4759999999999990905052982270717620849609375,
908.1490000000000009094947017729282379150390625,
903.8790000000000190993887372314929962158203125,
894.2459999999999809006112627685070037841796875,
900.45299999999997453414835035800933837890625,
909.7740000000000009094947017729282379150390625,
809.1000000000000227373675443232059478759765625,
819.9950000000000045474735088646411895751953125,
779.1799999999999499777914024889469146728515625
],
"test_run_times": [
33.3599999999999994315658113919198513031005859375,
34.64999999999999857891452847979962825775146484375,
33.469999999999998863131622783839702606201171875,
35.60000000000000142108547152020037174224853515625,
35.22999999999999687361196265555918216705322265625,
35.75999999999999801048033987171947956085205078125,
33.22999999999999687361196265555918216705322265625,
33.53999999999999914734871708787977695465087890625,
31.269999999999999573674358543939888477325439453125,
38.02000000000000312638803734444081783294677734375,
33.1400000000000005684341886080801486968994140625,
34.92999999999999971578290569595992565155029296875
]
},
"Jetson TX2": {
"value": 198,
"raw_values": [
197.855999999999994543031789362430572509765625,
191.304000000000002046363078989088535308837890625,
204.104000000000013415046851150691509246826171875
],
"test_run_times": [
60.4200000000000017053025658242404460906982421875,
59.68999999999999772626324556767940521240234375,
59.6099999999999994315658113919198513031005859375
]
}
}
},
"87c0b06e532ec4ce68d48e5a04c0359e16322339": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=googlenet.prototxt --int8 --batch=4",
"description": "Neural Network: GoogleNet - Precision: INT8 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 652,
"raw_values": [
973.2930000000000063664629124104976654052734375,
104.5450000000000017053025658242404460906982421875,
103.953000000000002955857780762016773223876953125,
103.8840000000000003410605131648480892181396484375,
1112.759999999999990905052982270717620849609375,
1110.670000000000072759576141834259033203125,
1025.80999999999994543031789362430572509765625,
935.8260000000000218278728425502777099609375,
1013.44000000000005456968210637569427490234375,
103.3589999999999946567186270840466022491455078125,
103.125,
1131.48000000000001818989403545856475830078125
],
"test_run_times": [
93.06999999999999317878973670303821563720703125,
96.9899999999999948840923025272786617279052734375,
96.1700000000000017053025658242404460906982421875,
98.7900000000000062527760746888816356658935546875,
97.090000000000003410605131648480892181396484375,
94.7600000000000051159076974727213382720947265625,
96.25,
96.2399999999999948840923025272786617279052734375,
96.6099999999999994315658113919198513031005859375,
96.1200000000000045474735088646411895751953125,
97.7000000000000028421709430404007434844970703125,
94.3299999999999982946974341757595539093017578125
]
},
"Jetson TX2": {
"value": 114,
"raw_values": [
116.356999999999999317878973670303821563720703125,
115.4789999999999992041921359486877918243408203125,
109.9569999999999936335370875895023345947265625
],
"test_run_times": [
73.5799999999999982946974341757595539093017578125,
73.18999999999999772626324556767940521240234375,
73.68999999999999772626324556767940521240234375
]
}
}
},
"74728ed36b9a7bf1e5e749ff995accd6a4919b9b": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=googlenet.prototxt --int8 --batch=8",
"description": "Neural Network: GoogleNet - Precision: INT8 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1049,
"raw_values": [
1173.049999999999954525264911353588104248046875,
126.9030000000000057980287238024175167083740234375,
1368.299999999999954525264911353588104248046875,
1082.890000000000100044417195022106170654296875,
1147.90000000000009094947017729282379150390625,
1210.3800000000001091393642127513885498046875,
1344.25,
1042.970000000000027284841053187847137451171875,
656.5610000000000354702933691442012786865234375,
1339.1199999999998908606357872486114501953125
],
"test_run_times": [
97.0199999999999960209606797434389591217041015625,
102.469999999999998863131622783839702606201171875,
98.1700000000000017053025658242404460906982421875,
101.7300000000000039790393202565610408782958984375,
96.1400000000000005684341886080801486968994140625,
98.93999999999999772626324556767940521240234375,
100.2999999999999971578290569595992565155029296875,
101.2900000000000062527760746888816356658935546875,
104.340000000000003410605131648480892181396484375,
99.090000000000003410605131648480892181396484375
]
},
"Jetson TX2": {
"value": 117,
"raw_values": [
114.11299999999999954525264911353588104248046875,
115.8970000000000055706550483591854572296142578125,
121.1680000000000063664629124104976654052734375
],
"test_run_times": [
79.0799999999999982946974341757595539093017578125,
77.1299999999999954525264911353588104248046875,
77.3700000000000045474735088646411895751953125
]
}
}
},
"84330c36321f90a87c5a1da85d68890a7d978998": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet152_N2.prototxt --fp16 --batch=4",
"description": "Neural Network: ResNet152 - Precision: FP16 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 219.080000000000012505552149377763271331787109375,
"raw_values": [
224.087999999999993860910763032734394073486328125,
219.9660000000000081854523159563541412353515625,
213.1879999999999881765688769519329071044921875
],
"test_run_times": [
99.099999999999994315658113919198513031005859375,
96.099999999999994315658113919198513031005859375,
93.2600000000000051159076974727213382720947265625
]
},
"Jetson TX2": {
"value": 35.60000000000000142108547152020037174224853515625,
"raw_values": [
35.91409999999999769215719425119459629058837890625,
34.730400000000003046807250939309597015380859375,
36.14869999999999805595507496036589145660400390625
],
"test_run_times": [
215.759999999999990905052982270717620849609375,
218.210000000000007958078640513122081756591796875,
218.43000000000000682121026329696178436279296875
]
}
}
},
"0fb8ae12f1bd76c56f72fbf140aef3b3cc28a309": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet152_N2.prototxt --fp16 --batch=8",
"description": "Neural Network: ResNet152 - Precision: FP16 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 234.840000000000003410605131648480892181396484375,
"raw_values": [
235.3890000000000100044417195022106170654296875,
234.16100000000000136424205265939235687255859375,
234.972000000000008412825991399586200714111328125
],
"test_run_times": [
97.8700000000000045474735088646411895751953125,
98.9500000000000028421709430404007434844970703125,
99.090000000000003410605131648480892181396484375
]
},
"Jetson TX2": {
"value": 36.71000000000000085265128291212022304534912109375,
"raw_values": [
38.21419999999999816964191268198192119598388671875,
36.31710000000000349018591805361211299896240234375,
33.0003999999999990677679306827485561370849609375,
38.0636999999999972033037920482456684112548828125,
34.222700000000003228706191293895244598388671875,
38.04469999999999885176293901167809963226318359375,
36.22059999999999746478351880796253681182861328125,
37.17179999999999751025825389660894870758056640625,
39.12360000000000326281224261038005352020263671875
],
"test_run_times": [
226.490000000000009094947017729282379150390625,
228.719999999999998863131622783839702606201171875,
229.909999999999996589394868351519107818603515625,
227.909999999999996589394868351519107818603515625,
231.030000000000001136868377216160297393798828125,
227.56999999999999317878973670303821563720703125,
226.75,
225.8799999999999954525264911353588104248046875,
228.919999999999987494447850622236728668212890625
]
}
}
},
"66d5d85c88911893bb5fe5e79a19195efe427838": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet152_N2.prototxt --int8 --batch=4",
"description": "Neural Network: ResNet152 - Precision: INT8 - Batch Size: 4",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 350.279999999999972715158946812152862548828125,
"raw_values": [
340.7939999999999827196006663143634796142578125,
350.2440000000000281943357549607753753662109375,
359.79000000000002046363078989088535308837890625
],
"test_run_times": [
299.490000000000009094947017729282379150390625,
304.01999999999998181010596454143524169921875,
311.1200000000000045474735088646411895751953125
]
},
"Jetson TX2": {
"value": 17.969999999999998863131622783839702606201171875,
"raw_values": [
18.016200000000001324451659456826746463775634765625,
17.617200000000000414956957683898508548736572265625,
18.269400000000000972022462519817054271697998046875
],
"test_run_times": [
202.8700000000000045474735088646411895751953125,
202.909999999999996589394868351519107818603515625,
201.43999999999999772626324556767940521240234375
]
}
}
},
"841d8b7d1dc8abd39e8eccc49e10f7b8fedaa3da": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet152_N2.prototxt --int8 --batch=8",
"description": "Neural Network: ResNet152 - Precision: INT8 - Batch Size: 8",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 407.009999999999990905052982270717620849609375,
"raw_values": [
393.461000000000012732925824820995330810546875,
410.8799999999999954525264911353588104248046875,
416.69900000000001227817847393453121185302734375
],
"test_run_times": [
308.23000000000001818989403545856475830078125,
309.92000000000001591615728102624416351318359375,
307.1299999999999954525264911353588104248046875
]
},
"Jetson TX2": {
"value": 19.480000000000000426325641456060111522674560546875,
"raw_values": [
19.319500000000001449507180950604379177093505859375,
20.012699999999998823341229581274092197418212890625,
19.101099999999998857447280897758901119232177734375
],
"test_run_times": [
224.69999999999998863131622783839702606201171875,
222.8899999999999863575794734060764312744140625,
226.030000000000001136868377216160297393798828125
]
}
}
},
"bac77023dbbbaf1999ab52c6708085338a12ca52": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet50_224x224.prototxt --fp16 --batch=16",
"description": "Neural Network: ResNet50 - Precision: FP16 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 593,
"raw_values": [
579.402000000000043655745685100555419921875,
601.9679999999999608917278237640857696533203125,
598.6280000000000427462509833276271820068359375
],
"test_run_times": [
47.46000000000000085265128291212022304534912109375,
41.469999999999998863131622783839702606201171875,
44.85000000000000142108547152020037174224853515625
]
},
"Jetson TX2": {
"value": 106,
"raw_values": [
106.7530000000000001136868377216160297393798828125,
105.0930000000000035242919693700969219207763671875,
106.9680000000000035242919693700969219207763671875
],
"test_run_times": [
91.6099999999999994315658113919198513031005859375,
91.409999999999996589394868351519107818603515625,
91.9500000000000028421709430404007434844970703125
]
}
}
},
"00eb7a6ef299bfbec9c06230933b160374277fe8": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet50_224x224.prototxt --fp16 --batch=32",
"description": "Neural Network: ResNet50 - Precision: FP16 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 613,
"raw_values": [
604.29700000000002546585164964199066162109375,
631.2859999999999445208231918513774871826171875,
603.5710000000000263753463514149188995361328125
],
"test_run_times": [
51.89999999999999857891452847979962825775146484375,
52.25999999999999801048033987171947956085205078125,
52.35000000000000142108547152020037174224853515625
]
},
"Jetson TX2": {
"value": 110,
"raw_values": [
111.4909999999999996589394868351519107818603515625,
107.912000000000006139089236967265605926513671875,
112.022999999999996134647517465054988861083984375
],
"test_run_times": [
118.2699999999999960209606797434389591217041015625,
118.68000000000000682121026329696178436279296875,
117.469999999999998863131622783839702606201171875
]
}
}
},
"814ca2ad29f2a686beb5f3c053099266df720d5d": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet50_224x224.prototxt --int8 --batch=16",
"description": "Neural Network: ResNet50 - Precision: INT8 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1106.1300000000001091393642127513885498046875,
"raw_values": [
1128.640000000000100044417195022106170654296875,
1134.569999999999936335370875895023345947265625,
998.5579999999999927240423858165740966796875,
1117.700000000000045474735088646411895751953125,
1100.5,
1121.84999999999990905052982270717620849609375,
1131.890000000000100044417195022106170654296875,
1060.920000000000072759576141834259033203125,
1122.84999999999990905052982270717620849609375,
1127.029999999999972715158946812152862548828125,
1132.9600000000000363797880709171295166015625,
1096.089999999999918145476840436458587646484375
],
"test_run_times": [
120.650000000000005684341886080801486968994140625,
116.3700000000000045474735088646411895751953125,
127.590000000000003410605131648480892181396484375,
115.18999999999999772626324556767940521240234375,
116.7600000000000051159076974727213382720947265625,
112.6299999999999954525264911353588104248046875,
116.659999999999996589394868351519107818603515625,
116.0400000000000062527760746888816356658935546875,
121.75,
114.0499999999999971578290569595992565155029296875,
121.18999999999999772626324556767940521240234375,
123.659999999999996589394868351519107818603515625
]
},
"Jetson TX2": {
"value": 57.17999999999999971578290569595992565155029296875,
"raw_values": [
57.3849000000000017962520360015332698822021484375,
57.0870000000000032969182939268648624420166015625,
57.05969999999999942019712761975824832916259765625
],
"test_run_times": [
95.93999999999999772626324556767940521240234375,
96.3799999999999954525264911353588104248046875,
96.590000000000003410605131648480892181396484375
]
}
}
},
"98e9cd4a6b48561b4ad5672ee461dd72339ecc4d": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet50_224x224.prototxt --int8 --batch=32",
"description": "Neural Network: ResNet50 - Precision: INT8 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1184.5,
"raw_values": [
1196.90000000000009094947017729282379150390625,
1174.680000000000063664629124104976654052734375,
1181.910000000000081854523159563541412353515625
],
"test_run_times": [
123.2399999999999948840923025272786617279052734375,
122.2900000000000062527760746888816356658935546875,
120.06000000000000227373675443232059478759765625
]
},
"Jetson TX2": {
"value": 59.4500000000000028421709430404007434844970703125,
"raw_values": [
59.099299999999999499777914024889469146728515625,
59.72630000000000194404492503963410854339599609375,
59.53179999999999694182406528852880001068115234375
],
"test_run_times": [
131.650000000000005684341886080801486968994140625,
131.06999999999999317878973670303821563720703125,
131.289999999999992041921359486877918243408203125
]
}
}
},
"b8d9d30b22c54cd2cf0a6adf981a5786fc54343a": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=googlenet.prototxt --fp16 --batch=16",
"description": "Neural Network: GoogleNet - Precision: FP16 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 858,
"raw_values": [
875.9969999999999572537490166723728179931640625,
881.999000000000023646862246096134185791015625,
940.961000000000012732925824820995330810546875,
864.711000000000012732925824820995330810546875,
960.142000000000052750692702829837799072265625,
433.1309999999999718056642450392246246337890625,
857.4669999999999845385900698602199554443359375,
974.3799999999999954525264911353588104248046875,
932.2160000000000081854523159563541412353515625
],
"test_run_times": [
36.4500000000000028421709430404007434844970703125,
34.909999999999996589394868351519107818603515625,
36,
39.71000000000000085265128291212022304534912109375,
39.340000000000003410605131648480892181396484375,
38.86999999999999744204615126363933086395263671875,
40.63000000000000255795384873636066913604736328125,
41.3299999999999982946974341757595539093017578125,
35.07000000000000028421709430404007434844970703125
]
},
"Jetson TX2": {
"value": 218,
"raw_values": [
215.979999999999989768184605054557323455810546875,
212.493999999999999772626324556767940521240234375,
224.6100000000000136424205265939235687255859375
],
"test_run_times": [
68.5499999999999971578290569595992565155029296875,
67.400000000000005684341886080801486968994140625,
68.2099999999999937472239253111183643341064453125
]
}
}
},
"c85795c1bfbe313982a4221fac2e70b22a5a82ec": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=googlenet.prototxt --fp16 --batch=32",
"description": "Neural Network: GoogleNet - Precision: FP16 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 956,
"raw_values": [
1006.48000000000001818989403545856475830078125,
894.5040000000000190993887372314929962158203125,
887.8799999999999954525264911353588104248046875,
918.0130000000000336513039655983448028564453125,
1004.8600000000000136424205265939235687255859375,
916.9260000000000445652403868734836578369140625,
1004.8999999999999772626324556767940521240234375,
1000.5700000000000500222085975110530853271484375,
997.1180000000000518411980010569095611572265625,
916.9080000000000154614099301397800445556640625,
917.183999999999969077180139720439910888671875,
1002.51999999999998181010596454143524169921875
],
"test_run_times": [
44.14999999999999857891452847979962825775146484375,
49.8599999999999994315658113919198513031005859375,
50.56000000000000227373675443232059478759765625,
46.5799999999999982946974341757595539093017578125,
48.3299999999999982946974341757595539093017578125,
46.86999999999999744204615126363933086395263671875,
40.99000000000000198951966012828052043914794921875,
46.9500000000000028421709430404007434844970703125,
50.3900000000000005684341886080801486968994140625,
43.6099999999999994315658113919198513031005859375,
42.74000000000000198951966012828052043914794921875,
45.469999999999998863131622783839702606201171875
]
},
"Jetson TX2": {
"value": 230,
"raw_values": [
223.991000000000013869794202037155628204345703125,
230.116000000000013869794202037155628204345703125,
236.412000000000006139089236967265605926513671875
],
"test_run_times": [
81.2600000000000051159076974727213382720947265625,
82.090000000000003410605131648480892181396484375,
82.099999999999994315658113919198513031005859375
]
}
}
},
"0d859d28c513244e23439b7b6782dcca98705399": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=googlenet.prototxt --int8 --batch=16",
"description": "Neural Network: GoogleNet - Precision: INT8 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1340,
"raw_values": [
1481.180000000000063664629124104976654052734375,
131.592999999999989313437254168093204498291015625,
1468.079999999999927240423858165740966796875,
1485.279999999999972715158946812152862548828125,
1374.180000000000063664629124104976654052734375,
1560.029999999999972715158946812152862548828125,
1523.930000000000063664629124104976654052734375,
1462.299999999999954525264911353588104248046875,
1571.8800000000001091393642127513885498046875
],
"test_run_times": [
104.719999999999998863131622783839702606201171875,
109.18999999999999772626324556767940521240234375,
104.6299999999999954525264911353588104248046875,
103.6400000000000005684341886080801486968994140625,
114.56000000000000227373675443232059478759765625,
105.719999999999998863131622783839702606201171875,
101.469999999999998863131622783839702606201171875,
101.6299999999999954525264911353588104248046875,
100.659999999999996589394868351519107818603515625
]
},
"Jetson TX2": {
"value": 125,
"raw_values": [
125.602000000000003865352482534945011138916015625,
127.0100000000000051159076974727213382720947265625,
123.03100000000000591171556152403354644775390625
],
"test_run_times": [
89.1200000000000045474735088646411895751953125,
86.93000000000000682121026329696178436279296875,
87.2300000000000039790393202565610408782958984375
]
}
}
},
"fb9564dce901a083019969f19d40d23f740e9758": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=googlenet.prototxt --int8 --batch=32",
"description": "Neural Network: GoogleNet - Precision: INT8 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 1622,
"raw_values": [
1631.75,
1621.220000000000027284841053187847137451171875,
1614.410000000000081854523159563541412353515625
],
"test_run_times": [
103.81000000000000227373675443232059478759765625,
107.219999999999998863131622783839702606201171875,
108.2900000000000062527760746888816356658935546875
]
},
"Jetson TX2": {
"value": 130,
"raw_values": [
131.090000000000003410605131648480892181396484375,
128.455000000000012505552149377763271331787109375,
131.251000000000004774847184307873249053955078125
],
"test_run_times": [
104.4200000000000017053025658242404460906982421875,
105.3900000000000005684341886080801486968994140625,
103.969999999999998863131622783839702606201171875
]
}
}
},
"1ab7813cc313f6095c6da06f505a0d1a6eb4d2ae": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet152_N2.prototxt --fp16 --batch=16",
"description": "Neural Network: ResNet152 - Precision: FP16 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 224.599999999999994315658113919198513031005859375,
"raw_values": [
100.719999999999998863131622783839702606201171875,
240.8079999999999927240423858165740966796875,
237.77899999999999636202119290828704833984375,
241.9279999999999972715158946812152862548828125,
240.8170000000000072759576141834259033203125,
241.604000000000013415046851150691509246826171875,
240.344999999999998863131622783839702606201171875,
235.3609999999999899955582804977893829345703125,
242.032999999999987039700499735772609710693359375
],
"test_run_times": [
116.9599999999999937472239253111183643341064453125,
112.4500000000000028421709430404007434844970703125,
114.849999999999994315658113919198513031005859375,
107.0400000000000062527760746888816356658935546875,
113.31000000000000227373675443232059478759765625,
110.7900000000000062527760746888816356658935546875,
106.150000000000005684341886080801486968994140625,
105.56999999999999317878973670303821563720703125,
113.9500000000000028421709430404007434844970703125
]
},
"Jetson TX2": {
"value": 40.18999999999999772626324556767940521240234375,
"raw_values": [
40.030900000000002592059900052845478057861328125,
40.0167000000000001591615728102624416351318359375,
40.526600000000001955413608811795711517333984375
],
"test_run_times": [
253.520000000000010231815394945442676544189453125,
253.3899999999999863575794734060764312744140625,
253.6200000000000045474735088646411895751953125
]
}
}
},
"0c27c5f43a5c13d3993d9a6da5c284067474d6f7": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet152_N2.prototxt --fp16 --batch=32",
"description": "Neural Network: ResNet152 - Precision: FP16 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 253.340000000000003410605131648480892181396484375,
"raw_values": [
252.71899999999999408828443847596645355224609375,
258.53199999999998226485331542789936065673828125,
248.759999999999990905052982270717620849609375
],
"test_run_times": [
124.780000000000001136868377216160297393798828125,
125.4500000000000028421709430404007434844970703125,
129.44999999999998863131622783839702606201171875
]
},
"Jetson TX2": {
"value": 41.86999999999999744204615126363933086395263671875,
"raw_values": [
41.89439999999999741930878371931612491607666015625,
41.6107999999999975671016727574169635772705078125,
42.0955000000000012505552149377763271331787109375
],
"test_run_times": [
319,
317.6499999999999772626324556767940521240234375,
316.98000000000001818989403545856475830078125
]
}
}
},
"9ae856a15994edb34bddbc3b5fc349b9be37bd5d": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet152_N2.prototxt --int8 --batch=16",
"description": "Neural Network: ResNet152 - Precision: INT8 - Batch Size: 16",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 445.220000000000027284841053187847137451171875,
"raw_values": [
449.461000000000012732925824820995330810546875,
449.06900000000001682565198279917240142822265625,
437.134999999999990905052982270717620849609375
],
"test_run_times": [
317.029999999999972715158946812152862548828125,
319.029999999999972715158946812152862548828125,
327.43999999999999772626324556767940521240234375
]
},
"Jetson TX2": {
"value": 20.769999999999999573674358543939888477325439453125,
"raw_values": [
20.927800000000001290345608140341937541961669921875,
20.61840000000000117097442853264510631561279296875,
20.77029999999999887450030655600130558013916015625
],
"test_run_times": [
267.80000000000001136868377216160297393798828125,
268.45999999999997953636921010911464691162109375,
269.029999999999972715158946812152862548828125
]
}
}
},
"55b4a1a70cb6437ab096f16ead07575224405b24": {
"identifier": "system\/tensorrt-inference-1.0.0",
"title": "NVIDIA TensorRT Inference",
"arguments": "--deploy=ResNet152_N2.prototxt --int8 --batch=32",
"description": "Neural Network: ResNet152 - Precision: INT8 - Batch Size: 32",
"scale": "Images Per Second",
"proportion": "HIB",
"display_format": "BAR_GRAPH",
"results": {
"Jetson AGX Xavier": {
"value": 485.220000000000027284841053187847137451171875,
"raw_values": [
484.000999999999976353137753903865814208984375,
483.49799999999999045030563138425350189208984375,
488.14600000000001500666257925331592559814453125
],
"test_run_times": [
337.44999999999998863131622783839702606201171875,
334.8500000000000227373675443232059478759765625,
335.8999999999999772626324556767940521240234375
]
},
"Jetson TX2": {
"value": 22.050000000000000710542735760100185871124267578125,
"raw_values": [
22.11789999999999878355083637870848178863525390625,
22.01950000000000073896444519050419330596923828125,
22.024300000000000210320649784989655017852783203125
],
"test_run_times": [
352.17000000000001591615728102624416351318359375,
353.48000000000001818989403545856475830078125,
353.759999999999990905052982270717620849609375
]
}
}
}
}
}