openvino/docs/_static/benchmarks_files/OV-benchmark-data.csv

59 KiB

1Network modelReleaseIE-TypePlatform nameThroughput-INT8ThroughputFP16ThroughputFP32ValueEfficiencyPriceTDPSocketsPrice/socketTDP/socketLatency
2begin_rec
3bert-base-casedOV-2023.0coreIntel® Core™ i9-12900HK CPU-only71.7025.900.1031.5936974516974521.119
4bert-base-casedOV-2023.0atomIntel® Atom™ x5-E3940 CPU-only2.721.330.0800.286349.51349.5392.843
5bert-base-casedOV-2023.0atomIntel® Celeron™ 6305E CPU-only11.274.280.1050.7521071511071588.854
6bert-base-casedOV-2023.0coreIntel® Core™ i3-8100 CPU-only22.2314.890.1900.3421176511176546.754
7bert-base-casedOV-2023.0coreIntel® Core™ i5-10500TE CPU-only33.6519.510.1570.9612143512143535.398
8bert-base-casedOV-2023.0coreIntel® Core™ i5-13600K CPU-only103.3144.620.3140.826329125132912518.719
9bert-base-casedOV-2023.0coreIntel® Core™ i5-8500 CPU-only34.7222.570.1760.5341976511976530.392
10bert-base-casedOV-2023.0coreIntel® Core™ i7-1185G7 CPU-only49.7817.870.1171.7784262814262824.03
11bert-base-casedOV-2023.0coreIntel® Core™ i7-1185GRE CPU-only38.2014.910.0781.3644902814902826.874
12bert-base-casedOV-2023.0coreIntel® Core™ i7-8700T CPU-only28.3216.030.0930.8093033513033541.835
13bert-base-casedOV-2023.0coreIntel® Core™ i9-10900TE CPU-only35.6218.790.0731.0184883514883538.627
14bert-base-casedOV-2023.0coreIntel® Core™ i9-12900TE CPU-only51.5619.500.0951.4735443515443526.626
15bert-base-casedOV-2023.0coreIntel® Core™ i9-13900K CPU-only150.4567.780.2511.204599125159912515.82
16bert-base-casedOV-2023.0atomIntel® Processor N-2001.620.850.0080.270193611936668.333
17bert-base-casedOV-2023.0xeonIntel® Xeon® W1290P CPU-only59.7835.790.1010.478594125159412519.817
18bert-base-casedOV-2023.0xeonIntel® Xeon® E-2124G CPU-only21.8314.600.0880.3072497112497147.596
19bert-base-casedOV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only215.5680.010.0691.05731442042157210214.761
20bert-base-casedOV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only557.71222.260.0331.36016954410284772058.731
21bert-base-casedOV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only206.2076.540.1030.82520042502100212515.389
22bert-base-casedOV-2023.0coreIntel® Core™ i7-11800H92.5933.220.2132.0574354514354514.206
23bert-base-casedOV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only877.01196.600.0471.62418718540293592707.873
24bert-base-casedOV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only3107.56448.170.0914.439340007002170003505.274
25bert-base-casedOV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only429.94171.120.1891.4332274300211371508.897
26bert-base-casedOV-2023.0accelIntel® Flex-170648.29582.970.3374.32219251501192515024.289
27bert-base-casedOV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only44.6432.0121.940.4172.9761071511071589.466
28bert-base-casedOV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only69.6555.4236.870.1422.4874902814902853.822
29bert-base-casedOV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only88.2460.9046.380.1271.9616974516974544.864
30bert-base-casedOV-2023.0core-iGPUIntel® Processor N200 GPU-only3.312.361.490.0170.5511936119361207.72
31bert-base-casedOV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only82.4859.6641.790.1942.9464262814262848.15
32bert-base-casedOV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only53.0724.800.4963.53810715110715
33bert-base-casedOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only71.8727.990.1472.56749028149028
34bert-base-casedOV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only127.0855.390.1822.82469745169745
35bert-base-casedOV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only4.212.080.0220.701193611936
36bert-base-casedOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only83.4139.130.1962.97942628142628
37end_rec
38begin_rec
39bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i9-12900HK CPU-only6.792.680.0100.15169745169745181.851
40bert-large-uncased-whole-word-masking-squad-0001OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only0.260.130.0080.028349.51349.54055.305
41bert-large-uncased-whole-word-masking-squad-0001OV-2023.0atomIntel® Celeron™ 6305E CPU-only1.100.380.0100.07410715110715883.753
42bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i3-8100 CPU-only2.111.260.0180.03211765111765492.094
43bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i5-10500TE CPU-only2.981.750.0140.08521435121435351.295
44bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i5-13600K CPU-only9.173.720.0280.0733291251329125149.646
45bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i5-8500 CPU-only3.261.910.0170.05019765119765308.598
46bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only4.601.570.0110.16442628142628230.242
47bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only3.321.280.0070.11849028149028271.873
48bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i7-8700T CPU-only2.711.550.0090.07730335130335407.64
49bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i9-10900TE CPU-only3.141.760.0060.09048835148835335.174
50bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i9-12900TE CPU-only5.131.890.0090.14654435154435214.42
51bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i9-13900K CPU-only14.556.050.0240.1165991251599125115.166
52bert-large-uncased-whole-word-masking-squad-0001OV-2023.0atomIntel® Processor N-2000.160.080.0010.0261936119366605.009
53bert-large-uncased-whole-word-masking-squad-0001OV-2023.0xeonIntel® Xeon® W1290P CPU-only4.402.710.0070.0355941251594125180.697
54bert-large-uncased-whole-word-masking-squad-0001OV-2023.0xeonIntel® Xeon® E-2124G CPU-only2.121.300.0080.03024971124971481.442
55bert-large-uncased-whole-word-masking-squad-0001OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only20.317.140.0060.100314420421572102104.829
56bert-large-uncased-whole-word-masking-squad-0001OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only46.4819.650.0030.113169544102847720550.293
57bert-large-uncased-whole-word-masking-squad-0001OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only19.276.830.0100.077200425021002125109.227
58bert-large-uncased-whole-word-masking-squad-0001OV-2023.0coreIntel® Core™ i7-11800H8.502.900.0200.18943545143545125.712
59bert-large-uncased-whole-word-masking-squad-0001OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only74.0026.690.0040.137187185402935927039.786
60bert-large-uncased-whole-word-masking-squad-0001OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only125.1444.520.0040.1793400070021700035023.966
61bert-large-uncased-whole-word-masking-squad-0001OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only37.6014.830.0170.12522743002113715060.232
62bert-large-uncased-whole-word-masking-squad-0001OV-2023.0accelIntel® Flex-170120.4780.230.0630.803192515011925150132.308
63bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only4.723.492.130.0440.31410715110715815.785
64bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only5.066.292.960.0100.18149028149028788.772
65bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only11.398.225.150.0160.25369745169745350.737
66bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-iGPUIntel® Processor N200 GPU-only0.350.240.140.0020.05819361193611593.101
67bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only9.167.224.240.0210.32742628142628445.659
68bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only4.872.190.0460.32510715110715
69bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only3.382.090.0070.12149028149028
70bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only11.784.860.0170.26269745169745
71bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only0.440.180.0020.073193611936
72bert-large-uncased-whole-word-masking-squad-0001OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only7.983.420.0190.28542628142628
73end_rec
74begin_rec
75deeplabv3OV-2023.0coreIntel® Core™ i9-12900HK CPU-only74.1231.220.1061.6476974516974518.344
76deeplabv3OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only2.911.470.0860.306349.51349.5359.456
77deeplabv3OV-2023.0atomIntel® Celeron™ 6305E CPU-only12.544.670.1170.8361071511071580.847
78deeplabv3OV-2023.0coreIntel® Core™ i3-8100 CPU-only23.6414.690.2020.3641176511176542.294
79deeplabv3OV-2023.0coreIntel® Core™ i5-10500TE CPU-only36.2316.700.1691.0352143512143532.374
80deeplabv3OV-2023.0coreIntel® Core™ i5-13600K CPU-only95.0041.090.2890.760329125132912515.959
81deeplabv3OV-2023.0coreIntel® Core™ i5-8500 CPU-only38.3121.590.1940.5891976511976526.51
82deeplabv3OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only54.0516.270.1271.9304262814262820.653
83deeplabv3OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only34.9310.570.0711.2474902814902827.623
84deeplabv3OV-2023.0coreIntel® Core™ i7-8700T CPU-only32.9318.640.1090.9413033513033535.127
85deeplabv3OV-2023.0coreIntel® Core™ i9-10900TE CPU-only38.1418.170.0781.0904883514883527.35
86deeplabv3OV-2023.0coreIntel® Core™ i9-12900TE CPU-only59.9423.050.1101.7135443515443520.761
87deeplabv3OV-2023.0coreIntel® Core™ i9-13900K CPU-only146.0656.670.2441.168599125159912511.988
88deeplabv3OV-2023.0atomIntel® Processor N-2001.781.030.0090.297193611936572.256
89deeplabv3OV-2023.0xeonIntel® Xeon® W1290P CPU-only55.6419.260.0940.445594125159412517.404
90deeplabv3OV-2023.0xeonIntel® Xeon® E-2124G CPU-only23.3415.540.0940.3292497112497142.626
91deeplabv3OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only201.6277.920.0640.98831442042157210210.754
92deeplabv3OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only448.78157.910.0261.09516954410284772054.853
93deeplabv3OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only196.5275.530.0980.78620042502100212511.109
94deeplabv3OV-2023.0coreIntel® Core™ i7-11800H86.8527.000.2001.9304354514354512.137
95deeplabv3OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only649.53229.920.0351.20318718540293592703.847
96deeplabv3OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only1030.08382.320.0301.472340007002170003503.199
97deeplabv3OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only410.93141.370.1811.3702274300211371505.369
98deeplabv3OV-2023.0accelIntel® Flex-170746.27500.100.3884.97519251501192515021.133
99deeplabv3OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only62.4428.5316.720.5844.1631071511071563.94
100deeplabv3OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only76.7336.9013.980.1572.7404902814902849.979
101deeplabv3OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only121.5555.5536.780.1742.7016974516974532.538
102deeplabv3OV-2023.0core-iGPUIntel® Processor N200 GPU-only3.852.011.360.0200.6411936119361038.839
103deeplabv3OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only109.2250.6728.820.2563.9014262814262836.378
104deeplabv3OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only62.7716.960.5874.18410715110715
105deeplabv3OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only51.348.910.1051.83449028149028
106deeplabv3OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only139.6140.390.2003.10369745169745
107deeplabv3OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only4.811.970.0250.802193611936
108deeplabv3OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only92.4824.810.2173.30342628142628
109end_rec
110begin_rec
111efficientdet-d0OV-2023.0coreIntel® Core™ i9-12900HK CPU-only97.0157.690.1392.1566974516974514.749
112efficientdet-d0OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only3.762.640.1110.396349.51349.5290.49
113efficientdet-d0OV-2023.0atomIntel® Celeron™ 6305E CPU-only17.7911.100.1661.1861071511071561.812
114efficientdet-d0OV-2023.0coreIntel® Core™ i3-8100 CPU-only33.5323.960.2870.5161176511176531.273
115efficientdet-d0OV-2023.0coreIntel® Core™ i5-10500TE CPU-only50.0728.480.2341.4302143512143524.356
116efficientdet-d0OV-2023.0coreIntel® Core™ i5-13600K CPU-only128.3484.120.3901.027329125132912513.006
117efficientdet-d0OV-2023.0coreIntel® Core™ i5-8500 CPU-only53.8535.650.2730.8281976511976520.31
118efficientdet-d0OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only69.8739.110.1642.4954262814262817.367
119efficientdet-d0OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only47.8920.090.0981.7104902814902823.549
120efficientdet-d0OV-2023.0coreIntel® Core™ i7-8700T CPU-only47.5333.640.1571.3583033513033526.193
121efficientdet-d0OV-2023.0coreIntel® Core™ i9-10900TE CPU-only54.6832.540.1121.5624883514883521.202
122efficientdet-d0OV-2023.0coreIntel® Core™ i9-12900TE CPU-only71.5045.100.1312.0435443515443517.779
123efficientdet-d0OV-2023.0coreIntel® Core™ i9-13900K CPU-only192.62103.940.3221.541599125159912510.401
124efficientdet-d0OV-2023.0atomIntel® Processor N-2002.051.650.0110.342193611936496.613
125efficientdet-d0OV-2023.0xeonIntel® Xeon® W1290P CPU-only79.6035.060.1340.637594125159412513.426
126efficientdet-d0OV-2023.0xeonIntel® Xeon® E-2124G CPU-only32.4625.970.1300.4572497112497132.053
127efficientdet-d0OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only236.75163.080.0751.16131442042157210212.998
128efficientdet-d0OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only458.66294.010.0271.11916954410284772058.597
129efficientdet-d0OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only228.21157.380.1140.91320042502100212513.254
130efficientdet-d0OV-2023.0coreIntel® Core™ i7-11800H109.4161.210.2522.4314354514354510.459
131efficientdet-d0OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only709.57452.650.0381.31418718540293592709.743
132efficientdet-d0OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only922.74791.570.0271.318340007002170003506.149
133efficientdet-d0OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only416.02270.470.1831.3872274300211371508.367
134efficientdet-d0OV-2023.0accelIntel® Flex-170684.48640.170.3564.56319251501192515022.703
135efficientdet-d0OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only66.6160.6033.760.6234.4411071511071559.789
136efficientdet-d0OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only61.6949.3224.140.1262.2034902814902863.923
137efficientdet-d0OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only123.77105.7360.060.1782.7516974516974531.947
138efficientdet-d0OV-2023.0core-iGPUIntel® Processor N200 GPU-only5.645.033.020.0290.940193611936707.252
139efficientdet-d0OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only108.1590.4051.000.2543.8624262814262836.641
140efficientdet-d0OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only56.0033.110.5233.73310715110715
141efficientdet-d0OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only50.7218.560.1041.81149028149028
142efficientdet-d0OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only144.5969.250.2073.21369745169745
143efficientdet-d0OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only6.033.810.0311.005193611936
144efficientdet-d0OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only97.1049.200.2283.46842628142628
145end_rec
146begin_rec
147faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i9-12900HK CPU-only10.073.250.0140.22469745169745173.007
148faster_rcnn_resnet50_cocoOV-2023.0atomIntel® Atom™ x5-E3940 CPU-only0.310.130.0090.032349.51349.53336.101
149faster_rcnn_resnet50_cocoOV-2023.0atomIntel® Celeron™ 6305E CPU-only1.600.420.0150.10610715110715640.413
150faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i3-8100 CPU-only2.891.510.0250.04511765111765358.209
151faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i5-10500TE CPU-only4.222.260.0200.12021435121435307.054
152faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i5-13600K CPU-only13.044.320.0400.1043291251329125163.824
153faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i5-8500 CPU-only4.592.390.0230.07119765119765247.538
154faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i7-1185G7 CPU-only6.741.780.0160.24142628142628165.661
155faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i7-1185GRE CPU-only5.161.430.0110.18449028149028199.974
156faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i7-8700T CPU-only3.601.890.0120.10330335130335344.134
157faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i9-10900TE CPU-only4.422.270.0090.12648835148835252.351
158faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i9-12900TE CPU-only7.292.340.0130.20854435154435188.868
159faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i9-13900K CPU-only20.797.230.0350.1665991251599125111.834
160faster_rcnn_resnet50_cocoOV-2023.0atomIntel® Processor N-2000.200.090.0010.0341936119365079.528
161faster_rcnn_resnet50_cocoOV-2023.0xeonIntel® Xeon® W1290P CPU-only7.854.030.0130.0635941251594125138.525
162faster_rcnn_resnet50_cocoOV-2023.0xeonIntel® Xeon® E-2124G CPU-only2.781.490.0110.03924971124971363.574
163faster_rcnn_resnet50_cocoOV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only29.158.220.0090.14331442042157210277.58
164faster_rcnn_resnet50_cocoOV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only85.8722.370.0050.209169544102847720530.369
165faster_rcnn_resnet50_cocoOV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only27.707.830.0140.11120042502100212579.521
166faster_rcnn_resnet50_cocoOV-2023.0coreIntel® Core™ i7-11800H12.173.280.0280.2704354514354593.88
167faster_rcnn_resnet50_cocoOV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only112.0932.420.0060.208187185402935927090.8
168faster_rcnn_resnet50_cocoOV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only417.4950.540.0120.5963400070021700035010.218
169faster_rcnn_resnet50_cocoOV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only65.1316.920.0290.21722743002113715042.57
170faster_rcnn_resnet50_cocoOV-2023.0accelIntel® Flex-170222.32144.560.1151.48219251501192515071.57
171faster_rcnn_resnet50_cocoOV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only8.224.091.840.0770.54810715110715475.771
172faster_rcnn_resnet50_cocoOV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only13.316.132.380.0270.47549028149028298.019
173faster_rcnn_resnet50_cocoOV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only17.329.614.500.0250.38569745169745230.593
174faster_rcnn_resnet50_cocoOV-2023.0core-iGPUIntel® Processor N200 GPU-only0.480.280.140.0020.0801936119368322.584
175faster_rcnn_resnet50_cocoOV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only15.378.203.720.0360.54942628142628266.287
176faster_rcnn_resnet50_cocoOV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only8.581.990.0800.57210715110715
177faster_rcnn_resnet50_cocoOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only11.831.810.0240.42349028149028
178faster_rcnn_resnet50_cocoOV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only20.105.540.0290.44769745169745
179faster_rcnn_resnet50_cocoOV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only0.600.190.0030.099193611936
180faster_rcnn_resnet50_cocoOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only13.393.310.0310.47842628142628
181end_rec
182begin_rec
183googlenet-v4OV-2023.0coreIntel® Core™ i9-12900HK CPU-only111.7831.980.1602.4846974516974516.401
184googlenet-v4OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only3.191.340.0940.335349.51349.5330.309
185googlenet-v4OV-2023.0atomIntel® Celeron™ 6305E CPU-only15.154.130.1421.0101071511071565.484
186googlenet-v4OV-2023.0coreIntel® Core™ i3-8100 CPU-only29.7115.290.2540.4571176511176534.592
187googlenet-v4OV-2023.0coreIntel® Core™ i5-10500TE CPU-only42.9422.860.2011.2272143512143525.957
188googlenet-v4OV-2023.0coreIntel® Core™ i5-13600K CPU-only147.7242.200.4491.182329125132912515.377
189googlenet-v4OV-2023.0coreIntel® Core™ i5-8500 CPU-only47.1923.810.2400.7261976511976521.507
190googlenet-v4OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only68.5617.470.1612.4494262814262816.906
191googlenet-v4OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only55.8214.000.1141.9944902814902819.042
192googlenet-v4OV-2023.0coreIntel® Core™ i7-8700T CPU-only35.7918.770.1181.0233033513033531.127
193googlenet-v4OV-2023.0coreIntel® Core™ i9-10900TE CPU-only45.8722.920.0941.3114883514883524.9
194googlenet-v4OV-2023.0coreIntel® Core™ i9-12900TE CPU-only80.2222.640.1472.2925443515443519.511
195googlenet-v4OV-2023.0coreIntel® Core™ i9-13900K CPU-only219.9269.930.3671.759599125159912511.893
196googlenet-v4OV-2023.0atomIntel® Processor N-2002.020.920.0100.337193611936536.385
197googlenet-v4OV-2023.0xeonIntel® Xeon® W1290P CPU-only82.7541.210.1390.662594125159412513.243
198googlenet-v4OV-2023.0xeonIntel® Xeon® E-2124G CPU-only28.1714.890.1130.3972497112497136.365
199googlenet-v4OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only302.1677.160.0961.48131442042157210210.628
200googlenet-v4OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only950.44228.440.0562.31816954410284772055.714
201googlenet-v4OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only287.1273.940.1431.14820042502100212511.353
202googlenet-v4OV-2023.0coreIntel® Core™ i7-11800H128.4832.510.2952.8554354514354510.465
203googlenet-v4OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only1475.64347.330.0792.73318718540293592703.308
204googlenet-v4OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only5145.62522.170.1517.351340007002170003503.46
205googlenet-v4OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only730.64169.520.3212.4352274300211371506.386
206googlenet-v4OV-2023.0accelIntel® Flex-170834.65515.700.4345.56419251501192515018.9
207googlenet-v4OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only66.8231.4618.620.6254.4551071511071559.758
208googlenet-v4OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only106.6055.1633.100.2183.8074902814902836.221
209googlenet-v4OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only126.9464.6041.280.1822.8216974516974531.129
210googlenet-v4OV-2023.0core-iGPUIntel® Processor N200 GPU-only4.271.991.140.0220.712193611936934.853
211googlenet-v4OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only120.7459.6536.700.2834.3124262814262832.7
212googlenet-v4OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only86.4620.870.8085.76410715110715
213googlenet-v4OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only134.9732.380.2754.82049028149028
214googlenet-v4OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only203.0955.430.2914.51369745169745
215googlenet-v4OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only6.001.590.0311.001193611936
216googlenet-v4OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only125.2833.330.2944.47442628142628
217end_rec
218begin_rec
219GPT-2OV-2023.0coreIntel® Core™ i9-12900HK CPU-only3.762.020.0050.08369745169745296.881
220GPT-2OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only0.200.100.0060.021349.51349.55419.817
221GPT-2OV-2023.0atomIntel® Celeron™ 6305E CPU-only0.880.300.0080.058107151107151086.958
222GPT-2OV-2023.0coreIntel® Core™ i3-8100 CPU-only1.441.030.0120.02211765111765717.508
223GPT-2OV-2023.0coreIntel® Core™ i5-10500TE CPU-only1.711.210.0080.04921435121435597.084
224GPT-2OV-2023.0coreIntel® Core™ i5-13600K CPU-only5.382.940.0160.0433291251329125227.166
225GPT-2OV-2023.0coreIntel® Core™ i5-8500 CPU-only2.091.500.0110.03219765119765488.848
226GPT-2OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only3.331.250.0080.11942628142628340.886
227GPT-2OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only1.730.850.0040.06249028149028567.627
228GPT-2OV-2023.0coreIntel® Core™ i7-8700T CPU-only1.931.260.0060.05530335130335572.361
229GPT-2OV-2023.0coreIntel® Core™ i9-10900TE CPU-only1.931.280.0040.05548835148835511.396
230GPT-2OV-2023.0coreIntel® Core™ i9-12900TE CPU-only2.861.480.0050.08254435154435325.104
231GPT-2OV-2023.0coreIntel® Core™ i9-13900K CPU-only5.884.250.0100.0475991251599125179.104
232GPT-2OV-2023.0atomIntel® Processor N-2000.120.070.0010.0211936119368434.695
233GPT-2OV-2023.0xeonIntel® Xeon® W1290P CPU-only2.141.450.0040.0175941251594125401.241
234GPT-2OV-2023.0xeonIntel® Xeon® E-2124G CPU-only1.571.070.0060.02224971124971673.96
235GPT-2OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only13.745.550.0040.067314420421572102154.435
236GPT-2OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only22.6014.000.0010.055169544102847720577.3
237GPT-2OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only13.285.300.0070.053200425021002125160.915
238GPT-2OV-2023.0coreIntel® Core™ i7-11800H5.052.190.0120.11243545143545208.952
239GPT-2OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only38.5222.010.0020.071187185402935927057.554
240GPT-2OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only76.5929.210.0020.1093400070021700035030.93
241GPT-2OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only23.3211.260.0100.078227430021137150132.245
242GPT-2OV-2023.0accelIntel® Flex-17039.0649.090.0200.260192515011925150408.749
243GPT-2OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only3.022.271.510.0280.201107151107151319.205
244GPT-2OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only2.002.741.570.0040.071490281490281989.235
245GPT-2OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only5.684.853.220.0080.12669745169745703.429
246GPT-2OV-2023.0core-iGPUIntel® Processor N200 GPU-only0.230.160.110.0010.03819361193617533.595
247GPT-2OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only4.164.132.690.0100.14842628142628960.778
248GPT-2OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only3.001.490.0280.20010715110715
249GPT-2OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only1.681.090.0030.06049028149028
250GPT-2OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only5.093.280.0070.11369745169745
251GPT-2OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only0.280.130.0010.046193611936
252GPT-2OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only4.272.260.0100.15342628142628
253end_rec
254begin_rec
255mobilenet-ssdOV-2023.0coreIntel® Core™ i9-12900HK CPU-only789.36299.791.13317.541697451697452.072
256mobilenet-ssdOV-2023.0atomIntel® Atom™ x5-E3940 CPU-only27.0112.730.7942.843349.51349.539.577
257mobilenet-ssdOV-2023.0atomIntel® Celeron™ 6305E CPU-only116.1640.171.0867.744107151107158.472
258mobilenet-ssdOV-2023.0coreIntel® Core™ i3-8100 CPU-only221.80140.581.8963.412117651117654.715
259mobilenet-ssdOV-2023.0coreIntel® Core™ i5-10500TE CPU-only344.62201.931.6109.846214351214353.456
260mobilenet-ssdOV-2023.0coreIntel® Core™ i5-13600K CPU-only1020.39400.823.1018.16332912513291251.993
261mobilenet-ssdOV-2023.0coreIntel® Core™ i5-8500 CPU-only357.97218.521.8175.507197651197652.96
262mobilenet-ssdOV-2023.0coreIntel® Core™ i7-1185G7 CPU-only548.92158.261.28919.604426281426282.106
263mobilenet-ssdOV-2023.0coreIntel® Core™ i7-1185GRE CPU-only441.91112.330.90215.783490281490282.364
264mobilenet-ssdOV-2023.0coreIntel® Core™ i7-8700T CPU-only285.67177.220.9438.162303351303354.236
265mobilenet-ssdOV-2023.0coreIntel® Core™ i9-10900TE CPU-only361.27208.160.74010.322488351488353.267
266mobilenet-ssdOV-2023.0coreIntel® Core™ i9-12900TE CPU-only583.02215.651.07216.658544351544352.48
267mobilenet-ssdOV-2023.0coreIntel® Core™ i9-13900K CPU-only1604.36665.092.67812.83559912515991251.778
268mobilenet-ssdOV-2023.0atomIntel® Processor N-20015.328.770.0792.55419361193667.817
269mobilenet-ssdOV-2023.0xeonIntel® Xeon® W1290P CPU-only652.21307.441.0985.21859412515941251.656
270mobilenet-ssdOV-2023.0xeonIntel® Xeon® E-2124G CPU-only211.82140.470.8512.983249711249714.88
271mobilenet-ssdOV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only2268.48693.510.72211.1203144204215721021.499
272mobilenet-ssdOV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only6587.851822.350.38916.06816954410284772051.043
273mobilenet-ssdOV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only2163.47666.621.0808.6542004250210021251.55
274mobilenet-ssdOV-2023.0coreIntel® Core™ i7-11800H1031.34300.852.37122.919435451435451.295
275mobilenet-ssdOV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only11311.712529.800.60420.94818718540293592700.697
276mobilenet-ssdOV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only24846.063999.290.73135.494340007002170003500.839
277mobilenet-ssdOV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only5398.001364.132.37417.9932274300211371500.809
278mobilenet-ssdOV-2023.0accelIntel® Flex-1704127.473257.042.14427.5161925150119251503.644
279mobilenet-ssdOV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only453.40238.03149.064.23730.226107151107158.634
280mobilenet-ssdOV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only619.19332.33199.951.26422.114490281490286.244
281mobilenet-ssdOV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only816.41453.27310.531.17118.142697451697454.657
282mobilenet-ssdOV-2023.0core-iGPUIntel® Processor N200 GPU-only32.4216.8410.650.1685.403193611936121.698
283mobilenet-ssdOV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only702.15407.81276.231.64825.077426281426285.535
284mobilenet-ssdOV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only326.89144.123.05521.79310715110715
285mobilenet-ssdOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only569.19143.171.16220.32849028149028
286mobilenet-ssdOV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only1042.75416.991.49623.17269745169745
287mobilenet-ssdOV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only37.1815.370.1936.197193611936
288mobilenet-ssdOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only748.60253.991.75726.73642628142628
289end_rec
290begin_rec
291mobilenet-v2OV-2023.0coreIntel® Core™ i9-12900HK CPU-only1726.00932.732.47638.356697451697451.085
292mobilenet-v2OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only74.7445.442.1987.867349.51349.514.582
293mobilenet-v2OV-2023.0atomIntel® Celeron™ 6305E CPU-only280.00133.142.61718.667107151107153.497
294mobilenet-v2OV-2023.0coreIntel® Core™ i3-8100 CPU-only534.65456.874.5708.225117651117651.974
295mobilenet-v2OV-2023.0coreIntel® Core™ i5-10500TE CPU-only882.73483.114.12525.221214351214351.556
296mobilenet-v2OV-2023.0coreIntel® Core™ i5-13600K CPU-only2619.921305.557.96320.95932912513291250.958
297mobilenet-v2OV-2023.0coreIntel® Core™ i5-8500 CPU-only876.27684.154.44813.481197651197651.325
298mobilenet-v2OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only1378.21520.063.23549.222426281426280.931
299mobilenet-v2OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only1065.40315.102.17438.050490281490281.015
300mobilenet-v2OV-2023.0coreIntel® Core™ i7-8700T CPU-only718.66516.572.37220.533303351303351.854
301mobilenet-v2OV-2023.0coreIntel® Core™ i9-10900TE CPU-only920.75638.151.88726.307488351488351.514
302mobilenet-v2OV-2023.0coreIntel® Core™ i9-12900TE CPU-only1283.37687.612.35936.668544351544351.219
303mobilenet-v2OV-2023.0coreIntel® Core™ i9-13900K CPU-only3959.962062.896.61131.68059912515991250.768
304mobilenet-v2OV-2023.0atomIntel® Processor N-20040.7729.630.2116.79519361193627.138
305mobilenet-v2OV-2023.0xeonIntel® Xeon® W1290P CPU-only1670.25813.612.81213.36259412515941250.795
306mobilenet-v2OV-2023.0xeonIntel® Xeon® E-2124G CPU-only519.94450.612.0887.323249711249712.036
307mobilenet-v2OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only5539.891920.531.76227.1563144204215721021.349
308mobilenet-v2OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only15210.144417.850.89737.09816954410284772050.851
309mobilenet-v2OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only5369.691859.792.67921.4792004250210021251.364
310mobilenet-v2OV-2023.0coreIntel® Core™ i7-11800H2575.56938.745.92157.235435451435450.636
311mobilenet-v2OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only23172.786910.901.23842.91318718540293592700.522
312mobilenet-v2OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only35561.6710976.351.04650.802340007002170003500.618
313mobilenet-v2OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only12687.833600.855.58042.2932274300211371500.51
314mobilenet-v2OV-2023.0accelIntel® Flex-1705398.235255.592.80435.9881925150119251502.256
315mobilenet-v2OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only671.48511.12338.926.27644.765107151107155.565
316mobilenet-v2OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only909.69583.68350.461.85732.489490281490284.207
317mobilenet-v2OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only1205.84894.32586.791.73026.796697451697453.127
318mobilenet-v2OV-2023.0core-iGPUIntel® Processor N200 GPU-only60.9741.2726.900.31610.16219361193664.669
319mobilenet-v2OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only1000.97740.36523.202.35035.749426281426283.855
320mobilenet-v2OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only1468.05394.1613.72097.87010715110715
321mobilenet-v2OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only1168.44216.482.38541.73049028149028
322mobilenet-v2OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only3183.481119.784.56770.74469745169745
323mobilenet-v2OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only117.3649.870.60819.560193611936
324mobilenet-v2OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only2238.11597.275.25479.93342628142628
325end_rec
326begin_rec
327resnet-50OV-2023.0coreIntel® Core™ i9-12900HK CPU-only372.55103.200.5358.279697451697454.778
328resnet-50OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only10.924.540.3211.150349.51349.594.519
329resnet-50OV-2023.0atomIntel® Celeron™ 6305E CPU-only50.1314.450.4693.3421071511071519.719
330resnet-50OV-2023.0coreIntel® Core™ i3-8100 CPU-only97.5951.990.8341.5011176511176510.637
331resnet-50OV-2023.0coreIntel® Core™ i5-10500TE CPU-only144.6175.370.6764.132214351214358.098
332resnet-50OV-2023.0coreIntel® Core™ i5-13600K CPU-only500.94143.021.5234.00832912513291254.456
333resnet-50OV-2023.0coreIntel® Core™ i5-8500 CPU-only155.1681.160.7882.387197651197656.958
334resnet-50OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only224.3560.580.5278.012426281426285.088
335resnet-50OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only182.5747.310.3736.520490281490285.96
336resnet-50OV-2023.0coreIntel® Core™ i7-8700T CPU-only121.7162.980.4023.477303351303359.845
337resnet-50OV-2023.0coreIntel® Core™ i9-10900TE CPU-only155.0977.880.3184.431488351488357.418
338resnet-50OV-2023.0coreIntel® Core™ i9-12900TE CPU-only267.5875.490.4927.645544351544355.351
339resnet-50OV-2023.0coreIntel® Core™ i9-13900K CPU-only744.56235.071.2435.95659912515991253.366
340resnet-50OV-2023.0atomIntel® Processor N-2006.733.180.0351.121193611936160.351
341resnet-50OV-2023.0xeonIntel® Xeon® W1290P CPU-only276.11141.280.4652.20959412515941253.804
342resnet-50OV-2023.0xeonIntel® Xeon® E-2124G CPU-only93.1950.970.3741.3122497112497111.014
343resnet-50OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only968.34269.280.3084.7473144204215721022.912
344resnet-50OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only2928.36755.500.1737.14216954410284772051.501
345resnet-50OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only928.12257.710.4633.7122004250210021253.015
346resnet-50OV-2023.0coreIntel® Core™ i7-11800H418.87112.990.9639.308435451435452.909
347resnet-50OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only5006.831168.910.2679.27218718540293592701.016
348resnet-50OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only18906.261671.790.55627.009340007002170003501.003
349resnet-50OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only2292.86570.351.0087.6432274300211371501.463
350resnet-50OV-2023.0accelIntel® Flex-1703088.381947.781.60420.5891925150119251504.919
351resnet-50OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only212.07117.1966.741.98214.1381071511071518.752
352resnet-50OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only296.02166.1590.650.60410.5724902814902813.174
353resnet-50OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only380.98229.42143.430.5478.4666974516974510.195
354resnet-50OV-2023.0core-iGPUIntel® Processor N200 GPU-only15.197.964.350.0792.532193611936262.333
355resnet-50OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only351.93210.88120.400.82612.5694262814262811.145
356resnet-50OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only298.1975.452.78719.88010715110715
357resnet-50OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only440.3487.840.89915.72649028149028
358resnet-50OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only714.02187.031.02415.86769745169745
359resnet-50OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only21.286.360.1103.546193611936
360resnet-50OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only469.96122.381.10316.78442628142628
361end_rec
362begin_rec
363ssd-resnet34-1200OV-2023.0coreIntel® Core™ i9-12900HK CPU-only6.001.850.0090.13369745169745241.005
364ssd-resnet34-1200OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only0.180.080.0050.019349.51349.55553.228
365ssd-resnet34-1200OV-2023.0atomIntel® Celeron™ 6305E CPU-only0.900.230.0080.060107151107151118.931
366ssd-resnet34-1200OV-2023.0coreIntel® Core™ i3-8100 CPU-only1.690.980.0140.02611765111765593.303
367ssd-resnet34-1200OV-2023.0coreIntel® Core™ i5-10500TE CPU-only2.421.400.0110.06921435121435459.773
368ssd-resnet34-1200OV-2023.0coreIntel® Core™ i5-13600K CPU-only8.102.460.0250.0653291251329125207.938
369ssd-resnet34-1200OV-2023.0coreIntel® Core™ i5-8500 CPU-only2.631.490.0130.04019765119765393.411
370ssd-resnet34-1200OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only3.820.990.0090.13642628142628280.093
371ssd-resnet34-1200OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only3.150.820.0060.11349028149028315.974
372ssd-resnet34-1200OV-2023.0coreIntel® Core™ i7-8700T CPU-only2.021.130.0070.05830335130335562.292
373ssd-resnet34-1200OV-2023.0coreIntel® Core™ i9-10900TE CPU-only2.491.380.0050.07148835148835411.048
374ssd-resnet34-1200OV-2023.0coreIntel® Core™ i9-12900TE CPU-only4.071.340.0070.11654435154435297.001
375ssd-resnet34-1200OV-2023.0coreIntel® Core™ i9-13900K CPU-only12.384.120.0210.0995991251599125157.781
376ssd-resnet34-1200OV-2023.0atomIntel® Processor N-2000.110.050.0010.0191936119368993.66
377ssd-resnet34-1200OV-2023.0xeonIntel® Xeon® W1290P CPU-only4.572.530.0080.0375941251594125202.869
378ssd-resnet34-1200OV-2023.0xeonIntel® Xeon® E-2124G CPU-only1.600.920.0060.02324971124971622.799
379ssd-resnet34-1200OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only17.654.590.0060.087314420421572102116.003
380ssd-resnet34-1200OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only57.9014.860.0030.141169544102847720536.506
381ssd-resnet34-1200OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only16.784.370.0080.067200425021002125121.986
382ssd-resnet34-1200OV-2023.0coreIntel® Core™ i7-11800H7.081.820.0160.15743545143545155.088
383ssd-resnet34-1200OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only78.7720.790.0040.1461871854029359270106.673
384ssd-resnet34-1200OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only440.9231.410.0130.630340007002170003508.749
385ssd-resnet34-1200OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only42.6310.560.0190.14222743002113715059.63
386ssd-resnet34-1200OV-2023.0accelIntel® Flex-170150.9992.060.0781.007192515011925150105.864
387ssd-resnet34-1200OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only5.042.621.410.0470.33610715110715774.647
388ssd-resnet34-1200OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only8.744.782.250.0180.31249028149028444.2
389ssd-resnet34-1200OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only10.886.263.420.0160.24269745169745367.297
390ssd-resnet34-1200OV-2023.0core-iGPUIntel® Processor N200 GPU-only0.290.170.0020.04919361193613690.681
391ssd-resnet34-1200OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only9.705.422.840.0230.34742628142628422.084
392ssd-resnet34-1200OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only0.900.230.0080.06010715110715
393ssd-resnet34-1200OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only3.150.820.0060.11249028149028
394ssd-resnet34-1200OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only5.931.870.0090.13269745169745
395ssd-resnet34-1200OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only0.110.050.0010.018193611936
396ssd-resnet34-1200OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only3.911.000.0090.14042628142628
397end_rec
398begin_rec
399unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i9-12900HK CPU-only8.653.050.0120.19269745169745156.161
400unet-camvid-onnx-0001OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only0.260.040.0080.027349.51349.53981.236
401unet-camvid-onnx-0001OV-2023.0atomIntel® Celeron™ 6305E CPU-only1.490.380.0140.10010715110715672.584
402unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i3-8100 CPU-only2.461.550.0210.03811765111765413.844
403unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i5-10500TE CPU-only3.602.250.0170.10321435121435322.582
404unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i5-13600K CPU-only11.674.030.0350.0933291251329125132.595
405unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i5-8500 CPU-only3.852.390.0200.05919765119765263.384
406unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only6.421.610.0150.22942628142628169.941
407unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only5.201.280.0110.18649028149028188.957
408unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i7-8700T CPU-only3.011.860.0100.08630335130335384.226
409unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i9-10900TE CPU-only3.622.250.0070.10348835148835286.784
410unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i9-12900TE CPU-only6.152.250.0110.17654435154435187.178
411unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i9-13900K CPU-only18.366.780.0310.147599125159912599.814
412unet-camvid-onnx-0001OV-2023.0atomIntel® Processor N-2000.170.090.0010.0291936119365875.117
413unet-camvid-onnx-0001OV-2023.0xeonIntel® Xeon® W1290P CPU-only6.614.000.0110.0535941251594125153.203
414unet-camvid-onnx-0001OV-2023.0xeonIntel® Xeon® E-2124G CPU-only2.351.490.0090.03324971124971436.422
415unet-camvid-onnx-0001OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only29.077.340.0090.14231442042157210271.813
416unet-camvid-onnx-0001OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only95.2321.780.0060.232169544102847720523.521
417unet-camvid-onnx-0001OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only27.717.010.0140.11120042502100212574.843
418unet-camvid-onnx-0001OV-2023.0coreIntel® Core™ i7-11800H11.742.940.0270.2614354514354594.316
419unet-camvid-onnx-0001OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only129.4831.770.0070.240187185402935927073.505
420unet-camvid-onnx-0001OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only505.8748.400.0150.723340007002170003509.311
421unet-camvid-onnx-0001OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only69.9416.080.0310.23322743002113715041.748
422unet-camvid-onnx-0001OV-2023.0accelIntel® Flex-170254.48144.900.1321.69719251501192515062.698
423unet-camvid-onnx-0001OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only8.414.372.380.0790.56010715110715475.669
424unet-camvid-onnx-0001OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only15.728.024.270.0320.56249028149028253.853
425unet-camvid-onnx-0001OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only19.1310.065.580.0270.42569745169745208.318
426unet-camvid-onnx-0001OV-2023.0core-iGPUIntel® Processor N200 GPU-only0.470.270.140.0020.0781936119368545.949
427unet-camvid-onnx-0001OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only17.318.854.830.0410.61842628142628227.453
428unet-camvid-onnx-0001OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only8.902.450.0830.59310715110715
429unet-camvid-onnx-0001OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only14.813.730.0300.52949028149028
430unet-camvid-onnx-0001OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only19.836.120.0280.44169745169745
431unet-camvid-onnx-0001OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only0.570.200.0030.096193611936
432unet-camvid-onnx-0001OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only14.143.750.0330.50542628142628
433end_rec
434begin_rec
435yolo_v3OV-2023.0coreIntel® Core™ i9-12900HK CPU-only39.7711.970.0570.8846974516974534.872
436yolo_v3OV-2023.0atomIntel® Atom™ x5-E3940 CPU-only1.130.520.0330.119349.51349.5903.841
437yolo_v3OV-2023.0atomIntel® Celeron™ 6305E CPU-only5.451.550.0510.36310715110715184.58
438yolo_v3OV-2023.0coreIntel® Core™ i3-8100 CPU-only10.635.890.0910.1641176511176595.036
439yolo_v3OV-2023.0coreIntel® Core™ i5-10500TE CPU-only15.378.390.0720.4392143512143574.286
440yolo_v3OV-2023.0coreIntel® Core™ i5-13600K CPU-only51.8415.890.1580.415329125132912530.003
441yolo_v3OV-2023.0coreIntel® Core™ i5-8500 CPU-only16.378.990.0830.2521976511976563.341
442yolo_v3OV-2023.0coreIntel® Core™ i7-1185G7 CPU-only23.656.470.0560.8454262814262846.28
443yolo_v3OV-2023.0coreIntel® Core™ i7-1185GRE CPU-only19.405.080.0400.6934902814902851.709
444yolo_v3OV-2023.0coreIntel® Core™ i7-8700T CPU-only12.666.990.0420.3623033513033586.495
445yolo_v3OV-2023.0coreIntel® Core™ i9-10900TE CPU-only16.068.390.0330.4594883514883568.145
446yolo_v3OV-2023.0coreIntel® Core™ i9-12900TE CPU-only27.938.410.0510.7985443515443542.848
447yolo_v3OV-2023.0coreIntel® Core™ i9-13900K CPU-only79.9826.470.1340.640599125159912523.62
448yolo_v3OV-2023.0atomIntel® Processor N-2000.710.350.0040.1181936119361470.788
449yolo_v3OV-2023.0xeonIntel® Xeon® W1290P CPU-only29.2214.280.0490.234594125159412532.442
450yolo_v3OV-2023.0xeonIntel® Xeon® E-2124G CPU-only10.065.720.0400.14224971124971100.122
451yolo_v3OV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only105.4429.930.0340.51731442042157210222.133
452yolo_v3OV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only318.9688.540.0190.778169544102847720510.668
453yolo_v3OV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only100.4828.510.0500.40220042502100212523.175
454yolo_v3OV-2023.0coreIntel® Core™ i7-11800H43.6111.910.1000.9694354514354526.339
455yolo_v3OV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only485.45108.760.0260.89918718540293592706.704
456yolo_v3OV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only2042.57194.960.0602.918340007002170003503.296
457yolo_v3OV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only240.7162.500.1060.80222743002113715013.156
458yolo_v3OV-2023.0accelIntel® Flex-170715.46313.590.3724.77019251501192515021.953
459yolo_v3OV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only32.0115.018.050.2992.13410715110715123.951
460yolo_v3OV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only59.0826.5013.680.1212.1104902814902867.531
461yolo_v3OV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only69.3334.3018.800.0991.5416974516974557.179
462yolo_v3OV-2023.0core-iGPUIntel® Processor N200 GPU-only1.820.940.510.0090.3041936119362193.513
463yolo_v3OV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only62.3929.6216.260.1462.2284262814262864.935
464yolo_v3OV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only33.338.570.3112.22210715110715
465yolo_v3OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only54.9412.760.1121.96249028149028
466yolo_v3OV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only79.3421.620.1141.76369745169745
467yolo_v3OV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only2.180.720.0110.363193611936
468yolo_v3OV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only50.7613.720.1191.81342628142628
469end_rec
470begin_rec
471yolo_v3_tinyOV-2023.0coreIntel® Core™ i9-12900HK CPU-only433.83136.360.6229.641697451697453.411
472yolo_v3_tinyOV-2023.0atomIntel® Atom™ x5-E3940 CPU-only12.336.200.3631.297349.51349.582.687
473yolo_v3_tinyOV-2023.0atomIntel® Celeron™ 6305E CPU-only54.2318.050.5073.6151071511071518.195
474yolo_v3_tinyOV-2023.0coreIntel® Core™ i3-8100 CPU-only112.4565.070.9611.730117651117658.957
475yolo_v3_tinyOV-2023.0coreIntel® Core™ i5-10500TE CPU-only167.8392.820.7844.795214351214356.71
476yolo_v3_tinyOV-2023.0coreIntel® Core™ i5-13600K CPU-only600.04199.221.8244.80032912513291253.14
477yolo_v3_tinyOV-2023.0coreIntel® Core™ i5-8500 CPU-only176.0199.540.8932.708197651197655.439
478yolo_v3_tinyOV-2023.0coreIntel® Core™ i7-1185G7 CPU-only241.8975.370.5688.639426281426284.543
479yolo_v3_tinyOV-2023.0coreIntel® Core™ i7-1185GRE CPU-only203.8457.670.4167.280490281490285.129
480yolo_v3_tinyOV-2023.0coreIntel® Core™ i7-8700T CPU-only137.7478.000.4553.936303351303358.162
481yolo_v3_tinyOV-2023.0coreIntel® Core™ i9-10900TE CPU-only180.4492.860.3705.155488351488356.283
482yolo_v3_tinyOV-2023.0coreIntel® Core™ i9-12900TE CPU-only303.1497.030.5578.661544351544354.164
483yolo_v3_tinyOV-2023.0coreIntel® Core™ i9-13900K CPU-only882.39296.771.4737.05959912515991252.558
484yolo_v3_tinyOV-2023.0atomIntel® Processor N-2007.824.150.0411.304193611936136.62
485yolo_v3_tinyOV-2023.0xeonIntel® Xeon® W1290P CPU-only349.17156.050.5882.79359412515941252.995
486yolo_v3_tinyOV-2023.0xeonIntel® Xeon® E-2124G CPU-only106.7164.030.4291.503249711249719.391
487yolo_v3_tinyOV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only1052.16339.300.3355.1583144204215721022.514
488yolo_v3_tinyOV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only2932.78914.370.1737.15316954410284772051.216
489yolo_v3_tinyOV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only1010.00323.690.5044.0402004250210021252.623
490yolo_v3_tinyOV-2023.0coreIntel® Core™ i7-11800H448.62139.591.0319.969435451435452.61
491yolo_v3_tinyOV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only4584.211374.000.2458.48918718540293592700.876
492yolo_v3_tinyOV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only13092.132107.190.38518.703340007002170003501.143
493yolo_v3_tinyOV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only2217.64704.050.9757.3922274300211371501.319
494yolo_v3_tinyOV-2023.0accelIntel® Flex-1703196.822123.721.66121.3121925150119251504.692
495yolo_v3_tinyOV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only290.98151.9086.092.71919.3981071511071513.63
496yolo_v3_tinyOV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only505.41257.15136.411.03118.050490281490287.676
497yolo_v3_tinyOV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only616.60331.25206.560.88513.702697451697456.288
498yolo_v3_tinyOV-2023.0core-iGPUIntel® Processor N200 GPU-only17.579.955.670.0912.928193611936226.048
499yolo_v3_tinyOV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only547.67291.75171.001.28619.560426281426287.089
500yolo_v3_tinyOV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only321.1292.813.00121.40810715110715
501yolo_v3_tinyOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only324.9398.380.66311.60549028149028
502yolo_v3_tinyOV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only755.15230.161.08316.78169745169745
503yolo_v3_tinyOV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only24.027.840.1244.003193611936
504yolo_v3_tinyOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only487.88144.541.14517.42442628142628
505end_rec
506begin_rec
507yolo_v8nOV-2023.0coreIntel® Core™ i9-12900HK CPU-only184.7072.610.2654.104697451697457.542
508yolo_v8nOV-2023.0atomIntel® Atom™ x5-E3940 CPU-only5.693.010.1670.598349.51349.5185.626
509yolo_v8nOV-2023.0atomIntel® Celeron™ 6305E CPU-only24.689.600.2311.6451071511071540.111
510yolo_v8nOV-2023.0coreIntel® Core™ i3-8100 CPU-only53.9733.140.4610.8301176511176518.918
511yolo_v8nOV-2023.0coreIntel® Core™ i5-10500TE CPU-only81.1147.460.3792.3172143512143516.114
512yolo_v8nOV-2023.0coreIntel® Core™ i5-13600K CPU-only244.0296.780.7421.95232912513291256.96
513yolo_v8nOV-2023.0coreIntel® Core™ i5-8500 CPU-only84.6451.150.4301.3021976511976511.917
514yolo_v8nOV-2023.0coreIntel® Core™ i7-1185G7 CPU-only106.3039.770.2503.7964262814262810.673
515yolo_v8nOV-2023.0coreIntel® Core™ i7-1185GRE CPU-only76.6529.150.1562.7384902814902812.187
516yolo_v8nOV-2023.0coreIntel® Core™ i7-8700T CPU-only69.8942.390.2311.9973033513033516.596
517yolo_v8nOV-2023.0coreIntel® Core™ i9-10900TE CPU-only83.4249.700.1712.3834883514883513.027
518yolo_v8nOV-2023.0coreIntel® Core™ i9-12900TE CPU-only132.8851.980.2443.796544351544359.23
519yolo_v8nOV-2023.0coreIntel® Core™ i9-13900K CPU-only379.01156.740.6333.03259912515991255.512
520yolo_v8nOV-2023.0atomIntel® Processor N-2003.251.940.0170.541193611936315.715
521yolo_v8nOV-2023.0xeonIntel® Xeon® W1290P CPU-only125.8474.970.2121.00759412515941256.46
522yolo_v8nOV-2023.0xeonIntel® Xeon® E-2124G CPU-only52.0732.870.2090.7332497112497119.471
523yolo_v8nOV-2023.0xeonIntel® Xeon® Gold 5218T CPU-only449.63175.440.1432.2043144204215721025.959
524yolo_v8nOV-2023.0xeonIntel® Xeon® Platinum 8270 CPU-only996.63459.950.0592.43116954410284772053.622
525yolo_v8nOV-2023.0xeonIntel® Xeon® Silver 4216R CPU-only432.72168.420.2161.7312004250210021256.229
526yolo_v8nOV-2023.0coreIntel® Core™ i7-11800H194.1074.940.4464.313435451435455.995
527yolo_v8nOV-2023.0xeonIntel® Xeon® Platinum 8380 CPU-only1686.49552.540.0903.12318718540293592702.37
528yolo_v8nOV-2023.0xeonIntel® Xeon® Platinum 8490H CPU-only2714.731006.340.0803.878340007002170003504.403
529yolo_v8nOV-2023.0xeonIntel® Xeon® Silver 4316 CPU-only846.47341.190.3722.8222274300211371503.309
530yolo_v8nOV-2023.0accelIntel® Flex-1701205.321210.940.6268.03519251501192515012.951
531yolo_v8nOV-2023.0core-iGPUIntel® Celeron™ 6305E GPU-only126.2082.5348.621.1798.4131071511071531.597
532yolo_v8nOV-2023.0core-iGPUIntel® Core™ i7-1185GRE iGPU-only154.20106.8259.950.3155.5074902814902824.83
533yolo_v8nOV-2023.0core-iGPUIntel® Core™ i9-12900HK GPU-only218.28155.96102.820.3134.8516974516974517.971
534yolo_v8nOV-2023.0core-iGPUIntel® Processor N200 GPU-only8.785.753.360.0451.463193611936454.508
535yolo_v8nOV-2023.0core-iGPUIntel® Core™ i7-1185G7 GPU-only201.27141.8888.880.4727.1884262814262819.643
536yolo_v8nOV-2023.0core-CPU+iGPUIntel® Celeron™ 6305E GPU-only111.9448.301.0467.46210715110715
537yolo_v8nOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185GRE iGPU-only116.9545.540.2394.17749028149028
538yolo_v8nOV-2023.0core-CPU+iGPUIntel® Core™ i9-12900HK GPU-only283.25118.510.4066.29469745169745
539yolo_v8nOV-2023.0core-CPU+iGPUIntel® Processor N200 GPU-only10.114.490.0521.685193611936
540yolo_v8nOV-2023.0core-CPU+iGPUIntel® Core™ i7-1185G7 GPU-only175.7975.160.4136.27842628142628
541end_rec