openvino/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv

83 KiB

1Network modelReleaseIE-TypePlatform nameThroughput-INT8Throughput-FP16Throughput-FP32ValueEfficiencyPriceTDPSocketsPrice/SocketTDP/SocketLatency_int8UOM_TUOM_VUOM_EUOM_LLatency_FP16Latency_FP32Latency_int4Throughput_INT4Latency_BF16Throughput_BF16
2begin_recFPSFPS/$FPS/TDPmsec.
3bert-base-casedOV-2024.1atomIntel® Atom® x7425E CPU-only10.825.460.1870.90258121581296.96FPSFPS/$FPS/TDPmsec.
4bert-base-casedOV-2024.1atomIntel® Atom® X6425E CPU-only2.02671216712FPSFPS/$FPS/TDPmsec.
5bert-base-casedOV-2024.1atomIntel® Celeron® 6305E CPU-only11.724.30.110.7811071511071588.3FPSFPS/$FPS/TDPmsec.
6bert-base-casedOV-2024.1coreIntel® Core™ i3-8100 CPU-only21.2714.810.1820.3271176511176549.44FPSFPS/$FPS/TDPmsec.
7bert-base-casedOV-2024.1coreIntel® Core™ i5-10500TE CPU-only32.4121.60.1510.9262143512143536.5FPSFPS/$FPS/TDPmsec.
8bert-base-casedOV-2024.1coreIntel® Core™ i5-13600K CPU-only119.2447.440.3620.954329125132912513.9FPSFPS/$FPS/TDPmsec.
9bert-base-casedOV-2024.1coreIntel® Core™ i5-8500 CPU-only33.2322.40.1730.5111926511926531.74FPSFPS/$FPS/TDPmsec.
10bert-base-casedOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only51.4518.390.1211.8384262814262822.87FPSFPS/$FPS/TDPmsec.
11bert-base-casedOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only38.8713.630.0792.5914901514901528.37FPSFPS/$FPS/TDPmsec.
12bert-base-casedOV-2024.1coreIntel® Core™ i7-12700H CPU-only82.7732.830.1651.8395024515024517.28FPSFPS/$FPS/TDPmsec.
13bert-base-casedOV-2024.1coreIntel® Core Ultra 7-165H CPU-only43.94170.0961.5694602814602840.91FPSFPS/$FPS/TDPmsec.
14bert-base-casedOV-2024.1coreIntel® Core™ i7-1360P CPU-only61.124.470.1272.1824802814802824.95FPSFPS/$FPS/TDPmsec.
15bert-base-casedOV-2024.1coreIntel® Core™ i7-8700T CPU-only27.5918.070.0910.7883033513033543.02FPSFPS/$FPS/TDPmsec.
16bert-base-casedOV-2024.1coreIntel® Core™ i9-10900TE CPU-only32.8521.310.0670.9394883514883537.61FPSFPS/$FPS/TDPmsec.
17bert-base-casedOV-2024.1coreIntel® Core™ i9-13900K CPU-only17167.840.2851.368599125159912510.79FPSFPS/$FPS/TDPmsec.
18bert-base-casedOV-2024.1xeonIntel® Xeon® W1290P CPU-only51.2233.80.0860.41594125159412528.37FPSFPS/$FPS/TDPmsec.
19bert-base-casedOV-2024.1xeonIntel® Xeon® E-2124G CPU-only20.7114.50.0410.2925067115067150.19FPSFPS/$FPS/TDPmsec.
20bert-base-casedOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only217.6979.960.0691.03731442102157210514.57FPSFPS/$FPS/TDPmsec.
21bert-base-casedOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only570.1218.540.0341.391695441028477205FPSFPS/$FPS/TDPmsec.
22bert-base-casedOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only895.58340.440.0481.65818718540293592705.51FPSFPS/$FPS/TDPmsec.
23bert-base-casedOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only3159.1495.770.0934.513340007002170003503.89FPSFPS/$FPS/TDPmsec.4.672066.26
24bert-base-casedOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only4721.72584.230.226.745214207002107103503.84FPSFPS/$FPS/TDPmsec.5.043201.77
25bert-base-casedOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only210.8976.470.1041.004202221021011105FPSFPS/$FPS/TDPmsec.
26bert-base-casedOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only441.3166.870.1941.4712274300211371508.04FPSFPS/$FPS/TDPmsec.
27bert-base-casedOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU730.85629.552.2774.872321150132115021.75FPSFPS/$FPS/TDPmsec.
28bert-base-casedOV-2024.1accelIntel® Arc™ A-570M Graphics dGPU292.349254303.6004531.8863.077155951155956.48FPSFPS/$FPS/TDPmsec.
29bert-base-casedOV-2024.1accelIntel® Arc™ A-530M Graphics dGPU293.618372305.664342.3493.091125951125956.5FPSFPS/$FPS/TDPmsec.
30bert-base-casedOV-2024.1accelIntel® Arc™ A-370M Graphics dGPU209.408048188.7265312.1754.18896.350196.3506FPSFPS/$FPS/TDPmsec.
31bert-base-casedOV-2024.1accelIntel® Arc™ A-350M Graphics dGPU171.135601129.8779192.4234.8970.6235170.623510.07FPSFPS/$FPS/TDPmsec.
32bert-base-casedOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU842.14707.380.4375.61419251501192515018.66FPSFPS/$FPS/TDPmsec.
33bert-base-casedOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU193.52148.610.1022.58190075119007582.65FPSFPS/$FPS/TDPmsec.
34bert-base-casedOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only25.0320.170.4322.086581215812148.25FPSFPS/$FPS/TDPmsec.
35bert-base-casedOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only13.314.830.1991.108671216712300.2FPSFPS/$FPS/TDPmsec.
36bert-base-casedOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only45.4633.290.4253.0311071511071587.8FPSFPS/$FPS/TDPmsec.
37bert-base-casedOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only68.1252.930.162.4334262814262858.09FPSFPS/$FPS/TDPmsec.
38bert-base-casedOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only47.8638.890.0983.1914901514901580.98FPSFPS/$FPS/TDPmsec.
39bert-base-casedOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only87.968.510.1751.9535024515024545.09FPSFPS/$FPS/TDPmsec.
40bert-base-casedOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only460281460287.03FPSFPS/$FPS/TDPmsec.
41bert-base-casedOV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only73.0960.980.1592.614602814602814.83FPSFPS/$FPS/TDPmsec.
42bert-base-casedOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU26.4810.150.4572.207581215812FPSFPS/$FPS/TDPmsec.
43bert-base-casedOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU671216712FPSFPS/$FPS/TDPmsec.
44bert-base-casedOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU46.2123.140.4323.08110715110715FPSFPS/$FPS/TDPmsec.
45bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU88.3738.930.2073.15642628142628FPSFPS/$FPS/TDPmsec.
46bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU51.120.630.1043.40749015149015FPSFPS/$FPS/TDPmsec.
47bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU107.2544.370.2142.38350245150245FPSFPS/$FPS/TDPmsec.
48bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU67.6536.740.1472.41646028146028FPSFPS/$FPS/TDPmsec.
49bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU48028148028FPSFPS/$FPS/TDPmsec.
50end_rec
51begin_recFPSFPS/$FPS/TDPmsec.
52bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atomIntel Atom® x7425E CPU-only1.040.490.0180.087581215812983.06FPSFPS/$FPS/TDPmsec.
53bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atomIntel® Atom® X6425E CPU-only0.18671216712FPSFPS/$FPS/TDPmsec.
54bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atomIntel® Celeron® 6305E CPU-only1.170.380.0110.07810715110715858.37FPSFPS/$FPS/TDPmsec.
55bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i3-8100 CPU-only2.081.30.0180.03211765111765497.61FPSFPS/$FPS/TDPmsec.
56bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i5-10500TE CPU-only2.991.860.0140.08521435121435350.37FPSFPS/$FPS/TDPmsec.
57bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i5-13600K CPU-only10.93.960.0330.0873291251329125124.83FPSFPS/$FPS/TDPmsec.
58bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i5-8500 CPU-only3.241.950.0170.0519265119265302.98FPSFPS/$FPS/TDPmsec.
59bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only5.061.640.0120.18142628142628200.37FPSFPS/$FPS/TDPmsec.
60bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only3.661.190.0070.24449015149015267.81FPSFPS/$FPS/TDPmsec.
61bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-12700H CPU-only7.922.830.0160.17650245150245164.16FPSFPS/$FPS/TDPmsec.
62bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core Ultra 7-165H CPU-only4.261.450.0090.15246028146028270.22FPSFPS/$FPS/TDPmsec.
63bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-1360P CPU-only5.742.180.0120.20548028148028234.22FPSFPS/$FPS/TDPmsec.
64bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-8700T CPU-only2.691.60.0090.07730335130335412.97FPSFPS/$FPS/TDPmsec.
65bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i9-10900TE CPU-only3.251.930.0070.09348835148835331.61FPSFPS/$FPS/TDPmsec.
66bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i9-13900K CPU-only16.126.050.0270.129599125159912591.44FPSFPS/$FPS/TDPmsec.
67bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® W1290P CPU-only4.673.090.0080.0375941251594125225.84FPSFPS/$FPS/TDPmsec.
68bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® E-2124G CPU-only2.11.320.0040.0350671150671486.39FPSFPS/$FPS/TDPmsec.
69bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only21.696.920.0070.103314421021572105105.49FPSFPS/$FPS/TDPmsec.
70bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only50.9917.860.0030.124169544102847720555.53FPSFPS/$FPS/TDPmsec.
71bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only64.0927.260.0030.1191871854029359270181.32FPSFPS/$FPS/TDPmsec.
72bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only252.4450.0070.36134000700217000350FPSFPS/$FPS/TDPmsec.31.34238.17
73bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only307.6854.320.0140.442142070021071035022.7FPSFPS/$FPS/TDPmsec.48.27282.5
74bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only20.836.840.010.099202221021011105109.21FPSFPS/$FPS/TDPmsec.
75bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only38.8115.180.0170.129227430021137150107.2FPSFPS/$FPS/TDPmsec.
76bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU148.87111.850.4640.9923211501321150107.07FPSFPS/$FPS/TDPmsec.
77bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Arc™ A-570M Graphics dGPU74.0464.390.4780.7791559511559520.49FPSFPS/$FPS/TDPmsec.
78bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Arc™ A-530M Graphics dGPU77.2563.350.6180.8131259511259520.2FPSFPS/$FPS/TDPmsec.
79bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Arc™ A-370M Graphics dGPU30.9329.090.3210.61996.350196.35034.33FPSFPS/$FPS/TDPmsec.
80bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Arc™ A-350M Graphics dGPU22.0819.670.3130.63170.6235170.623551.12FPSFPS/$FPS/TDPmsec.
81bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU155.76113.590.0811.038192515011925150102.15FPSFPS/$FPS/TDPmsec.
82bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU32.3622.970.0170.4311900751190075494.67FPSFPS/$FPS/TDPmsec.
83bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only2.381.830.0410.1985812158121443.08FPSFPS/$FPS/TDPmsec.
84bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only1.411.460.0210.1186712167122832.73FPSFPS/$FPS/TDPmsec.
85bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only5.133.570.0480.34210715110715778.27FPSFPS/$FPS/TDPmsec.
86bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only8.576.330.020.30642628142628451.82FPSFPS/$FPS/TDPmsec.
87bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only5.194.260.0110.34649015149015738.48FPSFPS/$FPS/TDPmsec.
88bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only11.137.990.0220.24750245150245358.84FPSFPS/$FPS/TDPmsec.
89bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only18.312.440.040.65446028146028FPSFPS/$FPS/TDPmsec.
90bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only8.216.270.0180.29346028146028160.65FPSFPS/$FPS/TDPmsec.
91bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU2.440.870.0420.203581215812FPSFPS/$FPS/TDPmsec.
92bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU0.740.0140.078671216712FPSFPS/$FPS/TDPmsec.
93bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU5.22.350.0490.34710715110715FPSFPS/$FPS/TDPmsec.
94bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU9.173.730.0220.32842628142628FPSFPS/$FPS/TDPmsec.
95bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU4.611.910.0090.30749015149015FPSFPS/$FPS/TDPmsec.
96bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU10.264.20.020.22850245150245FPSFPS/$FPS/TDPmsec.
97bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU8.284.360.0180.29646028146028FPSFPS/$FPS/TDPmsec.
98bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU8.460.0180.30248028148028FPSFPS/$FPS/TDPmsec.
99end_rec
100begin_recFPSFPS/$FPS/TDPmsec.
101efficientdet-d0OV-2024.1atomIntel Atom® x7425E CPU-only14.0910.10.2431.17458121581273.36FPSFPS/$FPS/TDPmsec.
102efficientdet-d0OV-2024.1atomIntel® Atom® X6425E CPU-only7.295.140.1090.608671216712140.59FPSFPS/$FPS/TDPmsec.
103efficientdet-d0OV-2024.1atomIntel® Celeron® 6305E CPU-only18.911.390.1771.261071511071556.95FPSFPS/$FPS/TDPmsec.
104efficientdet-d0OV-2024.1coreIntel® Core™ i3-8100 CPU-only36.5724.620.3130.5631176511176528.55FPSFPS/$FPS/TDPmsec.
105efficientdet-d0OV-2024.1coreIntel® Core™ i5-10500TE CPU-only59.04300.2761.6872143512143521.27FPSFPS/$FPS/TDPmsec.
106efficientdet-d0OV-2024.1coreIntel® Core™ i5-13600K CPU-only153.4690.430.4661.22832912513291259.45FPSFPS/$FPS/TDPmsec.
107efficientdet-d0OV-2024.1coreIntel® Core™ i5-8500 CPU-only58.3338.440.3040.8971926511926518.22FPSFPS/$FPS/TDPmsec.
108efficientdet-d0OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only76.4640.760.1792.7314262814262815.09FPSFPS/$FPS/TDPmsec.
109efficientdet-d0OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only53.0821.660.1083.5394901514901520.69FPSFPS/$FPS/TDPmsec.
110efficientdet-d0OV-2024.1coreIntel® Core™ i7-12700H CPU-only107.6556.750.2142.3925024515024511.9FPSFPS/$FPS/TDPmsec.
111efficientdet-d0OV-2024.1coreIntel® Core Ultra 7-165H CPU-only39.9246028146028FPSFPS/$FPS/TDPmsec.
112efficientdet-d0OV-2024.1coreIntel® Core™ i7-1360P CPU-only82.0339.590.1712.934802814802817.13FPSFPS/$FPS/TDPmsec.
113efficientdet-d0OV-2024.1coreIntel® Core™ i7-8700T CPU-only51.7635.030.1711.4793033513033524.46FPSFPS/$FPS/TDPmsec.
114efficientdet-d0OV-2024.1coreIntel® Core™ i9-10900TE CPU-only64.8336.420.1331.8524883514883519FPSFPS/$FPS/TDPmsec.
115efficientdet-d0OV-2024.1coreIntel® Core™ i9-13900K CPU-only220.06111.60.3671.7659912515991257.21FPSFPS/$FPS/TDPmsec.
116efficientdet-d0OV-2024.1xeonIntel® Xeon® W1290P CPU-only97.0539.830.1630.776594125159412514.28FPSFPS/$FPS/TDPmsec.
117efficientdet-d0OV-2024.1xeonIntel® Xeon® E-2124G CPU-only35.0127.240.0690.4935067115067129.62FPSFPS/$FPS/TDPmsec.
118efficientdet-d0OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only258.91164.140.0821.23331442102157210512.55FPSFPS/$FPS/TDPmsec.
119efficientdet-d0OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only522.25309.460.0311.27416954410284772057.95FPSFPS/$FPS/TDPmsec.
120efficientdet-d0OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only814.44473.350.0441.50818718540293592704.47FPSFPS/$FPS/TDPmsec.
121efficientdet-d0OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only1440.77856.160.0422.058340007002170003504.91FPSFPS/$FPS/TDPmsec.5.311051.34
122efficientdet-d0OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only1654.921131.080.0772.364214207002107103505.43FPSFPS/$FPS/TDPmsec.5.191371.97
123efficientdet-d0OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only251.15157.30.1241.19620222102101110512.83FPSFPS/$FPS/TDPmsec.
124efficientdet-d0OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only467.77283.750.2061.5592274300211371505.92FPSFPS/$FPS/TDPmsec.
125efficientdet-d0OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU702.37660.012.1884.682321150132115022.54FPSFPS/$FPS/TDPmsec.
126efficientdet-d0OV-2024.1accelIntel® Arc™ A-570M Graphics dGPU291.57258.051.8813.069155951155956.6FPSFPS/$FPS/TDPmsec.
127efficientdet-d0OV-2024.1accelIntel® Arc™ A-530M Graphics dGPU203.01200.151.6242.137125951125959.74FPSFPS/$FPS/TDPmsec.
128efficientdet-d0OV-2024.1accelIntel® Arc™ A-370M Graphics dGPU144.88125.851.5042.89896.350196.35010.7FPSFPS/$FPS/TDPmsec.
129efficientdet-d0OV-2024.1accelIntel® Arc™ A-350M Graphics dGPU104.5785.131.4812.98870.6235170.623516.32FPSFPS/$FPS/TDPmsec.
130efficientdet-d0OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU849.42829.930.4415.66319251501192515018.4FPSFPS/$FPS/TDPmsec.
131efficientdet-d0OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU142.27124.980.0751.8971900751190075112.37FPSFPS/$FPS/TDPmsec.
132efficientdet-d0OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only37.9833.770.6553.165581215812100.32FPSFPS/$FPS/TDPmsec.
133efficientdet-d0OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only21.6925.50.3241.808671216712183.86FPSFPS/$FPS/TDPmsec.
134efficientdet-d0OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only72.4160.860.6774.8271071511071555.05FPSFPS/$FPS/TDPmsec.
135efficientdet-d0OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only92.777.350.2183.3114262814262842.67FPSFPS/$FPS/TDPmsec.
136efficientdet-d0OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only56.3743.210.1153.7584901514901570.68FPSFPS/$FPS/TDPmsec.
137efficientdet-d0OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only126.69102.940.2522.8155024515024531.31FPSFPS/$FPS/TDPmsec.
138efficientdet-d0OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only460281460288.08FPSFPS/$FPS/TDPmsec.
139efficientdet-d0OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU39.4718.870.6813.289581215812FPSFPS/$FPS/TDPmsec.
140efficientdet-d0OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU23.3414.960.3481.945671216712FPSFPS/$FPS/TDPmsec.
141efficientdet-d0OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU57.2230.610.5353.81510715110715FPSFPS/$FPS/TDPmsec.
142efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU104.9549.20.2463.74842628142628FPSFPS/$FPS/TDPmsec.
143efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU58.4619.060.1193.89749015149015FPSFPS/$FPS/TDPmsec.
144efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU142.2454.340.2833.16150245150245FPSFPS/$FPS/TDPmsec.
145efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU114.4383.330.2494.08746028146028FPSFPS/$FPS/TDPmsec.
146efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU103.0241.320.2153.67948028148028FPSFPS/$FPS/TDPmsec.
147end_rec
148begin_recFPSFPS/$FPS/TDPmsec.
149mask_rcnn_resnet50_atrous_cocoOV-2024.1atomIntel Atom® x7425E CPU-only0.150.070.0030.0135812158126956.63FPSFPS/$FPS/TDPmsec.
150mask_rcnn_resnet50_atrous_cocoOV-2024.1atomIntel® Atom® X6425E CPU-only0.040.020.0010.00367121671220351.63FPSFPS/$FPS/TDPmsec.
151mask_rcnn_resnet50_atrous_cocoOV-2024.1atomIntel® Celeron® 6305E CPU-only0.160.040.0010.011107151107156110.16FPSFPS/$FPS/TDPmsec.
152mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i3-8100 CPU-only0.290.180.0020.004117651117653383.35FPSFPS/$FPS/TDPmsec.
153mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i5-10500TE CPU-only0.420.270.0020.012214351214352638.53FPSFPS/$FPS/TDPmsec.
154mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i5-13600K CPU-only1.60.520.0050.0133291251329125823.05FPSFPS/$FPS/TDPmsec.
155mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i5-8500 CPU-only0.470.280.0020.007192651192652236.31FPSFPS/$FPS/TDPmsec.
156mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only0.70.190.0020.025426281426281433.13FPSFPS/$FPS/TDPmsec.
157mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only0.50.140.0010.033490151490151869.32FPSFPS/$FPS/TDPmsec.
158mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-12700H CPU-only1.250.380.0020.028502451502451069.7FPSFPS/$FPS/TDPmsec.
159mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core Ultra 7-165H CPU-only0.830.230.0020.03460281460281659.96FPSFPS/$FPS/TDPmsec.
160mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-1360P CPU-only0.910.30.0020.033480281480281451.82FPSFPS/$FPS/TDPmsec.
161mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-8700T CPU-only0.360.20.0010.01303351303353131.44FPSFPS/$FPS/TDPmsec.
162mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i9-10900TE CPU-only0.450.260.0010.013488351488352478.06FPSFPS/$FPS/TDPmsec.
163mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i9-13900K CPU-only2.480.810.0040.025991251599125645.95FPSFPS/$FPS/TDPmsec.
164mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® W1290P CPU-only0.710.470.0010.00659412515941251656.14FPSFPS/$FPS/TDPmsec.
165mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® E-2124G CPU-only0.280.170.0010.004506711506713515.54FPSFPS/$FPS/TDPmsec.
166mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only3.050.890.0010.015314421021572105FPSFPS/$FPS/TDPmsec.
167mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only7.982.2200.0191695441028477205466.31FPSFPS/$FPS/TDPmsec.
168mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only12.893.480.0010.0241871854029359270468.34FPSFPS/$FPS/TDPmsec.
169mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only53.715.380.0020.07734000700217000350240.88FPSFPS/$FPS/TDPmsec.81.3338.89
170mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only34.476.430.0020.04921420700210710350377.63FPSFPS/$FPS/TDPmsec.103.7246.34
171mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only2.980.870.0010.014202221021011105883FPSFPS/$FPS/TDPmsec.
172mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only6.931.790.0030.023227430021137150503.34FPSFPS/$FPS/TDPmsec.
173mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU28.3218.450.0880.1893211501321150564.32FPSFPS/$FPS/TDPmsec.
174mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Arc™ A-570M Graphics dGPU16.310.320.1050.1721559511559587.71FPSFPS/$FPS/TDPmsec.
175mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Arc™ A-530M Graphics dGPU14.729.340.1180.1551259511259595.99FPSFPS/$FPS/TDPmsec.
176mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Arc™ A-370M Graphics dGPU7.324.620.0760.14696.350196.350146.41FPSFPS/$FPS/TDPmsec.
177mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Arc™ A-350M Graphics dGPU3.081.960.0440.08870.6235170.6235308.21FPSFPS/$FPS/TDPmsec.
178mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU32.0919.60.0170.214192515011925150498FPSFPS/$FPS/TDPmsec.
179mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU5.340.0030.07119007511900752993.79FPSFPS/$FPS/TDPmsec.
180mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only0.240.20.0040.0258121581215836.94FPSFPS/$FPS/TDPmsec.
181mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only0.150.160.0020.01367121671226123.74FPSFPS/$FPS/TDPmsec.
182mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only0.530.540.0050.035107151107157509.04FPSFPS/$FPS/TDPmsec.
183mask_rcnn_resnet50_atrous_cocoOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only0.910.920.0020.033426281426284361.11FPSFPS/$FPS/TDPmsec.
184mask_rcnn_resnet50_atrous_cocoOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only0.610.580.0010.041490151490156370.61FPSFPS/$FPS/TDPmsec.
185mask_rcnn_resnet50_atrous_cocoOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only1.121.140.0020.025502451502453541.38FPSFPS/$FPS/TDPmsec.
186mask_rcnn_resnet50_atrous_cocoOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only1.841.350.0040.06646028146028526.67FPSFPS/$FPS/TDPmsec.
187mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU0.280.0050.023581215812FPSFPS/$FPS/TDPmsec.
188mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU0.150.0020.013671216712FPSFPS/$FPS/TDPmsec.
189mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU0.590.280.0060.03910715110715FPSFPS/$FPS/TDPmsec.
190mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU1.20.420.0030.04342628142628FPSFPS/$FPS/TDPmsec.
191mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU0.690.20.0010.04649015149015FPSFPS/$FPS/TDPmsec.
192mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU1.630.590.0030.03650245150245FPSFPS/$FPS/TDPmsec.
193mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU1.230.560.0030.04446028146028FPSFPS/$FPS/TDPmsec.
194mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU0.0020.04348028148028FPSFPS/$FPS/TDPmsec.
195end_rec
196begin_recFPSFPS/$FPS/TDPmsec.
197mobilenet-v2OV-2024.1atomIntel Atom® x7425E CPU-only274.2190.764.72822.855812158124.12FPSFPS/$FPS/TDPmsec.
198mobilenet-v2OV-2024.1atomIntel® Atom® X6425E CPU-only134.280.812.00311.1836712167127.9FPSFPS/$FPS/TDPmsec.
199mobilenet-v2OV-2024.1atomIntel® Celeron® 6305E CPU-only300.45133.462.80820.03107151107153.68FPSFPS/$FPS/TDPmsec.
200mobilenet-v2OV-2024.1coreIntel® Core™ i3-8100 CPU-only535.78448.094.5798.243117651117652.06FPSFPS/$FPS/TDPmsec.
201mobilenet-v2OV-2024.1coreIntel® Core™ i5-10500TE CPU-only893.54489.094.17525.53214351214351.62FPSFPS/$FPS/TDPmsec.
202mobilenet-v2OV-2024.1coreIntel® Core™ i5-13600K CPU-only2984.141380.249.0723.87332912513291250.7FPSFPS/$FPS/TDPmsec.
203mobilenet-v2OV-2024.1coreIntel® Core™ i5-8500 CPU-only856.66664.564.46213.179192651192651.4FPSFPS/$FPS/TDPmsec.
204mobilenet-v2OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only1370.63517.323.21748.951426281426280.97FPSFPS/$FPS/TDPmsec.
205mobilenet-v2OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only969.67314.821.97964.645490151490151.22FPSFPS/$FPS/TDPmsec.
206mobilenet-v2OV-2024.1coreIntel® Core™ i7-12700H CPU-only1892.98986.873.77142.066502451502450.93FPSFPS/$FPS/TDPmsec.
207mobilenet-v2OV-2024.1coreIntel® Core Ultra 7-165H CPU-only1335.3606.332.90347.689460281460281.66FPSFPS/$FPS/TDPmsec.
208mobilenet-v2OV-2024.1coreIntel® Core™ i7-1360P CPU-only1479.8751.953.08352.85480281480281.11FPSFPS/$FPS/TDPmsec.
209mobilenet-v2OV-2024.1coreIntel® Core™ i7-8700T CPU-only742.76511.712.45121.222303351303351.89FPSFPS/$FPS/TDPmsec.
210mobilenet-v2OV-2024.1coreIntel® Core™ i9-10900TE CPU-only912.88597.021.87126.082488351488351.57FPSFPS/$FPS/TDPmsec.
211mobilenet-v2OV-2024.1coreIntel® Core™ i9-13900K CPU-only4327.782075.187.22534.62259912515991250.58FPSFPS/$FPS/TDPmsec.
212mobilenet-v2OV-2024.1xeonIntel® Xeon® W1290P CPU-only1440.2552.732.42511.52259412515941251.31FPSFPS/$FPS/TDPmsec.
213mobilenet-v2OV-2024.1xeonIntel® Xeon® E-2124G CPU-only521.2445.721.037.341506711506712.1FPSFPS/$FPS/TDPmsec.
214mobilenet-v2OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only5412.931933.711.72225.7763144210215721051.54FPSFPS/$FPS/TDPmsec.
215mobilenet-v2OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only14081.624387.610.83134.3451695441028477205FPSFPS/$FPS/TDPmsec.
216mobilenet-v2OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only22954.576958.931.22642.50818718540293592700.6FPSFPS/$FPS/TDPmsec.
217mobilenet-v2OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only39342.9110857.461.15756.204340007002170003500.69FPSFPS/$FPS/TDPmsec.0.6926801.32
218mobilenet-v2OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only40611.5816922.791.89658.017214207002107103500.64FPSFPS/$FPS/TDPmsec.0.6632078.82
219mobilenet-v2OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only5160.491883.152.55224.5742022210210111051.55FPSFPS/$FPS/TDPmsec.
220mobilenet-v2OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only12276.2436585.39940.921227430021137150FPSFPS/$FPS/TDPmsec.
221mobilenet-v2OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU4929.184590.3215.35632.86132115013211503.02FPSFPS/$FPS/TDPmsec.
222mobilenet-v2OV-2024.1accelIntel® Arc™ A-570M Graphics dGPU1700.441594.6710.97117.899155951155950.99FPSFPS/$FPS/TDPmsec.
223mobilenet-v2OV-2024.1accelIntel® Arc™ A-530M Graphics dGPU1597.241412.7912.77816.813125951125951.02FPSFPS/$FPS/TDPmsec.
224mobilenet-v2OV-2024.1accelIntel® Arc™ A-370M Graphics dGPU1365.221238.6714.17727.30496.350196.3501.21FPSFPS/$FPS/TDPmsec.
225mobilenet-v2OV-2024.1accelIntel® Arc™ A-350M Graphics dGPU1109.41966.2715.7131.69770.6235170.62351.72FPSFPS/$FPS/TDPmsec.
226mobilenet-v2OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU6753.426013.533.50845.0231925150119251502.17FPSFPS/$FPS/TDPmsec.
227mobilenet-v2OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU1918.841581.381.0125.58519007511900758.4FPSFPS/$FPS/TDPmsec.
228mobilenet-v2OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only447.92345.37.72337.3275812158128.73FPSFPS/$FPS/TDPmsec.
229mobilenet-v2OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only196.59236.42.93416.38367121671220.1FPSFPS/$FPS/TDPmsec.
230mobilenet-v2OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only685.64512.036.40845.709107151107155.64FPSFPS/$FPS/TDPmsec.
231mobilenet-v2OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only796.78604.061.8728.456426281426284.9FPSFPS/$FPS/TDPmsec.
232mobilenet-v2OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only649.25442.721.32543.283490151490156.11FPSFPS/$FPS/TDPmsec.
233mobilenet-v2OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only1318.41908.732.62629.298502451502452.94FPSFPS/$FPS/TDPmsec.
234mobilenet-v2OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only1385.0546028146028FPSFPS/$FPS/TDPmsec.
235mobilenet-v2OV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only1947.051264.154.23369.538460281460280.78FPSFPS/$FPS/TDPmsec.
236mobilenet-v2OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU461.47248.337.95638.456581215812FPSFPS/$FPS/TDPmsec.
237mobilenet-v2OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU240.37165.523.58820.031671216712FPSFPS/$FPS/TDPmsec.
238mobilenet-v2OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU533.39305.484.98535.55910715110715FPSFPS/$FPS/TDPmsec.
239mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU1441.4602.273.38451.47942628142628FPSFPS/$FPS/TDPmsec.
240mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU1046.89275.122.13769.79349015149015FPSFPS/$FPS/TDPmsec.
241mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU2198.661050.824.3848.85950245150245FPSFPS/$FPS/TDPmsec.
242mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU1488.7713.393.23653.16846028146028FPSFPS/$FPS/TDPmsec.
243mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU1594.11759.143.32156.93348028148028FPSFPS/$FPS/TDPmsec.
244end_rec
245begin_recFPSFPS/$FPS/TDPmsec.
246resnet-50OV-2024.1atomIntel Atom® x7425E CPU-only45.4620.410.7843.78858121581223.86FPSFPS/$FPS/TDPmsec.
247resnet-50OV-2024.1atomIntel® Atom® X6425E CPU-only19.888.140.2971.65767121671252FPSFPS/$FPS/TDPmsec.
248resnet-50OV-2024.1atomIntel® Celeron® 6305E CPU-only51.5314.420.4823.4351071511071519.92FPSFPS/$FPS/TDPmsec.
249resnet-50OV-2024.1coreIntel® Core™ i3-8100 CPU-only97.0650.220.831.4931176511176510.79FPSFPS/$FPS/TDPmsec.
250resnet-50OV-2024.1coreIntel® Core™ i5-10500TE CPU-only144.8273.650.6774.138214351214358.26FPSFPS/$FPS/TDPmsec.
251resnet-50OV-2024.1coreIntel® Core™ i5-13600K CPU-only557.61151.841.6954.46132912513291253.13FPSFPS/$FPS/TDPmsec.
252resnet-50OV-2024.1coreIntel® Core™ i5-8500 CPU-only151.2977.630.7882.328192651192657.12FPSFPS/$FPS/TDPmsec.
253resnet-50OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only226.7761.250.5328.099426281426285.01FPSFPS/$FPS/TDPmsec.
254resnet-50OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only174.3544.950.35611.623490151490156.47FPSFPS/$FPS/TDPmsec.
255resnet-50OV-2024.1coreIntel® Core™ i7-12700H CPU-only417.79114.340.8329.284502451502453.89FPSFPS/$FPS/TDPmsec.
256resnet-50OV-2024.1coreIntel® Core Ultra 7-165H CPU-only257.6658.850.569.202460281460287.98FPSFPS/$FPS/TDPmsec.
257resnet-50OV-2024.1coreIntel® Core™ i7-1360P CPU-only300.1687.890.62510.72480281480285.22FPSFPS/$FPS/TDPmsec.
258resnet-50OV-2024.1coreIntel® Core™ i7-8700T CPU-only122.361.110.4043.4943033513033510.05FPSFPS/$FPS/TDPmsec.
259resnet-50OV-2024.1coreIntel® Core™ i9-10900TE CPU-only152.6573.310.3134.361488351488357.68FPSFPS/$FPS/TDPmsec.
260resnet-50OV-2024.1coreIntel® Core™ i9-13900K CPU-only795.74235.561.3286.36659912515991252.22FPSFPS/$FPS/TDPmsec.
261resnet-50OV-2024.1xeonIntel® Xeon® W1290P CPU-only241.8297.70.4071.93559412515941255.44FPSFPS/$FPS/TDPmsec.
262resnet-50OV-2024.1xeonIntel® Xeon® E-2124G CPU-only92.649.320.1831.3045067115067111.17FPSFPS/$FPS/TDPmsec.
263resnet-50OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only973.8268.810.314.6373144210215721053.03FPSFPS/$FPS/TDPmsec.
264resnet-50OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only2849.47735.550.1686.9516954410284772051.68FPSFPS/$FPS/TDPmsec.
265resnet-50OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only4953.191155.290.2659.17318718540293592701.06FPSFPS/$FPS/TDPmsec.
266resnet-50OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only20219.8916530.59528.886340007002170003501.07FPSFPS/$FPS/TDPmsec.1.298178.33
267resnet-50OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only22402.582058.941.04632.004214207002107103500.96FPSFPS/$FPS/TDPmsec.1.5414017.37
268resnet-50OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only920.75256.180.4554.3852022210210111053.22FPSFPS/$FPS/TDPmsec.
269resnet-50OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only2269.1577.440.9987.5642274300211371501.47FPSFPS/$FPS/TDPmsec.
270resnet-50OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU2985.511945.669.30119.90332115013211505.32FPSFPS/$FPS/TDPmsec.
271resnet-50OV-2024.1accelIntel® Arc™ A-570M Graphics dGPU1109.96827.237.16111.684155951155951.38FPSFPS/$FPS/TDPmsec.
272resnet-50OV-2024.1accelIntel® Arc™ A-530M Graphics dGPU954.05664.477.63210.043125951125951.68FPSFPS/$FPS/TDPmsec.
273resnet-50OV-2024.1accelIntel® Arc™ A-370M Graphics dGPU744.43525.697.7314.88996.350196.3501.88FPSFPS/$FPS/TDPmsec.
274resnet-50OV-2024.1accelIntel® Arc™ A-350M Graphics dGPU436.81252.436.18512.4870.6235170.62353.56FPSFPS/$FPS/TDPmsec.
275resnet-50OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU3588.072240.261.86423.921925150119251504.22FPSFPS/$FPS/TDPmsec.
276resnet-50OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU821.64517.360.43210.955190075119007519.45FPSFPS/$FPS/TDPmsec.
277resnet-50OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only111.8362.571.9289.31958121581235.58FPSFPS/$FPS/TDPmsec.
278resnet-50OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only49.352.410.7364.10867121671280.84FPSFPS/$FPS/TDPmsec.
279resnet-50OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only210.05118.291.96314.0031071511071518.93FPSFPS/$FPS/TDPmsec.
280resnet-50OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only284.72178.120.66810.1694262814262813.65FPSFPS/$FPS/TDPmsec.
281resnet-50OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only207.72121.270.42413.8484901514901518.84FPSFPS/$FPS/TDPmsec.
282resnet-50OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only389.71222.40.7768.66502451502459.98FPSFPS/$FPS/TDPmsec.
283resnet-50OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only537.89369.591.16919.21460281460282.34FPSFPS/$FPS/TDPmsec.
284resnet-50OV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only783.3378.141.70327.975460281460281.61FPSFPS/$FPS/TDPmsec.
285resnet-50OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU130.4737.612.24910.873581215812FPSFPS/$FPS/TDPmsec.
286resnet-50OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU60.5431.210.9045.045671216712FPSFPS/$FPS/TDPmsec.
287resnet-50OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU201.5571.111.88413.43710715110715FPSFPS/$FPS/TDPmsec.
288resnet-50OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU381.99122.540.89713.64342628142628FPSFPS/$FPS/TDPmsec.
289resnet-50OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU234.3366.480.47815.62249015149015FPSFPS/$FPS/TDPmsec.
290resnet-50OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU529.17152.241.05411.75950245150245FPSFPS/$FPS/TDPmsec.
291resnet-50OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU351.56147.280.76412.55646028146028FPSFPS/$FPS/TDPmsec.
292resnet-50OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU399.480.83214.26748028148028FPSFPS/$FPS/TDPmsec.
293end_rec
294begin_recFPSFPS/$FPS/TDPmsec.
295ssd-resnet34-1200OV-2024.1atomIntel Atom® x7425E CPU-only0.760.350.0130.0635812158121330.73FPSFPS/$FPS/TDPmsec.
296ssd-resnet34-1200OV-2024.1atomIntel® Celeron® 6305E CPU-only0.890.230.0080.059107151107151121.88FPSFPS/$FPS/TDPmsec.
297ssd-resnet34-1200OV-2024.1coreIntel® Core™ i3-8100 CPU-only1.660.950.0140.02611765111765599.8FPSFPS/$FPS/TDPmsec.
298ssd-resnet34-1200OV-2024.1coreIntel® Core™ i5-10500TE CPU-only2.411.390.0110.06921435121435459.02FPSFPS/$FPS/TDPmsec.
299ssd-resnet34-1200OV-2024.1coreIntel® Core™ i5-13600K CPU-only8.982.670.0270.0723291251329125129.64FPSFPS/$FPS/TDPmsec.
300ssd-resnet34-1200OV-2024.1coreIntel® Core™ i5-8500 CPU-only2.591.460.0130.0419265119265398.99FPSFPS/$FPS/TDPmsec.
301ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only3.971.020.0090.14242628142628250.07FPSFPS/$FPS/TDPmsec.
302ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only2.980.720.0060.19949015149015333.24FPSFPS/$FPS/TDPmsec.
303ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-12700H CPU-only6.82.020.0140.15150245150245172.93FPSFPS/$FPS/TDPmsec.
304ssd-resnet34-1200OV-2024.1coreIntel® Core Ultra 7-165H CPU-only4.021.120.0090.14446028146028260.23FPSFPS/$FPS/TDPmsec.
305ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-1360P CPU-only51.570.010.17948028148028256.9FPSFPS/$FPS/TDPmsec.
306ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-8700T CPU-only21.120.0070.05730335130335563.98FPSFPS/$FPS/TDPmsec.
307ssd-resnet34-1200OV-2024.1coreIntel® Core™ i9-10900TE CPU-only2.591.420.0050.07448835148835411.85FPSFPS/$FPS/TDPmsec.
308ssd-resnet34-1200OV-2024.1coreIntel® Core™ i9-13900K CPU-only13.134.190.0220.105599125159912599.93FPSFPS/$FPS/TDPmsec.
309ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® W1290P CPU-only4.332.440.0070.0355941251594125239.88FPSFPS/$FPS/TDPmsec.
310ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® E-2124G CPU-only1.590.910.0030.02250671150671629.89FPSFPS/$FPS/TDPmsec.
311ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only17.624.570.0060.084314421021572105116.09FPSFPS/$FPS/TDPmsec.
312ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only57.6914.910.0030.141169544102847720536.1FPSFPS/$FPS/TDPmsec.
313ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only77.5220.780.0040.144187185402935927062.5FPSFPS/$FPS/TDPmsec.
314ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only451.3131.270.0130.645340007002170003508.11FPSFPS/$FPS/TDPmsec.15.3216.45
315ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only525.9935.340.0250.751214207002107103507.93FPSFPS/$FPS/TDPmsec.29.52248.82
316ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only16.774.360.0080.08202221021011105121.92FPSFPS/$FPS/TDPmsec.
317ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only42.2610.540.0190.14122743002113715052.91FPSFPS/$FPS/TDPmsec.
318ssd-resnet34-1200OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU155.8782.510.4861.0393211501321150102.45FPSFPS/$FPS/TDPmsec.
319ssd-resnet34-1200OV-2024.1accelIntel® Arc™ A-570M Graphics dGPU77.8143.030.5020.8191559511559522.73FPSFPS/$FPS/TDPmsec.
320ssd-resnet34-1200OV-2024.1accelIntel® Arc™ A-530M Graphics dGPU64.336.840.5140.6771259511259526.28FPSFPS/$FPS/TDPmsec.
321ssd-resnet34-1200OV-2024.1accelIntel® Arc™ A-370M Graphics dGPU43.6222.360.4530.87296.350196.35026.85FPSFPS/$FPS/TDPmsec.
322ssd-resnet34-1200OV-2024.1accelIntel® Arc™ A-350M Graphics dGPU15.967.530.2260.45670.6235170.623563.15FPSFPS/$FPS/TDPmsec.
323ssd-resnet34-1200OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU214.37110.890.1111.42919251501192515074.3FPSFPS/$FPS/TDPmsec.
324ssd-resnet34-1200OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU33.8616.660.0180.4511900751190075469.18FPSFPS/$FPS/TDPmsec.
325ssd-resnet34-1200OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only2.141.180.0370.1785812158121813.16FPSFPS/$FPS/TDPmsec.
326ssd-resnet34-1200OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only1.191.190.0180.0996712167123356.08FPSFPS/$FPS/TDPmsec.
327ssd-resnet34-1200OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only5.162.780.0480.34410715110715773.9FPSFPS/$FPS/TDPmsec.
328ssd-resnet34-1200OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only8.34.680.0190.29642628142628474.02FPSFPS/$FPS/TDPmsec.
329ssd-resnet34-1200OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only5.273.020.0110.35149015149015696.75FPSFPS/$FPS/TDPmsec.
330ssd-resnet34-1200OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only10.475.850.0210.23350245150245379.95FPSFPS/$FPS/TDPmsec.
331ssd-resnet34-1200OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only16.059.280.0350.5734602814602862.91FPSFPS/$FPS/TDPmsec.
332ssd-resnet34-1200OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU0.760.350.0130.063581215812FPSFPS/$FPS/TDPmsec.
333ssd-resnet34-1200OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU0.890.230.0080.05910715110715FPSFPS/$FPS/TDPmsec.
334ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU3.961.020.0090.14142628142628FPSFPS/$FPS/TDPmsec.
335ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU2.950.70.0060.19749015149015FPSFPS/$FPS/TDPmsec.
336ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU6.812.030.0140.15150245150245FPSFPS/$FPS/TDPmsec.
337ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU4.121.140.0090.14746028146028FPSFPS/$FPS/TDPmsec.
338ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU4.981.560.010.17848028148028FPSFPS/$FPS/TDPmsec.
339end_rec
340begin_recFPSFPS/$FPS/TDPmsec.
341ssd_mobilenet_v1_cocoOV-2024.1atomIntel Atom® x7425E CPU-only97.2650.791.6778.10558121581210.81FPSFPS/$FPS/TDPmsec.
342ssd_mobilenet_v1_cocoOV-2024.1atomIntel® Atom® X6425E CPU-only45.7921.60.6833.81667121671222.81FPSFPS/$FPS/TDPmsec.
343ssd_mobilenet_v1_cocoOV-2024.1atomIntel® Celeron® 6305E CPU-only114.6371.0717.64107151107159.16FPSFPS/$FPS/TDPmsec.
344ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i3-8100 CPU-only210.07122.081.7953.232117651117655.02FPSFPS/$FPS/TDPmsec.
345ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i5-10500TE CPU-only327.63169.271.5319.361214351214353.65FPSFPS/$FPS/TDPmsec.
346ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i5-13600K CPU-only1090.55389.633.3158.72432912513291251.43FPSFPS/$FPS/TDPmsec.
347ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i5-8500 CPU-only333.01191.231.7345.123192651192653.16FPSFPS/$FPS/TDPmsec.
348ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only517.03147.641.21418.465426281426282.22FPSFPS/$FPS/TDPmsec.
349ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only389.5100.560.79525.967490151490152.84FPSFPS/$FPS/TDPmsec.
350ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-12700H CPU-only817.31294.591.62818.162502451502451.89FPSFPS/$FPS/TDPmsec.
351ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core Ultra 7-165H CPU-only538.96152.671.17219.249460281460283.69FPSFPS/$FPS/TDPmsec.
352ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-1360P CPU-only607.65223.661.26621.702480281480282.5FPSFPS/$FPS/TDPmsec.
353ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-8700T CPU-only275.71156.990.917.877303351303354.38FPSFPS/$FPS/TDPmsec.
354ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i9-10900TE CPU-only353.13186.70.72410.089488351488353.42FPSFPS/$FPS/TDPmsec.
355ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i9-13900K CPU-only1617.11605.32.712.93759912515991251.15FPSFPS/$FPS/TDPmsec.
356ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® W1290P CPU-only574.42222.780.9674.59559412515941252.38FPSFPS/$FPS/TDPmsec.
357ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® E-2124G CPU-only201.39124.90.3982.836506711506715.17FPSFPS/$FPS/TDPmsec.
358ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only2064.11633.050.6579.8293144210215721051.65FPSFPS/$FPS/TDPmsec.
359ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only5726.31646.90.33813.96716954410284772051.1FPSFPS/$FPS/TDPmsec.
360ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only10309.672228.260.55119.09218718540293592700.69FPSFPS/$FPS/TDPmsec.
361ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only24565.673606.120.72335.094340007002170003500.76FPSFPS/$FPS/TDPmsec.0.9312869.21
362ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only28125.184909.951.31340.179214207002107103500.74FPSFPS/$FPS/TDPmsec.117557.7
363ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only1974.99612.040.9779.4052022210210111051.78FPSFPS/$FPS/TDPmsec.
364ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only4848.981245.72.13216.1632274300211371500.83FPSFPS/$FPS/TDPmsec.
365ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU3480.392928.5510.84223.20332115013211504.4FPSFPS/$FPS/TDPmsec.
366ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Arc™ A-570M Graphics dGPU1272.131125.338.20713.391155951155951.25FPSFPS/$FPS/TDPmsec.
367ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Arc™ A-530M Graphics dGPU1262.141094.7110.09713.286125951125951.35FPSFPS/$FPS/TDPmsec.
368ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Arc™ A-370M Graphics dGPU922.6774.99.58118.45296.350196.3501.76FPSFPS/$FPS/TDPmsec.
369ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Arc™ A-350M Graphics dGPU660.05482.299.34718.85970.6235170.62353.06FPSFPS/$FPS/TDPmsec.
370ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU4074.013472.832.11627.161925150119251503.62FPSFPS/$FPS/TDPmsec.
371ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU984.2781.880.51813.123190075119007516.27FPSFPS/$FPS/TDPmsec.
372ssd_mobilenet_v1_cocoOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only226.24134.93.90118.85358121581217.46FPSFPS/$FPS/TDPmsec.
373ssd_mobilenet_v1_cocoOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only96.58100.181.4418.04867121671240.94FPSFPS/$FPS/TDPmsec.
374ssd_mobilenet_v1_cocoOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only409.69222.423.82927.313107151107159.63FPSFPS/$FPS/TDPmsec.
375ssd_mobilenet_v1_cocoOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only500.03312.321.17417.858426281426287.68FPSFPS/$FPS/TDPmsec.
376ssd_mobilenet_v1_cocoOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only379.18226.110.77425.2794901514901510.12FPSFPS/$FPS/TDPmsec.
377ssd_mobilenet_v1_cocoOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only775.09413.011.54417.224502451502455.02FPSFPS/$FPS/TDPmsec.
378ssd_mobilenet_v1_cocoOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only912.24651.171.98332.58460281460281.39FPSFPS/$FPS/TDPmsec.
379ssd_mobilenet_v1_cocoOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU245.0884.774.22620.423581215812FPSFPS/$FPS/TDPmsec.
380ssd_mobilenet_v1_cocoOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU115.5465.271.7249.628671216712FPSFPS/$FPS/TDPmsec.
381ssd_mobilenet_v1_cocoOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU318.1138.862.97321.20710715110715FPSFPS/$FPS/TDPmsec.
382ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU696.82249.871.63624.88642628142628FPSFPS/$FPS/TDPmsec.
383ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU477.32135.050.97431.82149015149015FPSFPS/$FPS/TDPmsec.
384ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU1006.42351.522.00522.36550245150245FPSFPS/$FPS/TDPmsec.
385ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU692.74316.151.50624.74146028146028FPSFPS/$FPS/TDPmsec.
386ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU750.17285.81.56326.79248028148028FPSFPS/$FPS/TDPmsec.
387end_rec
388begin_recFPSFPS/$FPS/TDPmsec.
389unet-camvid-onnx-0001OV-2024.1atomIntel Atom® x7425E CPU-only1.160.580.020.097581215812889.26FPSFPS/$FPS/TDPmsec.
390unet-camvid-onnx-0001OV-2024.1atomIntel® Atom® X6425E CPU-only0.480.050.0070.046712167122079.98FPSFPS/$FPS/TDPmsec.
391unet-camvid-onnx-0001OV-2024.1atomIntel® Celeron® 6305E CPU-only1.490.370.0140.09910715110715675.09FPSFPS/$FPS/TDPmsec.
392unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i3-8100 CPU-only2.421.540.0210.03711765111765421.22FPSFPS/$FPS/TDPmsec.
393unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i5-10500TE CPU-only3.62.270.0170.10321435121435322.24FPSFPS/$FPS/TDPmsec.
394unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i5-13600K CPU-only12.674.380.0390.101329125132912596.97FPSFPS/$FPS/TDPmsec.
395unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i5-8500 CPU-only3.742.350.0190.05819265119265261.63FPSFPS/$FPS/TDPmsec.
396unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only6.61.660.0150.23642628142628155.79FPSFPS/$FPS/TDPmsec.
397unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only4.941.230.010.32949015149015202.15FPSFPS/$FPS/TDPmsec.
398unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-12700H CPU-only9.653.30.0190.21450245150245127.88FPSFPS/$FPS/TDPmsec.
399unet-camvid-onnx-0001OV-2024.1coreIntel® Core Ultra 7-165H CPU-only5.441.880.0120.19446028146028193.84FPSFPS/$FPS/TDPmsec.
400unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-1360P CPU-only7.042.560.0150.25148028148028190.68FPSFPS/$FPS/TDPmsec.
401unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-8700T CPU-only3.011.830.010.08630335130335387.77FPSFPS/$FPS/TDPmsec.
402unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i9-10900TE CPU-only3.732.320.0080.10748835148835282.55FPSFPS/$FPS/TDPmsec.
403unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i9-13900K CPU-only18.916.920.0320.151599125159912573.46FPSFPS/$FPS/TDPmsec.
404unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® W1290P CPU-only6.183.950.010.0495941251594125180.68FPSFPS/$FPS/TDPmsec.
405unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® E-2124G CPU-only2.331.460.0050.03350671150671442.99FPSFPS/$FPS/TDPmsec.
406unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only29.167.320.0090.13931442102157210571.09FPSFPS/$FPS/TDPmsec.
407unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only95.2521.860.0060.232169544102847720523.42FPSFPS/$FPS/TDPmsec.
408unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only128.1731.730.0070.237187185402935927043.36FPSFPS/$FPS/TDPmsec.
409unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only520.4748.020.0150.744340007002170003509.3FPSFPS/$FPS/TDPmsec.14.63221.87
410unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only511.955.780.0240.7312142070021071035018.29FPSFPS/$FPS/TDPmsec.27.74243.6
411unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only27.7670.0140.13220222102101110574.61FPSFPS/$FPS/TDPmsec.
412unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only69.5716.080.0310.23222743002113715037.46FPSFPS/$FPS/TDPmsec.
413unet-camvid-onnx-0001OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU276.19187.280.861.841321150132115057.84FPSFPS/$FPS/TDPmsec.
414unet-camvid-onnx-0001OV-2024.1accelIntel® Arc™ A-570M Graphics dGPU137.8598.680.8891.451155951155958.29FPSFPS/$FPS/TDPmsec.
415unet-camvid-onnx-0001OV-2024.1accelIntel® Arc™ A-530M Graphics dGPU120.0490.340.961.264125951125959.38FPSFPS/$FPS/TDPmsec.
416unet-camvid-onnx-0001OV-2024.1accelIntel® Arc™ A-370M Graphics dGPU65.2446.710.6771.30596.350196.35016.15FPSFPS/$FPS/TDPmsec.
417unet-camvid-onnx-0001OV-2024.1accelIntel® Arc™ A-350M Graphics dGPU30.0216.850.4250.85870.6235170.623533.95FPSFPS/$FPS/TDPmsec.
418unet-camvid-onnx-0001OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU303.46205.280.1582.02319251501192515052.47FPSFPS/$FPS/TDPmsec.
419unet-camvid-onnx-0001OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU55.7132.590.0290.7431900751190075287.24FPSFPS/$FPS/TDPmsec.
420unet-camvid-onnx-0001OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only3.431.960.0590.2865812158121164.75FPSFPS/$FPS/TDPmsec.
421unet-camvid-onnx-0001OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only1.991.990.030.1666712167122003.4FPSFPS/$FPS/TDPmsec.
422unet-camvid-onnx-0001OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only8.344.430.0780.55610715110715478.94FPSFPS/$FPS/TDPmsec.
423unet-camvid-onnx-0001OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only14.777.630.0350.52842628142628270.28FPSFPS/$FPS/TDPmsec.
424unet-camvid-onnx-0001OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only10.095.160.0210.67349015149015383.4FPSFPS/$FPS/TDPmsec.
425unet-camvid-onnx-0001OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only18.319.660.0360.40750245150245217.67FPSFPS/$FPS/TDPmsec.
426unet-camvid-onnx-0001OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only29.4516.840.0641.0524602814602832.52FPSFPS/$FPS/TDPmsec.
427unet-camvid-onnx-0001OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU41.050.0690.333581215812FPSFPS/$FPS/TDPmsec.
428unet-camvid-onnx-0001OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU1.250.80.0190.104671216712FPSFPS/$FPS/TDPmsec.
429unet-camvid-onnx-0001OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU8.932.560.0830.59510715110715FPSFPS/$FPS/TDPmsec.
430unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU15.974.140.0370.5742628142628FPSFPS/$FPS/TDPmsec.
431unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU8.012.080.0160.53449015149015FPSFPS/$FPS/TDPmsec.
432unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU16.124.930.0320.35850245150245FPSFPS/$FPS/TDPmsec.
433unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU13.236.190.0290.47346028146028FPSFPS/$FPS/TDPmsec.
434unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU0.0280.48548028148028FPSFPS/$FPS/TDPmsec.
435end_rec
436begin_recFPSFPS/$FPS/TDPmsec.
437yolo_v3_tinyOV-2024.1atomIntel Atom® x7425E CPU-only52.5525.740.9064.37958121581220.26FPSFPS/$FPS/TDPmsec.
438yolo_v3_tinyOV-2024.1atomIntel® Atom® X6425E CPU-only22.8410.280.3411.90367121671244.98FPSFPS/$FPS/TDPmsec.
439yolo_v3_tinyOV-2024.1atomIntel® Celeron® 6305E CPU-only54.918.220.5133.661071511071518.42FPSFPS/$FPS/TDPmsec.
440yolo_v3_tinyOV-2024.1coreIntel® Core™ i3-8100 CPU-only111.1762.670.951.71117651117659.04FPSFPS/$FPS/TDPmsec.
441yolo_v3_tinyOV-2024.1coreIntel® Core™ i5-10500TE CPU-only167.0790.010.7814.773214351214356.5FPSFPS/$FPS/TDPmsec.
442yolo_v3_tinyOV-2024.1coreIntel® Core™ i5-13600K CPU-only632.16205.661.9215.05732912513291252.4FPSFPS/$FPS/TDPmsec.
443yolo_v3_tinyOV-2024.1coreIntel® Core™ i5-8500 CPU-only173.694.910.9042.671192651192656.05FPSFPS/$FPS/TDPmsec.
444yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only247.9877.270.5828.856426281426284.27FPSFPS/$FPS/TDPmsec.
445yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only186.0355.350.3812.402490151490155.63FPSFPS/$FPS/TDPmsec.
446yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-12700H CPU-only472.59145.670.94110.502502451502453.08FPSFPS/$FPS/TDPmsec.
447yolo_v3_tinyOV-2024.1coreIntel® Core Ultra 7-165H CPU-only275.8379.010.69.851460281460285.54FPSFPS/$FPS/TDPmsec.
448yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-1360P CPU-only335.4109.290.69911.979480281480284.38FPSFPS/$FPS/TDPmsec.
449yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-8700T CPU-only137.3574.990.4533.924303351303358.25FPSFPS/$FPS/TDPmsec.
450yolo_v3_tinyOV-2024.1coreIntel® Core™ i9-10900TE CPU-only178.4891.640.3665.099488351488356.34FPSFPS/$FPS/TDPmsec.
451yolo_v3_tinyOV-2024.1coreIntel® Core™ i9-13900K CPU-only897.62298.581.4997.18159912515991251.8FPSFPS/$FPS/TDPmsec.
452yolo_v3_tinyOV-2024.1xeonIntel® Xeon® W1290P CPU-only297.46147.520.5012.3859412515941254FPSFPS/$FPS/TDPmsec.
453yolo_v3_tinyOV-2024.1xeonIntel® Xeon® E-2124G CPU-only105.4561.460.2081.485506711506719.51FPSFPS/$FPS/TDPmsec.
454yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only1032.83337.520.3294.9183144210215721052.55FPSFPS/$FPS/TDPmsec.
455yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only2738.96908.060.1626.6816954410284772051.25FPSFPS/$FPS/TDPmsec.
456yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only4527.431353.840.2428.38418718540293592700.9FPSFPS/$FPS/TDPmsec.
457yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only11351.72105.810.33416.217340007002170003500.92FPSFPS/$FPS/TDPmsec.0.868771.17
458yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only14889.912545.60.69521.271214207002107103500.85FPSFPS/$FPS/TDPmsec.0.8813920.15
459yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only995.13320.480.4924.7392022210210111052.7FPSFPS/$FPS/TDPmsec.
460yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only2210.72698.380.9727.369227430021137150FPSFPS/$FPS/TDPmsec.
461yolo_v3_tinyOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU3248.182468.8110.11921.65532115013211504.86FPSFPS/$FPS/TDPmsec.
462yolo_v3_tinyOV-2024.1accelIntel® Arc™ A-570M Graphics dGPU1120.071167.397.22611.79155951155951.38FPSFPS/$FPS/TDPmsec.
463yolo_v3_tinyOV-2024.1accelIntel® Arc™ A-530M Graphics dGPU983.31993.817.86610.351125951125951.58FPSFPS/$FPS/TDPmsec.
464yolo_v3_tinyOV-2024.1accelIntel® Arc™ A-370M Graphics dGPU674.77604.937.00713.49596.350196.3501.88FPSFPS/$FPS/TDPmsec.
465yolo_v3_tinyOV-2024.1accelIntel® Arc™ A-350M Graphics dGPU406.69357.825.75911.6270.6235170.62353.55FPSFPS/$FPS/TDPmsec.
466yolo_v3_tinyOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU3857.912885.62.00425.7191925150119251503.83FPSFPS/$FPS/TDPmsec.
467yolo_v3_tinyOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU749.79659.030.3959.997190075119007521.3FPSFPS/$FPS/TDPmsec.
468yolo_v3_tinyOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only144.8476.942.49712.0758121581227.4FPSFPS/$FPS/TDPmsec.
469yolo_v3_tinyOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only67.0967.691.0015.59167121671259.15FPSFPS/$FPS/TDPmsec.
470yolo_v3_tinyOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only315.81157.382.95121.0541071511071512.58FPSFPS/$FPS/TDPmsec.
471yolo_v3_tinyOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only442.07249.341.03815.788426281426288.76FPSFPS/$FPS/TDPmsec.
472yolo_v3_tinyOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only322.2163.140.65821.484901514901511.77FPSFPS/$FPS/TDPmsec.
473yolo_v3_tinyOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only599.94318.31.19513.332502451502456.45FPSFPS/$FPS/TDPmsec.
474yolo_v3_tinyOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only848.13486.751.84430.29460281460281.49FPSFPS/$FPS/TDPmsec.
475yolo_v3_tinyOV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only385.72295.70.83913.776460281460283.49FPSFPS/$FPS/TDPmsec.
476yolo_v3_tinyOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU157.6944.372.71913.141581215812FPSFPS/$FPS/TDPmsec.
477yolo_v3_tinyOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU76.6739.391.1446.389671216712FPSFPS/$FPS/TDPmsec.
478yolo_v3_tinyOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU278.9694.292.60718.59710715110715FPSFPS/$FPS/TDPmsec.
479yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU463.11561.08716.53942628142628FPSFPS/$FPS/TDPmsec.
480yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU268.0983.420.54717.87349015149015FPSFPS/$FPS/TDPmsec.
481yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU637.55196.891.2714.16850245150245FPSFPS/$FPS/TDPmsec.
482yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU385.39145.520.83813.76446028146028FPSFPS/$FPS/TDPmsec.
483yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU0.91315.64848028148028FPSFPS/$FPS/TDPmsec.
484end_rec
485begin_recFPSFPS/$FPS/TDPmsec.
486yolo_v8nOV-2024.1atomIntel Atom® x7425E CPU-only21.7812.670.3761.81558121581247.42FPSFPS/$FPS/TDPmsec.
487yolo_v8nOV-2024.1atomIntel® Atom® X6425E CPU-only10.315.120.1540.859671216712100.34FPSFPS/$FPS/TDPmsec.
488yolo_v8nOV-2024.1atomIntel® Celeron® 6305E CPU-only25.759.610.2411.7171071511071540.42FPSFPS/$FPS/TDPmsec.
489yolo_v8nOV-2024.1coreIntel® Core™ i3-8100 CPU-only53.7733.070.460.8271176511176519.03FPSFPS/$FPS/TDPmsec.
490yolo_v8nOV-2024.1coreIntel® Core™ i5-10500TE CPU-only81.4747.230.3812.3282143512143513.51FPSFPS/$FPS/TDPmsec.
491yolo_v8nOV-2024.1coreIntel® Core™ i5-13600K CPU-only274.23104.010.8342.19432912513291255.24FPSFPS/$FPS/TDPmsec.
492yolo_v8nOV-2024.1coreIntel® Core™ i5-8500 CPU-only84.9550.550.4421.3071926511926511.79FPSFPS/$FPS/TDPmsec.
493yolo_v8nOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only111.7240.80.2623.994262814262810.32FPSFPS/$FPS/TDPmsec.
494yolo_v8nOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only76.6527.770.1565.114901514901513.29FPSFPS/$FPS/TDPmsec.
495yolo_v8nOV-2024.1coreIntel® Core™ i7-12700H CPU-only200.3178.260.3994.451502451502456.6FPSFPS/$FPS/TDPmsec.
496yolo_v8nOV-2024.1coreIntel® Core Ultra 7-165H CPU-only111.9843.580.2433.9994602814602815.57FPSFPS/$FPS/TDPmsec.
497yolo_v8nOV-2024.1coreIntel® Core™ i7-1360P CPU-only146.2758.610.3055.224480281480289.38FPSFPS/$FPS/TDPmsec.
498yolo_v8nOV-2024.1coreIntel® Core™ i7-8700T CPU-only71.742.550.2372.0493033513033516.4FPSFPS/$FPS/TDPmsec.
499yolo_v8nOV-2024.1coreIntel® Core™ i9-10900TE CPU-only91.2652.180.1872.6074883514883512.67FPSFPS/$FPS/TDPmsec.
500yolo_v8nOV-2024.1coreIntel® Core™ i9-13900K CPU-only399.04160.070.6663.19259912515991254.02FPSFPS/$FPS/TDPmsec.
501yolo_v8nOV-2024.1xeonIntel® Xeon® W1290P CPU-only139.8275.140.2351.11959412515941259.01FPSFPS/$FPS/TDPmsec.
502yolo_v8nOV-2024.1xeonIntel® Xeon® E-2124G CPU-only52.4132.950.1040.7385067115067119.28FPSFPS/$FPS/TDPmsec.
503yolo_v8nOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only440.97174.80.142.13144210215721055.91FPSFPS/$FPS/TDPmsec.
504yolo_v8nOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only982.78459.270.0582.39716954410284772053.59FPSFPS/$FPS/TDPmsec.
505yolo_v8nOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only1691.89591.340.093.13318718540293592702.4FPSFPS/$FPS/TDPmsec.
506yolo_v8nOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only2527.391003.330.0743.611340007002170003503.37FPSFPS/$FPS/TDPmsec.2.662510.06
507yolo_v8nOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only3515.521295.710.1645.022214207002107103503.46FPSFPS/$FPS/TDPmsec.2.93748.24
508yolo_v8nOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only421.5166.810.2082.0072022210210111056.19FPSFPS/$FPS/TDPmsec.
509yolo_v8nOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only850.58344.090.3742.8352274300211371503.28FPSFPS/$FPS/TDPmsec.
510yolo_v8nOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU1319.651224.244.1118.798321150132115012.04FPSFPS/$FPS/TDPmsec.
511yolo_v8nOV-2024.1accelIntel® Arc™ A-570M Graphics dGPU457.21473.742.954.813155951155954FPSFPS/$FPS/TDPmsec.
512yolo_v8nOV-2024.1accelIntel® Arc™ A-530M Graphics dGPU407.16456.663.2574.286125951125954.52FPSFPS/$FPS/TDPmsec.
513yolo_v8nOV-2024.1accelIntel® Arc™ A-370M Graphics dGPU265.95271.642.7625.31996.350196.3504.62FPSFPS/$FPS/TDPmsec.
514yolo_v8nOV-2024.1accelIntel® Arc™ A-350M Graphics dGPU187.9172.172.6615.36970.6235170.62357.35FPSFPS/$FPS/TDPmsec.
515yolo_v8nOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU1567.081461.720.81410.44719251501192515010.02FPSFPS/$FPS/TDPmsec.
516yolo_v8nOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU305.49304.480.1614.073190075119007552.35FPSFPS/$FPS/TDPmsec.
517yolo_v8nOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only62.9142.771.0855.24358121581263.27FPSFPS/$FPS/TDPmsec.
518yolo_v8nOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only32.9834.690.4922.748671216712120.7FPSFPS/$FPS/TDPmsec.
519yolo_v8nOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only124.2482.51.1618.2831071511071532.05FPSFPS/$FPS/TDPmsec.
520yolo_v8nOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only168.65115.680.3966.0234262814262823.26FPSFPS/$FPS/TDPmsec.
521yolo_v8nOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only119.0778.110.2437.9384901514901533.07FPSFPS/$FPS/TDPmsec.
522yolo_v8nOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only219.57148.580.4374.8795024515024517.93FPSFPS/$FPS/TDPmsec.
523yolo_v8nOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only371.68269.560.80813.274460281460283.27FPSFPS/$FPS/TDPmsec.
524yolo_v8nOV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only95.730046028146028FPSFPS/$FPS/TDPmsec.
525yolo_v8nOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU70.525.481.2165.875581215812FPSFPS/$FPS/TDPmsec.
526yolo_v8nOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU37.5922.290.5613.133671216712FPSFPS/$FPS/TDPmsec.
527yolo_v8nOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU115.2250.81.0777.68110715110715FPSFPS/$FPS/TDPmsec.
528yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU195.0681.020.4586.96642628142628FPSFPS/$FPS/TDPmsec.
529yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU105.2141.220.2157.01449015149015FPSFPS/$FPS/TDPmsec.
530yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU275.44104.070.5496.12150245150245FPSFPS/$FPS/TDPmsec.
531yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU191.74112.770.4176.84846028146028FPSFPS/$FPS/TDPmsec.
532yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU222.6385.920.4647.95148028148028FPSFPS/$FPS/TDPmsec.
533end_rec
534begin_rectokens/sectokens/sec/$tokens/sec/TDPmsec/token
535chatglm2-6bOV-2024.1coreIntel® Core™ i9-13900K CPU-only10.22.6599125159912598.16tokens/sectokens/sec/$tokens/sec/TDPmsec/token380.3271.0114.1
536chatglm2-6bOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only94.71871854029359270110.86tokens/sectokens/sec/$tokens/sec/TDPmsec/token212.0375.8913.2
537chatglm2-6bOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only2316.33400070021700035043.57tokens/sectokens/sec/$tokens/sec/TDPmsec/token61.5232.630.7
538chatglm2-6bOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only28.418.82142070021071035035.2tokens/sectokens/sec/$tokens/sec/TDPmsec/token53.32737
539chatglm2-6bOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU22.219251501192515045.07tokens/sectokens/sec/$tokens/sec/TDPmsec/token44.3122.6
540chatglm2-6bOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU14.1321150132115070.76tokens/sectokens/sec/$tokens/sec/TDPmsec/token64.6615.5
541chatglm2-6bOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only10.25.44602814602897.7tokens/sectokens/sec/$tokens/sec/TDPmsec/token184.876.813
542end_rec
543begin_rectokens/sectokens/sec/$tokens/sec/TDPmsec/token
544llama-2-7b-chatOV-2024.1coreIntel® Core™ i9-13900K CPU-only8.52.25991251599125117.23tokens/sectokens/sec/$tokens/sec/TDPmsec/token456.2580.3712.4
545llama-2-7b-chatOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only9.33.61871854029359270107.25tokens/sectokens/sec/$tokens/sec/TDPmsec/token275.0862.4516
546llama-2-7b-chatOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only19.213.43400070021700035052.04tokens/sectokens/sec/$tokens/sec/TDPmsec/token74.8238.4226
547llama-2-7b-chatOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only23.315.72142070021071035043tokens/sectokens/sec/$tokens/sec/TDPmsec/token63.733.130.2
548llama-2-7b-chatOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU15.1321150132115066.12tokens/sectokens/sec/$tokens/sec/TDPmsec/token58.4217.1
549llama-2-7b-chatOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU9.38.6192515011925150107.27tokens/sectokens/sec/$tokens/sec/TDPmsec/token116.545119.6
550llama-2-7b-chatOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only8.33.946028146028119.9tokens/sectokens/sec/$tokens/sec/TDPmsec/token255.387.911.4
551end_rec
552begin_rectokens/sectokens/sec/$tokens/sec/TDPmsec/token
553mistral-7b-v0.1OV-2024.1coreIntel® Core™ i9-13900K CPU-only8.42.15991251599125119.7tokens/sectokens/sec/$tokens/sec/TDPmsec/token475.6969.3914.4
554mistral-7b-v0.1OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only6.83.71871854029359270147.9tokens/sectokens/sec/$tokens/sec/TDPmsec/token268.3481.1212.3
555mistral-7b-v0.1OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only1912.83400070021700035052.76tokens/sectokens/sec/$tokens/sec/TDPmsec/token78.2536.2527.6
556mistral-7b-v0.1OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only22.214.92142070021071035045.1tokens/sectokens/sec/$tokens/sec/TDPmsec/token66.93132.2
557mistral-7b-v0.1OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU10.9321150132115091.77tokens/sectokens/sec/$tokens/sec/TDPmsec/token80.2312.5
558mistral-7b-v0.1OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU1900751190075tokens/sectokens/sec/$tokens/sec/TDPmsec/token256.283.9
559mistral-7b-v0.1OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU10.919251501192515091.77tokens/sectokens/sec/$tokens/sec/TDPmsec/token80.2312.5
560mistral-7b-v0.1OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only5.43.546028146028184.4tokens/sectokens/sec/$tokens/sec/TDPmsec/token288.3132.97.5
561end_rec
562begin_rectokens/sectokens/sec/$tokens/sec/TDPmsec/token
563falcon-7b-instructOV-2024.1coreIntel® Core™ i9-13900K CPU-only8.15991251599125123.8tokens/sectokens/sec/$tokens/sec/TDPmsec/token
564falcon-7b-instructOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only1871854029359270tokens/sectokens/sec/$tokens/sec/TDPmsec/token
565falcon-7b-instructOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only20.43400070021700035049.1tokens/sectokens/sec/$tokens/sec/TDPmsec/token
566falcon-7b-instructOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only2416.12142070021071035041.7tokens/sectokens/sec/$tokens/sec/TDPmsec/token62.1
567falcon-7b-instructOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU14.3321150132115069.7tokens/sectokens/sec/$tokens/sec/TDPmsec/token
568falcon-7b-instructOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU1900751190075tokens/sectokens/sec/$tokens/sec/TDPmsec/token
569falcon-7b-instructOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU20.519251501192515048.69tokens/sectokens/sec/$tokens/sec/TDPmsec/token42.2123.7
570falcon-7b-instructOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only95.146028146028111.18msec/tokenmsec/token/$msec/token/TDPmsec/token197.676.613.1
571end_rec
572begin_recGeneration time, sec.Generation time/$Generation time/TDPGeneration time, sec.
573stable-diffusion-v2-1OV-2024.1coreIntel® Core™ i9-13900K CPU-only599125159912542.45Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.41.87
574stable-diffusion-v2-1OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only187185402935927021.71Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.20.79
575stable-diffusion-v2-1OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only340007002170003504.15Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.4.03
576stable-diffusion-v2-1OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only214207002107103503.9Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.3.7
577stable-diffusion-v2-1OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU3211501321150Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.4.43
578stable-diffusion-v2-1OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU1900751190075Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.37.45
579stable-diffusion-v2-1OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU192515011925150Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.4.42
580stable-diffusion-v2-1OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only4602814602816.6Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.15.9
581end_rec