openvino/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv

76 KiB

1Network modelReleaseIE-TypePlatform nameThroughput-INT8Throughput-FP16Throughput-FP32ValueEfficiencyPriceTDPSocketsPrice/SocketTDP/SocketLatency_int8UOM_TUOM_VUOM_EUOM_LLatency_FP16Latency_FP32Latency_int4Throughput_INT4Latency_BF16Throughput_BF16
2begin_recFPSFPS/$FPS/TDPmsec.
3bert-base-casedOV-2024.1atomIntel® Atom® x7425E CPU-only10.825.460.1870.90258121581296.96FPSFPS/$FPS/TDPmsec.
4bert-base-casedOV-2024.1atomIntel® Atom® X6425E CPU-only2.02671216712FPSFPS/$FPS/TDPmsec.
5bert-base-casedOV-2024.1atomIntel® Celeron® 6305E CPU-only11.724.30.110.7811071511071588.3FPSFPS/$FPS/TDPmsec.
6bert-base-casedOV-2024.1coreIntel® Core™ i3-8100 CPU-only21.2714.810.1820.3271176511176549.44FPSFPS/$FPS/TDPmsec.
7bert-base-casedOV-2024.1coreIntel® Core™ i5-10500TE CPU-only32.4121.60.1510.9262143512143536.5FPSFPS/$FPS/TDPmsec.
8bert-base-casedOV-2024.1coreIntel® Core™ i5-13600K CPU-only119.2447.440.3620.954329125132912513.9FPSFPS/$FPS/TDPmsec.
9bert-base-casedOV-2024.1coreIntel® Core™ i5-8500 CPU-only33.2322.40.1730.5111926511926531.74FPSFPS/$FPS/TDPmsec.
10bert-base-casedOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only51.4518.390.1211.8384262814262822.87FPSFPS/$FPS/TDPmsec.
11bert-base-casedOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only38.8713.630.0792.5914901514901528.37FPSFPS/$FPS/TDPmsec.
12bert-base-casedOV-2024.1coreIntel® Core™ i7-12700H CPU-only82.7732.830.1651.8395024515024517.28FPSFPS/$FPS/TDPmsec.
13bert-base-casedOV-2024.1coreIntel® Core Ultra 7-165H CPU-only43.94170.0961.5694602814602840.91FPSFPS/$FPS/TDPmsec.
14bert-base-casedOV-2024.1coreIntel® Core™ i7-1360P CPU-only61.124.470.1272.1824802814802824.95FPSFPS/$FPS/TDPmsec.
15bert-base-casedOV-2024.1coreIntel® Core™ i7-8700T CPU-only27.5918.070.0910.7883033513033543.02FPSFPS/$FPS/TDPmsec.
16bert-base-casedOV-2024.1coreIntel® Core™ i9-10900TE CPU-only32.8521.310.0670.9394883514883537.61FPSFPS/$FPS/TDPmsec.
17bert-base-casedOV-2024.1coreIntel® Core™ i9-13900K CPU-only17167.840.2851.368599125159912510.79FPSFPS/$FPS/TDPmsec.
18bert-base-casedOV-2024.1xeonIntel® Xeon® W1290P CPU-only51.2233.80.0860.41594125159412528.37FPSFPS/$FPS/TDPmsec.
19bert-base-casedOV-2024.1xeonIntel® Xeon® E-2124G CPU-only20.7114.50.0410.2925067115067150.19FPSFPS/$FPS/TDPmsec.
20bert-base-casedOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only217.6979.960.0691.03731442102157210514.57FPSFPS/$FPS/TDPmsec.
21bert-base-casedOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only570.1218.540.0341.391695441028477205FPSFPS/$FPS/TDPmsec.
22bert-base-casedOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only895.58340.440.0481.65818718540293592705.51FPSFPS/$FPS/TDPmsec.
23bert-base-casedOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only3159.1495.770.0934.513340007002170003503.89FPSFPS/$FPS/TDPmsec.4.672066.26
24bert-base-casedOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only4721.72584.230.226.745214207002107103503.84FPSFPS/$FPS/TDPmsec.5.043201.77
25bert-base-casedOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only210.8976.470.1041.004202221021011105FPSFPS/$FPS/TDPmsec.
26bert-base-casedOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only441.3166.870.1941.4712274300211371508.04FPSFPS/$FPS/TDPmsec.
27bert-base-casedOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU842.14707.380.4375.61419251501192515018.66FPSFPS/$FPS/TDPmsec.
28bert-base-casedOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU730.85629.552.2774.872321150132115021.75FPSFPS/$FPS/TDPmsec.
29bert-base-casedOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU193.52148.610.1022.58190075119007582.65FPSFPS/$FPS/TDPmsec.
30bert-base-casedOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only25.0320.170.4322.086581215812148.25FPSFPS/$FPS/TDPmsec.
31bert-base-casedOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only13.314.830.1991.108671216712300.2FPSFPS/$FPS/TDPmsec.
32bert-base-casedOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only45.4633.290.4253.0311071511071587.8FPSFPS/$FPS/TDPmsec.
33bert-base-casedOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only68.1252.930.162.4334262814262858.09FPSFPS/$FPS/TDPmsec.
34bert-base-casedOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only47.8638.890.0983.1914901514901580.98FPSFPS/$FPS/TDPmsec.
35bert-base-casedOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only87.968.510.1751.9535024515024545.09FPSFPS/$FPS/TDPmsec.
36bert-base-casedOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only460281460287.03FPSFPS/$FPS/TDPmsec.
37bert-base-casedOV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only73.0960.980.1592.614602814602814.83FPSFPS/$FPS/TDPmsec.
38bert-base-casedOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU26.4810.150.4572.207581215812FPSFPS/$FPS/TDPmsec.
39bert-base-casedOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU671216712FPSFPS/$FPS/TDPmsec.
40bert-base-casedOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU46.2123.140.4323.08110715110715FPSFPS/$FPS/TDPmsec.
41bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU88.3738.930.2073.15642628142628FPSFPS/$FPS/TDPmsec.
42bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU51.120.630.1043.40749015149015FPSFPS/$FPS/TDPmsec.
43bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU107.2544.370.2142.38350245150245FPSFPS/$FPS/TDPmsec.
44bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU67.6536.740.1472.41646028146028FPSFPS/$FPS/TDPmsec.
45bert-base-casedOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU48028148028FPSFPS/$FPS/TDPmsec.
46end_rec
47begin_recFPSFPS/$FPS/TDPmsec.
48bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atomIntel Atom® x7425E CPU-only1.040.490.0180.087581215812983.06FPSFPS/$FPS/TDPmsec.
49bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atomIntel® Atom® X6425E CPU-only0.18671216712FPSFPS/$FPS/TDPmsec.
50bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atomIntel® Celeron® 6305E CPU-only1.170.380.0110.07810715110715858.37FPSFPS/$FPS/TDPmsec.
51bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i3-8100 CPU-only2.081.30.0180.03211765111765497.61FPSFPS/$FPS/TDPmsec.
52bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i5-10500TE CPU-only2.991.860.0140.08521435121435350.37FPSFPS/$FPS/TDPmsec.
53bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i5-13600K CPU-only10.93.960.0330.0873291251329125124.83FPSFPS/$FPS/TDPmsec.
54bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i5-8500 CPU-only3.241.950.0170.0519265119265302.98FPSFPS/$FPS/TDPmsec.
55bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only5.061.640.0120.18142628142628200.37FPSFPS/$FPS/TDPmsec.
56bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only3.661.190.0070.24449015149015267.81FPSFPS/$FPS/TDPmsec.
57bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-12700H CPU-only7.922.830.0160.17650245150245164.16FPSFPS/$FPS/TDPmsec.
58bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core Ultra 7-165H CPU-only4.261.450.0090.15246028146028270.22FPSFPS/$FPS/TDPmsec.
59bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-1360P CPU-only5.742.180.0120.20548028148028234.22FPSFPS/$FPS/TDPmsec.
60bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i7-8700T CPU-only2.691.60.0090.07730335130335412.97FPSFPS/$FPS/TDPmsec.
61bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i9-10900TE CPU-only3.251.930.0070.09348835148835331.61FPSFPS/$FPS/TDPmsec.
62bert-large-uncased-whole-word-masking-squad-0001OV-2024.1coreIntel® Core™ i9-13900K CPU-only16.126.050.0270.129599125159912591.44FPSFPS/$FPS/TDPmsec.
63bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® W1290P CPU-only4.673.090.0080.0375941251594125225.84FPSFPS/$FPS/TDPmsec.
64bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® E-2124G CPU-only2.11.320.0040.0350671150671486.39FPSFPS/$FPS/TDPmsec.
65bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only21.696.920.0070.103314421021572105105.49FPSFPS/$FPS/TDPmsec.
66bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only50.9917.860.0030.124169544102847720555.53FPSFPS/$FPS/TDPmsec.
67bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only64.0927.260.0030.1191871854029359270181.32FPSFPS/$FPS/TDPmsec.
68bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only252.4450.0070.36134000700217000350FPSFPS/$FPS/TDPmsec.31.34238.17
69bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only307.6854.320.0140.442142070021071035022.7FPSFPS/$FPS/TDPmsec.48.27282.5
70bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only20.836.840.010.099202221021011105109.21FPSFPS/$FPS/TDPmsec.
71bert-large-uncased-whole-word-masking-squad-0001OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only38.8115.180.0170.129227430021137150107.2FPSFPS/$FPS/TDPmsec.
72bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU155.76113.590.0811.038192515011925150102.15FPSFPS/$FPS/TDPmsec.
73bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU148.87111.850.4640.9923211501321150107.07FPSFPS/$FPS/TDPmsec.
74bert-large-uncased-whole-word-masking-squad-0001OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU32.3622.970.0170.4311900751190075494.67FPSFPS/$FPS/TDPmsec.
75bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only2.381.830.0410.1985812158121443.08FPSFPS/$FPS/TDPmsec.
76bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only1.411.460.0210.1186712167122832.73FPSFPS/$FPS/TDPmsec.
77bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only5.133.570.0480.34210715110715778.27FPSFPS/$FPS/TDPmsec.
78bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only8.576.330.020.30642628142628451.82FPSFPS/$FPS/TDPmsec.
79bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only5.194.260.0110.34649015149015738.48FPSFPS/$FPS/TDPmsec.
80bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only11.137.990.0220.24750245150245358.84FPSFPS/$FPS/TDPmsec.
81bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only18.312.440.0400.65446028146028FPSFPS/$FPS/TDPmsec.
82bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only8.216.270.0180.29346028146028160.65FPSFPS/$FPS/TDPmsec.
83bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU2.440.870.0420.203581215812FPSFPS/$FPS/TDPmsec.
84bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU0.740.0140.078671216712FPSFPS/$FPS/TDPmsec.
85bert-large-uncased-whole-word-masking-squad-0001OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU5.22.350.0490.34710715110715FPSFPS/$FPS/TDPmsec.
86bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU9.173.730.0220.32842628142628FPSFPS/$FPS/TDPmsec.
87bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU4.611.910.0090.30749015149015FPSFPS/$FPS/TDPmsec.
88bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU10.264.20.020.22850245150245FPSFPS/$FPS/TDPmsec.
89bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU8.284.360.0180.29646028146028FPSFPS/$FPS/TDPmsec.
90bert-large-uncased-whole-word-masking-squad-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU8.460.0180.30248028148028FPSFPS/$FPS/TDPmsec.
91end_rec
92begin_recFPSFPS/$FPS/TDPmsec.
93efficientdet-d0OV-2024.1atomIntel Atom® x7425E CPU-only14.0910.10.2431.17458121581273.36FPSFPS/$FPS/TDPmsec.
94efficientdet-d0OV-2024.1atomIntel® Atom® X6425E CPU-only7.295.140.1090.608671216712140.59FPSFPS/$FPS/TDPmsec.
95efficientdet-d0OV-2024.1atomIntel® Celeron® 6305E CPU-only18.911.390.1771.261071511071556.95FPSFPS/$FPS/TDPmsec.
96efficientdet-d0OV-2024.1coreIntel® Core™ i3-8100 CPU-only36.5724.620.3130.5631176511176528.55FPSFPS/$FPS/TDPmsec.
97efficientdet-d0OV-2024.1coreIntel® Core™ i5-10500TE CPU-only59.04300.2761.6872143512143521.27FPSFPS/$FPS/TDPmsec.
98efficientdet-d0OV-2024.1coreIntel® Core™ i5-13600K CPU-only153.4690.430.4661.22832912513291259.45FPSFPS/$FPS/TDPmsec.
99efficientdet-d0OV-2024.1coreIntel® Core™ i5-8500 CPU-only58.3338.440.3040.8971926511926518.22FPSFPS/$FPS/TDPmsec.
100efficientdet-d0OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only76.4640.760.1792.7314262814262815.09FPSFPS/$FPS/TDPmsec.
101efficientdet-d0OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only53.0821.660.1083.5394901514901520.69FPSFPS/$FPS/TDPmsec.
102efficientdet-d0OV-2024.1coreIntel® Core™ i7-12700H CPU-only107.6556.750.2142.3925024515024511.9FPSFPS/$FPS/TDPmsec.
103efficientdet-d0OV-2024.1coreIntel® Core Ultra 7-165H CPU-only39.9246028146028FPSFPS/$FPS/TDPmsec.
104efficientdet-d0OV-2024.1coreIntel® Core™ i7-1360P CPU-only82.0339.590.1712.934802814802817.13FPSFPS/$FPS/TDPmsec.
105efficientdet-d0OV-2024.1coreIntel® Core™ i7-8700T CPU-only51.7635.030.1711.4793033513033524.46FPSFPS/$FPS/TDPmsec.
106efficientdet-d0OV-2024.1coreIntel® Core™ i9-10900TE CPU-only64.8336.420.1331.8524883514883519FPSFPS/$FPS/TDPmsec.
107efficientdet-d0OV-2024.1coreIntel® Core™ i9-13900K CPU-only220.06111.60.3671.7659912515991257.21FPSFPS/$FPS/TDPmsec.
108efficientdet-d0OV-2024.1xeonIntel® Xeon® W1290P CPU-only97.0539.830.1630.776594125159412514.28FPSFPS/$FPS/TDPmsec.
109efficientdet-d0OV-2024.1xeonIntel® Xeon® E-2124G CPU-only35.0127.240.0690.4935067115067129.62FPSFPS/$FPS/TDPmsec.
110efficientdet-d0OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only258.91164.140.0821.23331442102157210512.55FPSFPS/$FPS/TDPmsec.
111efficientdet-d0OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only522.25309.460.0311.27416954410284772057.95FPSFPS/$FPS/TDPmsec.
112efficientdet-d0OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only814.44473.350.0441.50818718540293592704.47FPSFPS/$FPS/TDPmsec.
113efficientdet-d0OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only1440.77856.160.0422.058340007002170003504.91FPSFPS/$FPS/TDPmsec.5.311051.34
114efficientdet-d0OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only1654.921131.080.0772.364214207002107103505.43FPSFPS/$FPS/TDPmsec.5.191371.97
115efficientdet-d0OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only251.15157.30.1241.19620222102101110512.83FPSFPS/$FPS/TDPmsec.
116efficientdet-d0OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only467.77283.750.2061.5592274300211371505.92FPSFPS/$FPS/TDPmsec.
117efficientdet-d0OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU849.42829.930.4415.66319251501192515018.4FPSFPS/$FPS/TDPmsec.
118efficientdet-d0OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU702.37660.012.1884.682321150132115022.54FPSFPS/$FPS/TDPmsec.
119efficientdet-d0OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU142.27124.980.0751.8971900751190075112.37FPSFPS/$FPS/TDPmsec.
120efficientdet-d0OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only37.9833.770.6553.165581215812100.32FPSFPS/$FPS/TDPmsec.
121efficientdet-d0OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only21.6925.50.3241.808671216712183.86FPSFPS/$FPS/TDPmsec.
122efficientdet-d0OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only72.4160.860.6774.8271071511071555.05FPSFPS/$FPS/TDPmsec.
123efficientdet-d0OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only92.777.350.2183.3114262814262842.67FPSFPS/$FPS/TDPmsec.
124efficientdet-d0OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only56.3743.210.1153.7584901514901570.68FPSFPS/$FPS/TDPmsec.
125efficientdet-d0OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only126.69102.940.2522.8155024515024531.31FPSFPS/$FPS/TDPmsec.
126efficientdet-d0OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only460281460288.08FPSFPS/$FPS/TDPmsec.
127efficientdet-d0OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU39.4718.870.6813.289581215812FPSFPS/$FPS/TDPmsec.
128efficientdet-d0OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU23.3414.960.3481.945671216712FPSFPS/$FPS/TDPmsec.
129efficientdet-d0OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU57.2230.610.5353.81510715110715FPSFPS/$FPS/TDPmsec.
130efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU104.9549.20.2463.74842628142628FPSFPS/$FPS/TDPmsec.
131efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU58.4619.060.1193.89749015149015FPSFPS/$FPS/TDPmsec.
132efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU142.2454.340.2833.16150245150245FPSFPS/$FPS/TDPmsec.
133efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU114.4383.330.2494.08746028146028FPSFPS/$FPS/TDPmsec.
134efficientdet-d0OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU103.0241.320.2153.67948028148028FPSFPS/$FPS/TDPmsec.
135end_rec
136begin_recFPSFPS/$FPS/TDPmsec.
137mask_rcnn_resnet50_atrous_cocoOV-2024.1atomIntel Atom® x7425E CPU-only0.150.070.0030.0135812158126956.63FPSFPS/$FPS/TDPmsec.
138mask_rcnn_resnet50_atrous_cocoOV-2024.1atomIntel® Atom® X6425E CPU-only0.040.020.0010.00367121671220351.63FPSFPS/$FPS/TDPmsec.
139mask_rcnn_resnet50_atrous_cocoOV-2024.1atomIntel® Celeron® 6305E CPU-only0.160.040.0010.011107151107156110.16FPSFPS/$FPS/TDPmsec.
140mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i3-8100 CPU-only0.290.180.0020.004117651117653383.35FPSFPS/$FPS/TDPmsec.
141mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i5-10500TE CPU-only0.420.270.0020.012214351214352638.53FPSFPS/$FPS/TDPmsec.
142mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i5-13600K CPU-only1.60.520.0050.0133291251329125823.05FPSFPS/$FPS/TDPmsec.
143mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i5-8500 CPU-only0.470.280.0020.007192651192652236.31FPSFPS/$FPS/TDPmsec.
144mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only0.70.190.0020.025426281426281433.13FPSFPS/$FPS/TDPmsec.
145mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only0.50.140.0010.033490151490151869.32FPSFPS/$FPS/TDPmsec.
146mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-12700H CPU-only1.250.380.0020.028502451502451069.7FPSFPS/$FPS/TDPmsec.
147mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core Ultra 7-165H CPU-only0.830.230.0020.03460281460281659.96FPSFPS/$FPS/TDPmsec.
148mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-1360P CPU-only0.910.30.0020.033480281480281451.82FPSFPS/$FPS/TDPmsec.
149mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i7-8700T CPU-only0.360.20.0010.01303351303353131.44FPSFPS/$FPS/TDPmsec.
150mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i9-10900TE CPU-only0.450.260.0010.013488351488352478.06FPSFPS/$FPS/TDPmsec.
151mask_rcnn_resnet50_atrous_cocoOV-2024.1coreIntel® Core™ i9-13900K CPU-only2.480.810.0040.025991251599125645.95FPSFPS/$FPS/TDPmsec.
152mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® W1290P CPU-only0.710.470.0010.00659412515941251656.14FPSFPS/$FPS/TDPmsec.
153mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® E-2124G CPU-only0.280.170.0010.004506711506713515.54FPSFPS/$FPS/TDPmsec.
154mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only3.050.890.0010.015314421021572105FPSFPS/$FPS/TDPmsec.
155mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only7.982.2200.0191695441028477205466.31FPSFPS/$FPS/TDPmsec.
156mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only12.893.480.0010.0241871854029359270468.34FPSFPS/$FPS/TDPmsec.
157mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only53.715.380.0020.07734000700217000350240.88FPSFPS/$FPS/TDPmsec.81.3338.89
158mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only34.476.430.0020.04921420700210710350377.63FPSFPS/$FPS/TDPmsec.103.7246.34
159mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only2.980.870.0010.014202221021011105883FPSFPS/$FPS/TDPmsec.
160mask_rcnn_resnet50_atrous_cocoOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only6.931.790.0030.023227430021137150503.34FPSFPS/$FPS/TDPmsec.
161mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU32.0919.60.0170.214192515011925150498FPSFPS/$FPS/TDPmsec.
162mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU28.3218.450.0880.1893211501321150564.32FPSFPS/$FPS/TDPmsec.
163mask_rcnn_resnet50_atrous_cocoOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU5.340.0030.07119007511900752993.79FPSFPS/$FPS/TDPmsec.
164mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only0.240.20.0040.0258121581215836.94FPSFPS/$FPS/TDPmsec.
165mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only0.150.160.0020.01367121671226123.74FPSFPS/$FPS/TDPmsec.
166mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only0.530.540.0050.035107151107157509.04FPSFPS/$FPS/TDPmsec.
167mask_rcnn_resnet50_atrous_cocoOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only0.910.920.0020.033426281426284361.11FPSFPS/$FPS/TDPmsec.
168mask_rcnn_resnet50_atrous_cocoOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only0.610.580.0010.041490151490156370.61FPSFPS/$FPS/TDPmsec.
169mask_rcnn_resnet50_atrous_cocoOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only1.121.140.0020.025502451502453541.38FPSFPS/$FPS/TDPmsec.
170mask_rcnn_resnet50_atrous_cocoOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only1.841.350.0040.06646028146028526.67FPSFPS/$FPS/TDPmsec.
171mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU0.280.0050.023581215812FPSFPS/$FPS/TDPmsec.
172mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU0.150.0020.013671216712FPSFPS/$FPS/TDPmsec.
173mask_rcnn_resnet50_atrous_cocoOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU0.590.280.0060.03910715110715FPSFPS/$FPS/TDPmsec.
174mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU1.20.420.0030.04342628142628FPSFPS/$FPS/TDPmsec.
175mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU0.690.20.0010.04649015149015FPSFPS/$FPS/TDPmsec.
176mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU1.630.590.0030.03650245150245FPSFPS/$FPS/TDPmsec.
177mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU1.230.560.0030.04446028146028FPSFPS/$FPS/TDPmsec.
178mask_rcnn_resnet50_atrous_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU0.0020.04348028148028FPSFPS/$FPS/TDPmsec.
179end_rec
180begin_recFPSFPS/$FPS/TDPmsec.
181mobilenet-v2OV-2024.1atomIntel Atom® x7425E CPU-only274.2190.764.72822.855812158124.12FPSFPS/$FPS/TDPmsec.
182mobilenet-v2OV-2024.1atomIntel® Atom® X6425E CPU-only134.280.812.00311.1836712167127.9FPSFPS/$FPS/TDPmsec.
183mobilenet-v2OV-2024.1atomIntel® Celeron® 6305E CPU-only300.45133.462.80820.03107151107153.68FPSFPS/$FPS/TDPmsec.
184mobilenet-v2OV-2024.1coreIntel® Core™ i3-8100 CPU-only535.78448.094.5798.243117651117652.06FPSFPS/$FPS/TDPmsec.
185mobilenet-v2OV-2024.1coreIntel® Core™ i5-10500TE CPU-only893.54489.094.17525.53214351214351.62FPSFPS/$FPS/TDPmsec.
186mobilenet-v2OV-2024.1coreIntel® Core™ i5-13600K CPU-only2984.141380.249.0723.87332912513291250.7FPSFPS/$FPS/TDPmsec.
187mobilenet-v2OV-2024.1coreIntel® Core™ i5-8500 CPU-only856.66664.564.46213.179192651192651.4FPSFPS/$FPS/TDPmsec.
188mobilenet-v2OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only1370.63517.323.21748.951426281426280.97FPSFPS/$FPS/TDPmsec.
189mobilenet-v2OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only969.67314.821.97964.645490151490151.22FPSFPS/$FPS/TDPmsec.
190mobilenet-v2OV-2024.1coreIntel® Core™ i7-12700H CPU-only1892.98986.873.77142.066502451502450.93FPSFPS/$FPS/TDPmsec.
191mobilenet-v2OV-2024.1coreIntel® Core Ultra 7-165H CPU-only1335.3606.332.90347.689460281460281.66FPSFPS/$FPS/TDPmsec.
192mobilenet-v2OV-2024.1coreIntel® Core™ i7-1360P CPU-only1479.8751.953.08352.85480281480281.11FPSFPS/$FPS/TDPmsec.
193mobilenet-v2OV-2024.1coreIntel® Core™ i7-8700T CPU-only742.76511.712.45121.222303351303351.89FPSFPS/$FPS/TDPmsec.
194mobilenet-v2OV-2024.1coreIntel® Core™ i9-10900TE CPU-only912.88597.021.87126.082488351488351.57FPSFPS/$FPS/TDPmsec.
195mobilenet-v2OV-2024.1coreIntel® Core™ i9-13900K CPU-only4327.782075.187.22534.62259912515991250.58FPSFPS/$FPS/TDPmsec.
196mobilenet-v2OV-2024.1xeonIntel® Xeon® W1290P CPU-only1440.2552.732.42511.52259412515941251.31FPSFPS/$FPS/TDPmsec.
197mobilenet-v2OV-2024.1xeonIntel® Xeon® E-2124G CPU-only521.2445.721.037.341506711506712.1FPSFPS/$FPS/TDPmsec.
198mobilenet-v2OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only5412.931933.711.72225.7763144210215721051.54FPSFPS/$FPS/TDPmsec.
199mobilenet-v2OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only14081.624387.610.83134.3451695441028477205FPSFPS/$FPS/TDPmsec.
200mobilenet-v2OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only22954.576958.931.22642.50818718540293592700.6FPSFPS/$FPS/TDPmsec.
201mobilenet-v2OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only39342.9110857.461.15756.204340007002170003500.69FPSFPS/$FPS/TDPmsec.0.6926801.32
202mobilenet-v2OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only40611.5816922.791.89658.017214207002107103500.64FPSFPS/$FPS/TDPmsec.0.6632078.82
203mobilenet-v2OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only5160.491883.152.55224.5742022210210111051.55FPSFPS/$FPS/TDPmsec.
204mobilenet-v2OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only12276.2436585.39940.921227430021137150FPSFPS/$FPS/TDPmsec.
205mobilenet-v2OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU6753.426013.533.50845.0231925150119251502.17FPSFPS/$FPS/TDPmsec.
206mobilenet-v2OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU4929.184590.3215.35632.86132115013211503.02FPSFPS/$FPS/TDPmsec.
207mobilenet-v2OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU1918.841581.381.0125.58519007511900758.4FPSFPS/$FPS/TDPmsec.
208mobilenet-v2OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only447.92345.37.72337.3275812158128.73FPSFPS/$FPS/TDPmsec.
209mobilenet-v2OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only196.59236.42.93416.38367121671220.1FPSFPS/$FPS/TDPmsec.
210mobilenet-v2OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only685.64512.036.40845.709107151107155.64FPSFPS/$FPS/TDPmsec.
211mobilenet-v2OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only796.78604.061.8728.456426281426284.9FPSFPS/$FPS/TDPmsec.
212mobilenet-v2OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only649.25442.721.32543.283490151490156.11FPSFPS/$FPS/TDPmsec.
213mobilenet-v2OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only1318.41908.732.62629.298502451502452.94FPSFPS/$FPS/TDPmsec.
214mobilenet-v2OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only1385.0546028146028FPSFPS/$FPS/TDPmsec.
215mobilenet-v2OV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only1947.051264.154.23369.538460281460280.78FPSFPS/$FPS/TDPmsec.
216mobilenet-v2OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU461.47248.337.95638.456581215812FPSFPS/$FPS/TDPmsec.
217mobilenet-v2OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU240.37165.523.58820.031671216712FPSFPS/$FPS/TDPmsec.
218mobilenet-v2OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU533.39305.484.98535.55910715110715FPSFPS/$FPS/TDPmsec.
219mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU1441.4602.273.38451.47942628142628FPSFPS/$FPS/TDPmsec.
220mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU1046.89275.122.13769.79349015149015FPSFPS/$FPS/TDPmsec.
221mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU2198.661050.824.3848.85950245150245FPSFPS/$FPS/TDPmsec.
222mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU1488.7713.393.23653.16846028146028FPSFPS/$FPS/TDPmsec.
223mobilenet-v2OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU1594.11759.143.32156.93348028148028FPSFPS/$FPS/TDPmsec.
224end_rec
225begin_recFPSFPS/$FPS/TDPmsec.
226resnet-50OV-2024.1atomIntel Atom® x7425E CPU-only45.4620.410.7843.78858121581223.86FPSFPS/$FPS/TDPmsec.
227resnet-50OV-2024.1atomIntel® Atom® X6425E CPU-only19.888.140.2971.65767121671252FPSFPS/$FPS/TDPmsec.
228resnet-50OV-2024.1atomIntel® Celeron® 6305E CPU-only51.5314.420.4823.4351071511071519.92FPSFPS/$FPS/TDPmsec.
229resnet-50OV-2024.1coreIntel® Core™ i3-8100 CPU-only97.0650.220.831.4931176511176510.79FPSFPS/$FPS/TDPmsec.
230resnet-50OV-2024.1coreIntel® Core™ i5-10500TE CPU-only144.8273.650.6774.138214351214358.26FPSFPS/$FPS/TDPmsec.
231resnet-50OV-2024.1coreIntel® Core™ i5-13600K CPU-only557.61151.841.6954.46132912513291253.13FPSFPS/$FPS/TDPmsec.
232resnet-50OV-2024.1coreIntel® Core™ i5-8500 CPU-only151.2977.630.7882.328192651192657.12FPSFPS/$FPS/TDPmsec.
233resnet-50OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only226.7761.250.5328.099426281426285.01FPSFPS/$FPS/TDPmsec.
234resnet-50OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only174.3544.950.35611.623490151490156.47FPSFPS/$FPS/TDPmsec.
235resnet-50OV-2024.1coreIntel® Core™ i7-12700H CPU-only417.79114.340.8329.284502451502453.89FPSFPS/$FPS/TDPmsec.
236resnet-50OV-2024.1coreIntel® Core Ultra 7-165H CPU-only257.6658.850.569.202460281460287.98FPSFPS/$FPS/TDPmsec.
237resnet-50OV-2024.1coreIntel® Core™ i7-1360P CPU-only300.1687.890.62510.72480281480285.22FPSFPS/$FPS/TDPmsec.
238resnet-50OV-2024.1coreIntel® Core™ i7-8700T CPU-only122.361.110.4043.4943033513033510.05FPSFPS/$FPS/TDPmsec.
239resnet-50OV-2024.1coreIntel® Core™ i9-10900TE CPU-only152.6573.310.3134.361488351488357.68FPSFPS/$FPS/TDPmsec.
240resnet-50OV-2024.1coreIntel® Core™ i9-13900K CPU-only795.74235.561.3286.36659912515991252.22FPSFPS/$FPS/TDPmsec.
241resnet-50OV-2024.1xeonIntel® Xeon® W1290P CPU-only241.8297.70.4071.93559412515941255.44FPSFPS/$FPS/TDPmsec.
242resnet-50OV-2024.1xeonIntel® Xeon® E-2124G CPU-only92.649.320.1831.3045067115067111.17FPSFPS/$FPS/TDPmsec.
243resnet-50OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only973.8268.810.314.6373144210215721053.03FPSFPS/$FPS/TDPmsec.
244resnet-50OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only2849.47735.550.1686.9516954410284772051.68FPSFPS/$FPS/TDPmsec.
245resnet-50OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only4953.191155.290.2659.17318718540293592701.06FPSFPS/$FPS/TDPmsec.
246resnet-50OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only20219.8916530.59528.886340007002170003501.07FPSFPS/$FPS/TDPmsec.1.298178.33
247resnet-50OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only22402.582058.941.04632.004214207002107103500.96FPSFPS/$FPS/TDPmsec.1.5414017.37
248resnet-50OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only920.75256.180.4554.3852022210210111053.22FPSFPS/$FPS/TDPmsec.
249resnet-50OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only2269.1577.440.9987.5642274300211371501.47FPSFPS/$FPS/TDPmsec.
250resnet-50OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU3588.072240.261.86423.921925150119251504.22FPSFPS/$FPS/TDPmsec.
251resnet-50OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU2985.511945.669.30119.90332115013211505.32FPSFPS/$FPS/TDPmsec.
252resnet-50OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU821.64517.360.43210.955190075119007519.45FPSFPS/$FPS/TDPmsec.
253resnet-50OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only111.8362.571.9289.31958121581235.58FPSFPS/$FPS/TDPmsec.
254resnet-50OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only49.352.410.7364.10867121671280.84FPSFPS/$FPS/TDPmsec.
255resnet-50OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only210.05118.291.96314.0031071511071518.93FPSFPS/$FPS/TDPmsec.
256resnet-50OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only284.72178.120.66810.1694262814262813.65FPSFPS/$FPS/TDPmsec.
257resnet-50OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only207.72121.270.42413.8484901514901518.84FPSFPS/$FPS/TDPmsec.
258resnet-50OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only389.71222.40.7768.66502451502459.98FPSFPS/$FPS/TDPmsec.
259resnet-50OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only537.89369.591.16919.210460281460282.34FPSFPS/$FPS/TDPmsec.
260resnet-50OV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only783.3378.141.70327.975460281460281.61FPSFPS/$FPS/TDPmsec.
261resnet-50OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU130.4737.612.24910.873581215812FPSFPS/$FPS/TDPmsec.
262resnet-50OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU60.5431.210.9045.045671216712FPSFPS/$FPS/TDPmsec.
263resnet-50OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU201.5571.111.88413.43710715110715FPSFPS/$FPS/TDPmsec.
264resnet-50OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU381.99122.540.89713.64342628142628FPSFPS/$FPS/TDPmsec.
265resnet-50OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU234.3366.480.47815.62249015149015FPSFPS/$FPS/TDPmsec.
266resnet-50OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU529.17152.241.05411.75950245150245FPSFPS/$FPS/TDPmsec.
267resnet-50OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU351.56147.280.76412.55646028146028FPSFPS/$FPS/TDPmsec.
268resnet-50OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU399.480.83214.26748028148028FPSFPS/$FPS/TDPmsec.
269end_rec
270begin_recFPSFPS/$FPS/TDPmsec.
271ssd-resnet34-1200OV-2024.1atomIntel Atom® x7425E CPU-only0.760.350.0130.0635812158121330.73FPSFPS/$FPS/TDPmsec.
272ssd-resnet34-1200OV-2024.1atomIntel® Celeron® 6305E CPU-only0.890.230.0080.059107151107151121.88FPSFPS/$FPS/TDPmsec.
273ssd-resnet34-1200OV-2024.1coreIntel® Core™ i3-8100 CPU-only1.660.950.0140.02611765111765599.8FPSFPS/$FPS/TDPmsec.
274ssd-resnet34-1200OV-2024.1coreIntel® Core™ i5-10500TE CPU-only2.411.390.0110.06921435121435459.02FPSFPS/$FPS/TDPmsec.
275ssd-resnet34-1200OV-2024.1coreIntel® Core™ i5-13600K CPU-only8.982.670.0270.0723291251329125129.64FPSFPS/$FPS/TDPmsec.
276ssd-resnet34-1200OV-2024.1coreIntel® Core™ i5-8500 CPU-only2.591.460.0130.0419265119265398.99FPSFPS/$FPS/TDPmsec.
277ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only3.971.020.0090.14242628142628250.07FPSFPS/$FPS/TDPmsec.
278ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only2.980.720.0060.19949015149015333.24FPSFPS/$FPS/TDPmsec.
279ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-12700H CPU-only6.82.020.0140.15150245150245172.93FPSFPS/$FPS/TDPmsec.
280ssd-resnet34-1200OV-2024.1coreIntel® Core Ultra 7-165H CPU-only4.021.120.0090.14446028146028260.23FPSFPS/$FPS/TDPmsec.
281ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-1360P CPU-only51.570.010.17948028148028256.9FPSFPS/$FPS/TDPmsec.
282ssd-resnet34-1200OV-2024.1coreIntel® Core™ i7-8700T CPU-only21.120.0070.05730335130335563.98FPSFPS/$FPS/TDPmsec.
283ssd-resnet34-1200OV-2024.1coreIntel® Core™ i9-10900TE CPU-only2.591.420.0050.07448835148835411.85FPSFPS/$FPS/TDPmsec.
284ssd-resnet34-1200OV-2024.1coreIntel® Core™ i9-13900K CPU-only13.134.190.0220.105599125159912599.93FPSFPS/$FPS/TDPmsec.
285ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® W1290P CPU-only4.332.440.0070.0355941251594125239.88FPSFPS/$FPS/TDPmsec.
286ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® E-2124G CPU-only1.590.910.0030.02250671150671629.89FPSFPS/$FPS/TDPmsec.
287ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only17.624.570.0060.084314421021572105116.09FPSFPS/$FPS/TDPmsec.
288ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only57.6914.910.0030.141169544102847720536.1FPSFPS/$FPS/TDPmsec.
289ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only77.5220.780.0040.144187185402935927062.5FPSFPS/$FPS/TDPmsec.
290ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only451.3131.270.0130.645340007002170003508.11FPSFPS/$FPS/TDPmsec.15.3216.45
291ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only525.9935.340.0250.751214207002107103507.93FPSFPS/$FPS/TDPmsec.29.52248.82
292ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only16.774.360.0080.08202221021011105121.92FPSFPS/$FPS/TDPmsec.
293ssd-resnet34-1200OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only42.2610.540.0190.14122743002113715052.91FPSFPS/$FPS/TDPmsec.
294ssd-resnet34-1200OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU214.37110.890.1111.42919251501192515074.3FPSFPS/$FPS/TDPmsec.
295ssd-resnet34-1200OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU155.8782.510.4861.0393211501321150102.45FPSFPS/$FPS/TDPmsec.
296ssd-resnet34-1200OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU33.8616.660.0180.4511900751190075469.18FPSFPS/$FPS/TDPmsec.
297ssd-resnet34-1200OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only2.141.180.0370.1785812158121813.16FPSFPS/$FPS/TDPmsec.
298ssd-resnet34-1200OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only1.191.190.0180.0996712167123356.08FPSFPS/$FPS/TDPmsec.
299ssd-resnet34-1200OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only5.162.780.0480.34410715110715773.9FPSFPS/$FPS/TDPmsec.
300ssd-resnet34-1200OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only8.34.680.0190.29642628142628474.02FPSFPS/$FPS/TDPmsec.
301ssd-resnet34-1200OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only5.273.020.0110.35149015149015696.75FPSFPS/$FPS/TDPmsec.
302ssd-resnet34-1200OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only10.475.850.0210.23350245150245379.95FPSFPS/$FPS/TDPmsec.
303ssd-resnet34-1200OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only16.059.280.0350.5734602814602862.91FPSFPS/$FPS/TDPmsec.
304ssd-resnet34-1200OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU0.760.350.0130.063581215812FPSFPS/$FPS/TDPmsec.
305ssd-resnet34-1200OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU0.890.230.0080.05910715110715FPSFPS/$FPS/TDPmsec.
306ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU3.961.020.0090.14142628142628FPSFPS/$FPS/TDPmsec.
307ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU2.950.70.0060.19749015149015FPSFPS/$FPS/TDPmsec.
308ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU6.812.030.0140.15150245150245FPSFPS/$FPS/TDPmsec.
309ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU4.121.140.0090.14746028146028FPSFPS/$FPS/TDPmsec.
310ssd-resnet34-1200OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU4.981.560.010.17848028148028FPSFPS/$FPS/TDPmsec.
311end_rec
312begin_recFPSFPS/$FPS/TDPmsec.
313ssd_mobilenet_v1_cocoOV-2024.1atomIntel Atom® x7425E CPU-only97.2650.791.6778.10558121581210.81FPSFPS/$FPS/TDPmsec.
314ssd_mobilenet_v1_cocoOV-2024.1atomIntel® Atom® X6425E CPU-only45.7921.60.6833.81667121671222.81FPSFPS/$FPS/TDPmsec.
315ssd_mobilenet_v1_cocoOV-2024.1atomIntel® Celeron® 6305E CPU-only114.6371.0717.64107151107159.16FPSFPS/$FPS/TDPmsec.
316ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i3-8100 CPU-only210.07122.081.7953.232117651117655.02FPSFPS/$FPS/TDPmsec.
317ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i5-10500TE CPU-only327.63169.271.5319.361214351214353.65FPSFPS/$FPS/TDPmsec.
318ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i5-13600K CPU-only1090.55389.633.3158.72432912513291251.43FPSFPS/$FPS/TDPmsec.
319ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i5-8500 CPU-only333.01191.231.7345.123192651192653.16FPSFPS/$FPS/TDPmsec.
320ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only517.03147.641.21418.465426281426282.22FPSFPS/$FPS/TDPmsec.
321ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only389.5100.560.79525.967490151490152.84FPSFPS/$FPS/TDPmsec.
322ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-12700H CPU-only817.31294.591.62818.162502451502451.89FPSFPS/$FPS/TDPmsec.
323ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core Ultra 7-165H CPU-only538.96152.671.17219.249460281460283.69FPSFPS/$FPS/TDPmsec.
324ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-1360P CPU-only607.65223.661.26621.702480281480282.5FPSFPS/$FPS/TDPmsec.
325ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i7-8700T CPU-only275.71156.990.917.877303351303354.38FPSFPS/$FPS/TDPmsec.
326ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i9-10900TE CPU-only353.13186.70.72410.089488351488353.42FPSFPS/$FPS/TDPmsec.
327ssd_mobilenet_v1_cocoOV-2024.1coreIntel® Core™ i9-13900K CPU-only1617.11605.32.712.93759912515991251.15FPSFPS/$FPS/TDPmsec.
328ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® W1290P CPU-only574.42222.780.9674.59559412515941252.38FPSFPS/$FPS/TDPmsec.
329ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® E-2124G CPU-only201.39124.90.3982.836506711506715.17FPSFPS/$FPS/TDPmsec.
330ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only2064.11633.050.6579.8293144210215721051.65FPSFPS/$FPS/TDPmsec.
331ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only5726.31646.90.33813.96716954410284772051.1FPSFPS/$FPS/TDPmsec.
332ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only10309.672228.260.55119.09218718540293592700.69FPSFPS/$FPS/TDPmsec.
333ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only24565.673606.120.72335.094340007002170003500.76FPSFPS/$FPS/TDPmsec.0.9312869.21
334ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only28125.184909.951.31340.179214207002107103500.74FPSFPS/$FPS/TDPmsec.117557.7
335ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only1974.99612.040.9779.4052022210210111051.78FPSFPS/$FPS/TDPmsec.
336ssd_mobilenet_v1_cocoOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only4848.981245.72.13216.1632274300211371500.83FPSFPS/$FPS/TDPmsec.
337ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU4074.013472.832.11627.161925150119251503.62FPSFPS/$FPS/TDPmsec.
338ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU3480.392928.5510.84223.20332115013211504.4FPSFPS/$FPS/TDPmsec.
339ssd_mobilenet_v1_cocoOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU984.2781.880.51813.123190075119007516.27FPSFPS/$FPS/TDPmsec.
340ssd_mobilenet_v1_cocoOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only226.24134.93.90118.85358121581217.46FPSFPS/$FPS/TDPmsec.
341ssd_mobilenet_v1_cocoOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only96.58100.181.4418.04867121671240.94FPSFPS/$FPS/TDPmsec.
342ssd_mobilenet_v1_cocoOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only409.69222.423.82927.313107151107159.63FPSFPS/$FPS/TDPmsec.
343ssd_mobilenet_v1_cocoOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only500.03312.321.17417.858426281426287.68FPSFPS/$FPS/TDPmsec.
344ssd_mobilenet_v1_cocoOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only379.18226.110.77425.2794901514901510.12FPSFPS/$FPS/TDPmsec.
345ssd_mobilenet_v1_cocoOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only775.09413.011.54417.224502451502455.02FPSFPS/$FPS/TDPmsec.
346ssd_mobilenet_v1_cocoOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only912.24651.171.98332.580460281460281.39FPSFPS/$FPS/TDPmsec.
347ssd_mobilenet_v1_cocoOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU245.0884.774.22620.423581215812FPSFPS/$FPS/TDPmsec.
348ssd_mobilenet_v1_cocoOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU115.5465.271.7249.628671216712FPSFPS/$FPS/TDPmsec.
349ssd_mobilenet_v1_cocoOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU318.1138.862.97321.20710715110715FPSFPS/$FPS/TDPmsec.
350ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU696.82249.871.63624.88642628142628FPSFPS/$FPS/TDPmsec.
351ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU477.32135.050.97431.82149015149015FPSFPS/$FPS/TDPmsec.
352ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU1006.42351.522.00522.36550245150245FPSFPS/$FPS/TDPmsec.
353ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU692.74316.151.50624.74146028146028FPSFPS/$FPS/TDPmsec.
354ssd_mobilenet_v1_cocoOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU750.17285.81.56326.79248028148028FPSFPS/$FPS/TDPmsec.
355end_rec
356begin_recFPSFPS/$FPS/TDPmsec.
357unet-camvid-onnx-0001OV-2024.1atomIntel Atom® x7425E CPU-only1.160.580.020.097581215812889.26FPSFPS/$FPS/TDPmsec.
358unet-camvid-onnx-0001OV-2024.1atomIntel® Atom® X6425E CPU-only0.480.050.0070.046712167122079.98FPSFPS/$FPS/TDPmsec.
359unet-camvid-onnx-0001OV-2024.1atomIntel® Celeron® 6305E CPU-only1.490.370.0140.09910715110715675.09FPSFPS/$FPS/TDPmsec.
360unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i3-8100 CPU-only2.421.540.0210.03711765111765421.22FPSFPS/$FPS/TDPmsec.
361unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i5-10500TE CPU-only3.62.270.0170.10321435121435322.24FPSFPS/$FPS/TDPmsec.
362unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i5-13600K CPU-only12.674.380.0390.101329125132912596.97FPSFPS/$FPS/TDPmsec.
363unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i5-8500 CPU-only3.742.350.0190.05819265119265261.63FPSFPS/$FPS/TDPmsec.
364unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-1185G7 CPU-only6.61.660.0150.23642628142628155.79FPSFPS/$FPS/TDPmsec.
365unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-1185GRE CPU-only4.941.230.010.32949015149015202.15FPSFPS/$FPS/TDPmsec.
366unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-12700H CPU-only9.653.30.0190.21450245150245127.88FPSFPS/$FPS/TDPmsec.
367unet-camvid-onnx-0001OV-2024.1coreIntel® Core Ultra 7-165H CPU-only5.441.880.0120.19446028146028193.84FPSFPS/$FPS/TDPmsec.
368unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-1360P CPU-only7.042.560.0150.25148028148028190.68FPSFPS/$FPS/TDPmsec.
369unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i7-8700T CPU-only3.011.830.010.08630335130335387.77FPSFPS/$FPS/TDPmsec.
370unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i9-10900TE CPU-only3.732.320.0080.10748835148835282.55FPSFPS/$FPS/TDPmsec.
371unet-camvid-onnx-0001OV-2024.1coreIntel® Core™ i9-13900K CPU-only18.916.920.0320.151599125159912573.46FPSFPS/$FPS/TDPmsec.
372unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® W1290P CPU-only6.183.950.010.0495941251594125180.68FPSFPS/$FPS/TDPmsec.
373unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® E-2124G CPU-only2.331.460.0050.03350671150671442.99FPSFPS/$FPS/TDPmsec.
374unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only29.167.320.0090.13931442102157210571.09FPSFPS/$FPS/TDPmsec.
375unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only95.2521.860.0060.232169544102847720523.42FPSFPS/$FPS/TDPmsec.
376unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only128.1731.730.0070.237187185402935927043.36FPSFPS/$FPS/TDPmsec.
377unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only520.4748.020.0150.744340007002170003509.3FPSFPS/$FPS/TDPmsec.14.63221.87
378unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only511.955.780.0240.7312142070021071035018.29FPSFPS/$FPS/TDPmsec.27.74243.6
379unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only27.7670.0140.13220222102101110574.61FPSFPS/$FPS/TDPmsec.
380unet-camvid-onnx-0001OV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only69.5716.080.0310.23222743002113715037.46FPSFPS/$FPS/TDPmsec.
381unet-camvid-onnx-0001OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU303.46205.280.1582.02319251501192515052.47FPSFPS/$FPS/TDPmsec.
382unet-camvid-onnx-0001OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU276.19187.280.861.841321150132115057.84FPSFPS/$FPS/TDPmsec.
383unet-camvid-onnx-0001OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU55.7132.590.0290.7431900751190075287.24FPSFPS/$FPS/TDPmsec.
384unet-camvid-onnx-0001OV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only3.431.960.0590.2865812158121164.75FPSFPS/$FPS/TDPmsec.
385unet-camvid-onnx-0001OV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only1.991.990.030.1666712167122003.4FPSFPS/$FPS/TDPmsec.
386unet-camvid-onnx-0001OV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only8.344.430.0780.55610715110715478.94FPSFPS/$FPS/TDPmsec.
387unet-camvid-onnx-0001OV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only14.777.630.0350.52842628142628270.28FPSFPS/$FPS/TDPmsec.
388unet-camvid-onnx-0001OV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only10.095.160.0210.67349015149015383.4FPSFPS/$FPS/TDPmsec.
389unet-camvid-onnx-0001OV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only18.319.660.0360.40750245150245217.67FPSFPS/$FPS/TDPmsec.
390unet-camvid-onnx-0001OV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only29.4516.840.0641.0524602814602832.52FPSFPS/$FPS/TDPmsec.
391unet-camvid-onnx-0001OV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU41.050.0690.333581215812FPSFPS/$FPS/TDPmsec.
392unet-camvid-onnx-0001OV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU1.250.80.0190.104671216712FPSFPS/$FPS/TDPmsec.
393unet-camvid-onnx-0001OV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU8.932.560.0830.59510715110715FPSFPS/$FPS/TDPmsec.
394unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU15.974.140.0370.5742628142628FPSFPS/$FPS/TDPmsec.
395unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU8.012.080.0160.53449015149015FPSFPS/$FPS/TDPmsec.
396unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU16.124.930.0320.35850245150245FPSFPS/$FPS/TDPmsec.
397unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU13.236.190.0290.47346028146028FPSFPS/$FPS/TDPmsec.
398unet-camvid-onnx-0001OV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU0.0280.48548028148028FPSFPS/$FPS/TDPmsec.
399end_rec
400begin_recFPSFPS/$FPS/TDPmsec.
401yolo_v3_tinyOV-2024.1atomIntel Atom® x7425E CPU-only52.5525.740.9064.37958121581220.26FPSFPS/$FPS/TDPmsec.
402yolo_v3_tinyOV-2024.1atomIntel® Atom® X6425E CPU-only22.8410.280.3411.90367121671244.98FPSFPS/$FPS/TDPmsec.
403yolo_v3_tinyOV-2024.1atomIntel® Celeron® 6305E CPU-only54.918.220.5133.661071511071518.42FPSFPS/$FPS/TDPmsec.
404yolo_v3_tinyOV-2024.1coreIntel® Core™ i3-8100 CPU-only111.1762.670.951.71117651117659.04FPSFPS/$FPS/TDPmsec.
405yolo_v3_tinyOV-2024.1coreIntel® Core™ i5-10500TE CPU-only167.0790.010.7814.773214351214356.5FPSFPS/$FPS/TDPmsec.
406yolo_v3_tinyOV-2024.1coreIntel® Core™ i5-13600K CPU-only632.16205.661.9215.05732912513291252.4FPSFPS/$FPS/TDPmsec.
407yolo_v3_tinyOV-2024.1coreIntel® Core™ i5-8500 CPU-only173.694.910.9042.671192651192656.05FPSFPS/$FPS/TDPmsec.
408yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only247.9877.270.5828.856426281426284.27FPSFPS/$FPS/TDPmsec.
409yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only186.0355.350.3812.402490151490155.63FPSFPS/$FPS/TDPmsec.
410yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-12700H CPU-only472.59145.670.94110.502502451502453.08FPSFPS/$FPS/TDPmsec.
411yolo_v3_tinyOV-2024.1coreIntel® Core Ultra 7-165H CPU-only275.8379.010.69.851460281460285.54FPSFPS/$FPS/TDPmsec.
412yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-1360P CPU-only335.4109.290.69911.979480281480284.38FPSFPS/$FPS/TDPmsec.
413yolo_v3_tinyOV-2024.1coreIntel® Core™ i7-8700T CPU-only137.3574.990.4533.924303351303358.25FPSFPS/$FPS/TDPmsec.
414yolo_v3_tinyOV-2024.1coreIntel® Core™ i9-10900TE CPU-only178.4891.640.3665.099488351488356.34FPSFPS/$FPS/TDPmsec.
415yolo_v3_tinyOV-2024.1coreIntel® Core™ i9-13900K CPU-only897.62298.581.4997.18159912515991251.8FPSFPS/$FPS/TDPmsec.
416yolo_v3_tinyOV-2024.1xeonIntel® Xeon® W1290P CPU-only297.46147.520.5012.3859412515941254FPSFPS/$FPS/TDPmsec.
417yolo_v3_tinyOV-2024.1xeonIntel® Xeon® E-2124G CPU-only105.4561.460.2081.485506711506719.51FPSFPS/$FPS/TDPmsec.
418yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only1032.83337.520.3294.9183144210215721052.55FPSFPS/$FPS/TDPmsec.
419yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only2738.96908.060.1626.6816954410284772051.25FPSFPS/$FPS/TDPmsec.
420yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only4527.431353.840.2428.38418718540293592700.9FPSFPS/$FPS/TDPmsec.
421yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only11351.72105.810.33416.217340007002170003500.92FPSFPS/$FPS/TDPmsec.0.868771.17
422yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only14889.912545.60.69521.271214207002107103500.85FPSFPS/$FPS/TDPmsec.0.8813920.15
423yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only995.13320.480.4924.7392022210210111052.7FPSFPS/$FPS/TDPmsec.
424yolo_v3_tinyOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only2210.72698.380.9727.369227430021137150FPSFPS/$FPS/TDPmsec.
425yolo_v3_tinyOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU3857.912885.62.00425.7191925150119251503.83FPSFPS/$FPS/TDPmsec.
426yolo_v3_tinyOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU3248.182468.8110.11921.65532115013211504.86FPSFPS/$FPS/TDPmsec.
427yolo_v3_tinyOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU749.79659.030.3959.997190075119007521.3FPSFPS/$FPS/TDPmsec.
428yolo_v3_tinyOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only144.8476.942.49712.0758121581227.4FPSFPS/$FPS/TDPmsec.
429yolo_v3_tinyOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only67.0967.691.0015.59167121671259.15FPSFPS/$FPS/TDPmsec.
430yolo_v3_tinyOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only315.81157.382.95121.0541071511071512.58FPSFPS/$FPS/TDPmsec.
431yolo_v3_tinyOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only442.07249.341.03815.788426281426288.76FPSFPS/$FPS/TDPmsec.
432yolo_v3_tinyOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only322.2163.140.65821.484901514901511.77FPSFPS/$FPS/TDPmsec.
433yolo_v3_tinyOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only599.94318.31.19513.332502451502456.45FPSFPS/$FPS/TDPmsec.
434yolo_v3_tinyOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only848.13486.751.84430.290460281460281.49FPSFPS/$FPS/TDPmsec.
435yolo_v3_tinyOV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only385.72295.70.83913.776460281460283.49FPSFPS/$FPS/TDPmsec.
436yolo_v3_tinyOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU157.6944.372.71913.141581215812FPSFPS/$FPS/TDPmsec.
437yolo_v3_tinyOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU76.6739.391.1446.389671216712FPSFPS/$FPS/TDPmsec.
438yolo_v3_tinyOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU278.9694.292.60718.59710715110715FPSFPS/$FPS/TDPmsec.
439yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU463.11561.08716.53942628142628FPSFPS/$FPS/TDPmsec.
440yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU268.0983.420.54717.87349015149015FPSFPS/$FPS/TDPmsec.
441yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU637.55196.891.2714.16850245150245FPSFPS/$FPS/TDPmsec.
442yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU385.39145.520.83813.76446028146028FPSFPS/$FPS/TDPmsec.
443yolo_v3_tinyOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU0.91315.64848028148028FPSFPS/$FPS/TDPmsec.
444end_rec
445begin_recFPSFPS/$FPS/TDPmsec.
446yolo_v8nOV-2024.1atomIntel Atom® x7425E CPU-only21.7812.670.3761.81558121581247.42FPSFPS/$FPS/TDPmsec.
447yolo_v8nOV-2024.1atomIntel® Atom® X6425E CPU-only10.315.120.1540.859671216712100.34FPSFPS/$FPS/TDPmsec.
448yolo_v8nOV-2024.1atomIntel® Celeron® 6305E CPU-only25.759.610.2411.7171071511071540.42FPSFPS/$FPS/TDPmsec.
449yolo_v8nOV-2024.1coreIntel® Core™ i3-8100 CPU-only53.7733.070.460.8271176511176519.03FPSFPS/$FPS/TDPmsec.
450yolo_v8nOV-2024.1coreIntel® Core™ i5-10500TE CPU-only81.4747.230.3812.3282143512143513.51FPSFPS/$FPS/TDPmsec.
451yolo_v8nOV-2024.1coreIntel® Core™ i5-13600K CPU-only274.23104.010.8342.19432912513291255.24FPSFPS/$FPS/TDPmsec.
452yolo_v8nOV-2024.1coreIntel® Core™ i5-8500 CPU-only84.9550.550.4421.3071926511926511.79FPSFPS/$FPS/TDPmsec.
453yolo_v8nOV-2024.1coreIntel® Core™ i7-1185G7 CPU-only111.7240.80.2623.994262814262810.32FPSFPS/$FPS/TDPmsec.
454yolo_v8nOV-2024.1coreIntel® Core™ i7-1185GRE CPU-only76.6527.770.1565.114901514901513.29FPSFPS/$FPS/TDPmsec.
455yolo_v8nOV-2024.1coreIntel® Core™ i7-12700H CPU-only200.3178.260.3994.451502451502456.6FPSFPS/$FPS/TDPmsec.
456yolo_v8nOV-2024.1coreIntel® Core Ultra 7-165H CPU-only111.9843.580.2433.9994602814602815.57FPSFPS/$FPS/TDPmsec.
457yolo_v8nOV-2024.1coreIntel® Core™ i7-1360P CPU-only146.2758.610.3055.224480281480289.38FPSFPS/$FPS/TDPmsec.
458yolo_v8nOV-2024.1coreIntel® Core™ i7-8700T CPU-only71.742.550.2372.0493033513033516.4FPSFPS/$FPS/TDPmsec.
459yolo_v8nOV-2024.1coreIntel® Core™ i9-10900TE CPU-only91.2652.180.1872.6074883514883512.67FPSFPS/$FPS/TDPmsec.
460yolo_v8nOV-2024.1coreIntel® Core™ i9-13900K CPU-only399.04160.070.6663.19259912515991254.02FPSFPS/$FPS/TDPmsec.
461yolo_v8nOV-2024.1xeonIntel® Xeon® W1290P CPU-only139.8275.140.2351.11959412515941259.01FPSFPS/$FPS/TDPmsec.
462yolo_v8nOV-2024.1xeonIntel® Xeon® E-2124G CPU-only52.4132.950.1040.7385067115067119.28FPSFPS/$FPS/TDPmsec.
463yolo_v8nOV-2024.1xeonIntel® Xeon® Gold 5218T CPU-only440.97174.80.142.13144210215721055.91FPSFPS/$FPS/TDPmsec.
464yolo_v8nOV-2024.1xeonIntel® Xeon® Platinum 8270 CPU-only982.78459.270.0582.39716954410284772053.59FPSFPS/$FPS/TDPmsec.
465yolo_v8nOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only1691.89591.340.093.13318718540293592702.4FPSFPS/$FPS/TDPmsec.
466yolo_v8nOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only2527.391003.330.0743.611340007002170003503.37FPSFPS/$FPS/TDPmsec.2.662510.06
467yolo_v8nOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only3515.521295.710.1645.022214207002107103503.46FPSFPS/$FPS/TDPmsec.2.93748.24
468yolo_v8nOV-2024.1xeonIntel® Xeon® Silver 4216R CPU-only421.5166.810.2082.0072022210210111056.19FPSFPS/$FPS/TDPmsec.
469yolo_v8nOV-2024.1xeonIntel® Xeon® Silver 4316 CPU-only850.58344.090.3742.8352274300211371503.28FPSFPS/$FPS/TDPmsec.
470yolo_v8nOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU1567.081461.720.81410.44719251501192515010.02FPSFPS/$FPS/TDPmsec.
471yolo_v8nOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU1319.651224.244.1118.798321150132115012.04FPSFPS/$FPS/TDPmsec.
472yolo_v8nOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU305.49304.480.1614.073190075119007552.35FPSFPS/$FPS/TDPmsec.
473yolo_v8nOV-2024.1atom-iGPUIntel Atom® x7425E iGPU-only62.9142.771.0855.24358121581263.27FPSFPS/$FPS/TDPmsec.
474yolo_v8nOV-2024.1atom-iGPUIntel® Atom® X6425E iGPU-only32.9834.690.4922.748671216712120.7FPSFPS/$FPS/TDPmsec.
475yolo_v8nOV-2024.1atom-iGPUIntel® Celeron® 6305E iGPU-only124.2482.51.1618.2831071511071532.05FPSFPS/$FPS/TDPmsec.
476yolo_v8nOV-2024.1core-iGPUIntel® Core™ i7-1185G7 iGPU-only168.65115.680.3966.0234262814262823.26FPSFPS/$FPS/TDPmsec.
477yolo_v8nOV-2024.1core-iGPUIntel® Core™ i7-1185GRE iGPU-only119.0778.110.2437.9384901514901533.07FPSFPS/$FPS/TDPmsec.
478yolo_v8nOV-2024.1core-iGPUIntel® Core™ i7-12700H iGPU-only219.57148.580.4374.8795024515024517.93FPSFPS/$FPS/TDPmsec.
479yolo_v8nOV-2024.1core-iGPUIntel® Core Ultra 7-165H iGPU-only371.68269.560.80813.274460281460283.27FPSFPS/$FPS/TDPmsec.
480yolo_v8nOV-2024.1core-iGPUIntel® Core Ultra 7-165H NPU-only95.730046028146028FPSFPS/$FPS/TDPmsec.
481yolo_v8nOV-2024.1atom-CPU+iGPUIntel Atom® x7425E CPU+iGPU70.525.481.2165.875581215812FPSFPS/$FPS/TDPmsec.
482yolo_v8nOV-2024.1atom-CPU+iGPUIntel® Atom® X6425E CPU+iGPU37.5922.290.5613.133671216712FPSFPS/$FPS/TDPmsec.
483yolo_v8nOV-2024.1atom-CPU+iGPUIntel® Celeron® 6305E CPU+iGPU115.2250.81.0777.68110715110715FPSFPS/$FPS/TDPmsec.
484yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185G7 CPU+iGPU195.0681.020.4586.96642628142628FPSFPS/$FPS/TDPmsec.
485yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core™ i7-1185GRE CPU+iGPU105.2141.220.2157.01449015149015FPSFPS/$FPS/TDPmsec.
486yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core™ i7-12700H CPU+iGPU275.44104.070.5496.12150245150245FPSFPS/$FPS/TDPmsec.
487yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core Ultra 7-165H CPU+iGPU191.74112.770.4176.84846028146028FPSFPS/$FPS/TDPmsec.
488yolo_v8nOV-2024.1core-CPU+iGPUIntel® Core™ i7-1360P CPU+iGPU222.6385.920.4647.95148028148028FPSFPS/$FPS/TDPmsec.
489end_rec
490begin_recmsec/tokenmsec/token/$msec/token/TDPmsec/token
491chatglm2-6bOV-2024.1coreIntel® Core™ i9-13900K CPU-only10.22.6599125159912598.16msec/tokenmsec/token/$msec/token/TDPmsec/token380.3271.0114.1
492chatglm2-6bOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only94.71871854029359270110.86msec/tokenmsec/token/$msec/token/TDPmsec/token212.0375.8913.2
493chatglm2-6bOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only2316.33400070021700035043.57msec/tokenmsec/token/$msec/token/TDPmsec/token61.5232.630.7
494chatglm2-6bOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only28.418.82142070021071035035.2msec/tokenmsec/token/$msec/token/TDPmsec/token53.32737
495chatglm2-6bOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU22.219251501192515045.07msec/tokenmsec/token/$msec/token/TDPmsec/token44.3122.6
496chatglm2-6bOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU14.1321150132115070.76msec/tokenmsec/token/$msec/token/TDPmsec/token64.6615.5
497chatglm2-6bOV-2024.1accelIntel® Core Ultra 7-165H iGPU-only10.25.44602814602897.7msec/tokenmsec/token/$msec/token/TDPmsec/token184.876.813
498end_rec
499begin_recmsec/tokenmsec/token/$msec/token/TDPmsec/token
500llama-2-7b-chatOV-2024.1coreIntel® Core™ i9-13900K CPU-only8.52.25991251599125117.23msec/tokenmsec/token/$msec/token/TDPmsec/token456.2580.3712.4
501llama-2-7b-chatOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only9.33.61871854029359270107.25msec/tokenmsec/token/$msec/token/TDPmsec/token275.0862.4516
502llama-2-7b-chatOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only19.213.43400070021700035052.04msec/tokenmsec/token/$msec/token/TDPmsec/token74.8238.4226
503llama-2-7b-chatOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only23.315.72142070021071035043msec/tokenmsec/token/$msec/token/TDPmsec/token63.733.130.2
504llama-2-7b-chatOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU15.1321150132115066.12msec/tokenmsec/token/$msec/token/TDPmsec/token58.4217.1
505llama-2-7b-chatOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU9.38.6192515011925150107.27msec/tokenmsec/token/$msec/token/TDPmsec/token116.545119.6
506llama-2-7b-chatOV-2024.1accelIntel® Core Ultra 7-165H iGPU-only8.33.946028146028119.9msec/tokenmsec/token/$msec/token/TDPmsec/token255.387.911.4
507end_rec
508begin_recmsec/tokenmsec/token/$msec/token/TDPmsec/token
509mistral-7b-v0.1OV-2024.1coreIntel® Core™ i9-13900K CPU-only8.42.15991251599125119.7msec/tokenmsec/token/$msec/token/TDPmsec/token475.6969.3914.4
510mistral-7b-v0.1OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only6.83.71871854029359270147.9msec/tokenmsec/token/$msec/token/TDPmsec/token268.3481.1212.3
511mistral-7b-v0.1OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only1912.83400070021700035052.76msec/tokenmsec/token/$msec/token/TDPmsec/token78.2536.2527.6
512mistral-7b-v0.1OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only22.214.92142070021071035045.1msec/tokenmsec/token/$msec/token/TDPmsec/token66.93132.2
513mistral-7b-v0.1OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU10.9321150132115091.77msec/tokenmsec/token/$msec/token/TDPmsec/token80.2312.5
514mistral-7b-v0.1OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU1900751190075msec/tokenmsec/token/$msec/token/TDPmsec/token256.283.9
515mistral-7b-v0.1OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU10.919251501192515091.77msec/tokenmsec/token/$msec/token/TDPmsec/token80.2312.5
516mistral-7b-v0.1OV-2024.1accelIntel® Core Ultra 7-165H iGPU-only5.43.546028146028184.4msec/tokenmsec/token/$msec/token/TDPmsec/token288.3132.97.5
517end_rec
518begin_recmsec/tokenmsec/token/$msec/token/TDPmsec/token
519falcon-7b-instructOV-2024.1coreIntel® Core™ i9-13900K CPU-only8.15991251599125123.8msec/tokenmsec/token/$msec/token/TDPmsec/token
520falcon-7b-instructOV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only1871854029359270msec/tokenmsec/token/$msec/token/TDPmsec/token
521falcon-7b-instructOV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only20.43400070021700035049.1msec/tokenmsec/token/$msec/token/TDPmsec/token
522falcon-7b-instructOV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only2416.12142070021071035041.7msec/tokenmsec/token/$msec/token/TDPmsec/token62.1
523falcon-7b-instructOV-2024.1accelIntel® Arc™ A-770M Graphics dGPU14.3321150132115069.7msec/tokenmsec/token/$msec/token/TDPmsec/token
524falcon-7b-instructOV-2024.1accelIntel® Data Center GPU Flex 140 dGPU1900751190075msec/tokenmsec/token/$msec/token/TDPmsec/token
525falcon-7b-instructOV-2024.1accelIntel® Data Center GPU Flex 170 dGPU20.519251501192515048.69msec/tokenmsec/token/$msec/token/TDPmsec/token42.2123.7
526falcon-7b-instructOV-2024.1accelIntel® Core Ultra 7-165H iGPU-only95.146028146028111.18msec/tokenmsec/token/$msec/token/TDPmsec/token197.676.613.1
527end_rec
528begin_recGeneration time, sec.Generation time/$Generation time/TDPGeneration time, sec.
529stable-diffusion-v2-1OV-2024.1coreIntel® Core™ i9-13900K CPU-only599125159912542.45Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.41.87
530stable-diffusion-v2-1OV-2024.1xeonIntel® Xeon® Platinum 8380 CPU-only187185402935927021.71Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.20.79
531stable-diffusion-v2-1OV-2024.1xeonIntel® Xeon® Platinum 8490H CPU-only340007002170003504.15Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.4.03
532stable-diffusion-v2-1OV-2024.1xeonIntel® Xeon® Platinum 8580 CPU-only214207002107103503.9Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.3.7
533stable-diffusion-v2-1OV-2024.1accelIntel® Arc™ A-770M Graphics dGPU3211501321150Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.4.43
534stable-diffusion-v2-1OV-2024.1accelIntel® Data Center GPU Flex 140 dGPU1900751190075Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.37.45
535stable-diffusion-v2-1OV-2024.1accelIntel® Data Center GPU Flex 170 dGPU192515011925150Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.4.42
536stable-diffusion-v2-1OV-2024.1accelIntel® Core Ultra 7-165H iGPU-only4602814602816.6Generation time, sec.Generation time/$Generation time/TDPGeneration time, sec.15.9
537end_rec