openvino/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv

1	Network model	Release	IE-Type	Platform name	Throughput-INT8	Throughput-FP16	Throughput-FP32	Value	Efficiency	Price	TDP	Sockets	Price/Socket	TDP/Socket	Latency_int8	UOM_T	UOM_V	UOM_E	UOM_L	Latency_FP16	Latency_FP32	Latency_int4	Throughput_INT4	Latency_BF16	Throughput_BF16
2	begin_rec															FPS	FPS/$	FPS/TDP	msec.
3	bert-base-cased	OV-2024.0	atom	Intel Atom® x7425E CPU-only	10.77		5.46	0.185	0.897	58	12	1	58	12	96.68	FPS	FPS/$	FPS/TDP	msec.
4	bert-base-cased	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	4.7		1.92	0.07	0.391	67	12	1	67	12	217.6	FPS	FPS/$	FPS/TDP	msec.
5	bert-base-cased	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	11.16		4.21	0.104	0.744	107	15	1	107	15	89.31	FPS	FPS/$	FPS/TDP	msec.
6	bert-base-cased	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	21.23		14.8	0.181	0.326	117	65	1	117	65	49.33	FPS	FPS/$	FPS/TDP	msec.
7	bert-base-cased	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	32.33		21.64	0.151	0.923	214	35	1	214	35	36.52	FPS	FPS/$	FPS/TDP	msec.
8	bert-base-cased	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	119.02		47.46	0.361	0.952	329	125	1	329	125	13.91	FPS	FPS/$	FPS/TDP	msec.
9	bert-base-cased	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	33		21.97	0.171	0.507	192	65	1	192	65	31.78	FPS	FPS/$	FPS/TDP	msec.
10	bert-base-cased	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	50.62		18.29	0.119	1.808	426	28	1	426	28	22.9	FPS	FPS/$	FPS/TDP	msec.	22.9
11	bert-base-cased	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	75.52		31.28	0.15	1.678	502	45	1	502	45	18.25	FPS	FPS/$	FPS/TDP	msec.
12	bert-base-cased	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	45.55		17.91	0.099	1.627	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
13	bert-base-cased	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	59.52		24.12	0.124	2.125	480	28	1	480	28	25.29	FPS	FPS/$	FPS/TDP	msec.
14	bert-base-cased	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	27.4		17.95	0.09	0.782	303	35	1	303	35	43.32	FPS	FPS/$	FPS/TDP	msec.
15	bert-base-cased	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	32.92		21.14	0.067	0.94	488	35	1	488	35	37.69	FPS	FPS/$	FPS/TDP	msec.
16	bert-base-cased	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	160.07		64.22	0.267	1.28	599	125	1	599	125	18.33	FPS	FPS/$	FPS/TDP	msec.
17	bert-base-cased	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	51.06		33.31	0.085	0.408	594	125	1	594	125	28.17	FPS	FPS/$	FPS/TDP	msec.
18	bert-base-cased	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	20.73		14.45	0.083	0.292	249	71	1	249	71	50.38	FPS	FPS/$	FPS/TDP	msec.
19	bert-base-cased	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	212.09		79.4	0.067	1.009	3144	210	2	1572	105	14.29	FPS	FPS/$	FPS/TDP	msec.
20	bert-base-cased	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	2776.37		401.57	0.358	5.553	7750	500	2	3875	250	3.56	FPS	FPS/$	FPS/TDP	msec.		9.66			4.7	1919.58
21	bert-base-cased	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	559.57		220.33	0.033	1.364	16954	410	2	8477	205	7.68	FPS	FPS/$	FPS/TDP	msec.
22	bert-base-cased	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	882.74		339.81	0.047	1.634	18718	540	2	9359	270	5.34	FPS	FPS/$	FPS/TDP	msec.
23	bert-base-cased	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	3180.1		498.3	0.093	4.543	34000	700	2	17000	350	3.78	FPS	FPS/$	FPS/TDP	msec.					4.56	2109.44
24	bert-base-cased	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	203.5		76.05	0.1	0.969	2022	210	2	1011	125	14.49	FPS	FPS/$	FPS/TDP	msec.
25	bert-base-cased	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	431.54		168.14	0.189	1.438	2274	300	2	1137	150	8.02	FPS	FPS/$	FPS/TDP	msec.
26	bert-base-cased	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	833.78	702.31		0.416	5.558	2000	150	1	2000	150	18.85	FPS	FPS/$	FPS/TDP	msec.
27	bert-base-cased	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	720.01	597.24		2.243	4.8	321	150	1	321	150	22.04	FPS	FPS/$	FPS/TDP	msec.
28	bert-base-cased	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	160.89	133.6		0.084	2.145	1900	75	1	1900	75	99.41	FPS	FPS/$	FPS/TDP	msec.
29	bert-base-cased	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	23.92	19.56		0.412	1.994	58	12	1	58	12	148.76	FPS	FPS/$	FPS/TDP	msec.
30	bert-base-cased	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	13.5	15.09		0.201	1.125	67	12	1	67	12	295.69	FPS	FPS/$	FPS/TDP	msec.
31	bert-base-cased	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	45.56	33.19		0.425	3.037	107	15	1	107	15	87.62	FPS	FPS/$	FPS/TDP	msec.
32	bert-base-cased	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	67.76	53.22		0.159	2.42	426	28	1	426	28	58.5	FPS	FPS/$	FPS/TDP	msec.	58.5
33	bert-base-cased	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	84.2	65.99		0.167	1.871	502	45	1	502	45	44.93	FPS	FPS/$	FPS/TDP	msec.
34	bert-base-cased	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only				0	0	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
35	bert-base-cased	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	110.47		74.06	0.24	3.945	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
36	bert-base-cased	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	216.2	160.16		0.47	7.721	460	28	1	460	28	7.15	FPS	FPS/$	FPS/TDP	msec.
37	bert-base-cased	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	91.65	70.94		0.19	3.273	480	28	1	480	28	43.27	FPS	FPS/$	FPS/TDP	msec.
38	bert-base-cased	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	24.21		9.41	0.417	2.017	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
39	bert-base-cased	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	16.28		10.73	0.243	1.357	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
40	bert-base-cased	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	46.14		23.26	0.431	3.076	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
41	bert-base-cased	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	86.84		38.75	0.204	3.101	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
42	bert-base-cased	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	98.13		42.45	0.195	2.18	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
43	bert-base-cased	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	105.25		46.31	0.219	3.759	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
44	end_rec
45	begin_rec															FPS	FPS/$	FPS/TDP	msec.
46	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	atom	Intel Atom® x7425E CPU-only	1.03		0.47	0.017	0.086	58	12	1	58	12	990.66	FPS	FPS/$	FPS/TDP	msec.
47	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	0.46		0.18	0.006	0.038	67	12	1	67	12	2211.14	FPS	FPS/$	FPS/TDP	msec.
48	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	1.15		0.37	0.01	0.076	107	15	1	107	15	870.53	FPS	FPS/$	FPS/TDP	msec.
49	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	2.08		1.29	0.017	0.032	117	65	1	117	65	490.5	FPS	FPS/$	FPS/TDP	msec.
50	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	2.98		1.84	0.013	0.085	214	35	1	214	35	352.44	FPS	FPS/$	FPS/TDP	msec.
51	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	10.76		3.95	0.032	0.086	329	125	1	329	125	124.58	FPS	FPS/$	FPS/TDP	msec.
52	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	3.21		1.95	0.016	0.049	192	65	1	192	65	325.34	FPS	FPS/$	FPS/TDP	msec.
53	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	5.04		1.65	0.012	0.18	426	28	1	426	28	200.86	FPS	FPS/$	FPS/TDP	msec.	200.86
54	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	7.39		2.73	0.014	0.164	502	45	1	502	45	171.37	FPS	FPS/$	FPS/TDP	msec.
55	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	4.47		1.51	0.01	0.16	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
56	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	5.64		2.13	0.011	0.201	480	28	1	480	28	235.95	FPS	FPS/$	FPS/TDP	msec.
57	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	2.68		1.59	0.008	0.076	303	35	1	303	35	413.3	FPS	FPS/$	FPS/TDP	msec.
58	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	3.25		1.94	0.006	0.093	488	35	1	488	35	331.87	FPS	FPS/$	FPS/TDP	msec.
59	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	14.66		5.47	0.024	0.117	599	125	1	599	125	159.52	FPS	FPS/$	FPS/TDP	msec.
60	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	4.66		3.09	0.007	0.037	594	125	1	594	125	224.59	FPS	FPS/$	FPS/TDP	msec.
61	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	2.1		1.31	0.008	0.029	249	71	1	249	71	485.6	FPS	FPS/$	FPS/TDP	msec.
62	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	21.74		6.91	0.006	0.103	3144	210	2	1572	105	104.53	FPS	FPS/$	FPS/TDP	msec.
63	bert-large-uncased-whole-word-masking-squad-0001		xeon	Intel® Xeon® Gold 6548N CPU-only	168.13		36.05	0.022	0.336	7750	500	2	3875	250	22.35	FPS	FPS/$	FPS/TDP	msec.		72.61			30.88	140.66
64	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	51.04		17.89	0.003	0.124	16954	410	2	8477	205	54.77	FPS	FPS/$	FPS/TDP	msec.
65	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	62.88		27.01	0.003	0.116	18718	540	2	9359	270	180.65	FPS	FPS/$	FPS/TDP	msec.
66	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	225.61		44.76	0.006	0.322	34000	700	2	17000	350	23.93	FPS	FPS/$	FPS/TDP	msec.					30.18	181.72
67	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	20.79		6.83	0.01	0.099	2022	210	2	1011	125	107.52	FPS	FPS/$	FPS/TDP	msec.
68	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	38.46		15.15	0.016	0.128	2274	300	2	1137	150	110.2	FPS	FPS/$	FPS/TDP	msec.
69	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	108.08	112.77		0.054	0.72	2000	150	1	2000	150	147.95	FPS	FPS/$	FPS/TDP	msec.
70	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	103.46	110.32		0.322	0.689	321	150	1	321	150	154.59	FPS	FPS/$	FPS/TDP	msec.
71	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	21.33	22.33		0.011	0.284	1900	75	1	1900	75	749.02	FPS	FPS/$	FPS/TDP	msec.
72	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	1.97	1.74		0.034	0.164	58	12	1	58	12	1733.68	FPS	FPS/$	FPS/TDP	msec.
73	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	0.74	1.46		0.011	0.062	67	12	1	67	12	5341.49	FPS	FPS/$	FPS/TDP	msec.
74	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	4.91	3.56		0.045	0.327	107	15	1	107	15	812.7	FPS	FPS/$	FPS/TDP	msec.
75	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	8.04	6.33		0.019	0.287	426	28	1	426	28	478.16	FPS	FPS/$	FPS/TDP	msec.	478.16
76	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	9.69	7.3		0.019	0.215	502	45	1	502	45	384.15	FPS	FPS/$	FPS/TDP	msec.
77	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only				0	0	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
78	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	10.69		5.59	0.023	0.382	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
79	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	19.62	12.06		0.043	0.701	460	28	1	460	28	49.43	FPS	FPS/$	FPS/TDP	msec.
80	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	9.53	8.29		0.019	0.34	480	28	1	480	28	419.17	FPS	FPS/$	FPS/TDP	msec.
81	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	2.14		0.6	0.037	0.179	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
82	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	1.02		0.79	0.015	0.085	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
83	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	5.13		2.35	0.048	0.342	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
84	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	9.13		3.7	0.021	0.326	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
85	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	9.59		3.88	0.019	0.213	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
86	bert-large-uncased-whole-word-masking-squad-0001	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	8.44		4.31	0.017	0.301	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
87	end_rec
88	begin_rec															FPS	FPS/$	FPS/TDP	msec.
89	efficientdet-d0	OV-2024.0	atom	Intel Atom® x7425E CPU-only	14.05		10.37	0.242	1.171	58	12	1	58	12	73.71	FPS	FPS/$	FPS/TDP	msec.
90	efficientdet-d0	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	7.29		5.13	0.108	0.608	67	12	1	67	12	139.53	FPS	FPS/$	FPS/TDP	msec.
91	efficientdet-d0	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	18.72		11.29	0.175	1.248	107	15	1	107	15	57.77	FPS	FPS/$	FPS/TDP	msec.
92	efficientdet-d0	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	36.62		24.79	0.313	0.563	117	65	1	117	65	28.26	FPS	FPS/$	FPS/TDP	msec.
93	efficientdet-d0	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	59.66		29.98	0.278	1.704	214	35	1	214	35	20.96	FPS	FPS/$	FPS/TDP	msec.
94	efficientdet-d0	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	150.24		92.11	0.456	1.201	329	125	1	329	125	9.36	FPS	FPS/$	FPS/TDP	msec.
95	efficientdet-d0	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	58.19		38.47	0.303	0.895	192	65	1	192	65	17.94	FPS	FPS/$	FPS/TDP	msec.
96	efficientdet-d0	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	72.74		40.85	0.171	2.598	426	28	1	426	28	14.9	FPS	FPS/$	FPS/TDP	msec.	14.9
97	efficientdet-d0	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	106.95		54.49	0.213	2.376	502	45	1	502	45	12.15	FPS	FPS/$	FPS/TDP	msec.
98	efficientdet-d0	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	65.18		38.36	0.142	2.328	460	28	1	460	28	25.12	FPS	FPS/$	FPS/TDP	msec.
99	efficientdet-d0	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	80.31		38.13	0.167	2.868	480	28	1	480	28	17.18	FPS	FPS/$	FPS/TDP	msec.
100	efficientdet-d0	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	51.81		35.03	0.17	1.48	303	35	1	303	35	24.19	FPS	FPS/$	FPS/TDP	msec.
101	efficientdet-d0	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	64.86		35.97	0.132	1.853	488	35	1	488	35	18.84	FPS	FPS/$	FPS/TDP	msec.
102	efficientdet-d0	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	202.36		105.19	0.337	1.618	599	125	1	599	125	12.52	FPS	FPS/$	FPS/TDP	msec.
103	efficientdet-d0	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	97.07		40.01	0.163	0.776	594	125	1	594	125	13.92	FPS	FPS/$	FPS/TDP	msec.
104	efficientdet-d0	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	35.05		27.29	0.14	0.493	249	71	1	249	71	29.38	FPS	FPS/$	FPS/TDP	msec.
105	efficientdet-d0	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	258.09		164.68	0.082	1.229	3144	210	2	1572	105	12.27	FPS	FPS/$	FPS/TDP	msec.
106	efficientdet-d0	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	805.5		650.9	0.104	1.611	7750	500	2	3875	250	4.59	FPS	FPS/$	FPS/TDP	msec.		4.57			4.91	628.46
107	efficientdet-d0	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	515.55		310.53	0.03	1.257	16954	410	2	8477	205	7.63	FPS	FPS/$	FPS/TDP	msec.
108	efficientdet-d0	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	839.89		475.55	0.044	1.555	18718	540	2	9359	270	7.4	FPS	FPS/$	FPS/TDP	msec.
109	efficientdet-d0	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	1053.3		856.32	0.03	1.504	34000	700	2	17000	350	5.83	FPS	FPS/$	FPS/TDP	msec.					5.87	805.18
110	efficientdet-d0	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	248.36		157.85	0.122	1.182	2022	210	2	1011	125	12.66	FPS	FPS/$	FPS/TDP	msec.
111	efficientdet-d0	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	480.49		288.29	0.211	1.601	2274	300	2	1137	150	6.95	FPS	FPS/$	FPS/TDP	msec.
112	efficientdet-d0	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	847.64	828.72		0.423	5.65	2000	150	1	2000	150	18.38	FPS	FPS/$	FPS/TDP	msec.
113	efficientdet-d0	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	698.63	635.03		2.176	4.657	321	150	1	321	150	22.66	FPS	FPS/$	FPS/TDP	msec.
114	efficientdet-d0	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	137.26	120.82		0.072	1.83	1900	75	1	1900	75	116.43	FPS	FPS/$	FPS/TDP	msec.
115	efficientdet-d0	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	35.03	30.59		0.604	2.919	58	12	1	58	12	104.53	FPS	FPS/$	FPS/TDP	msec.
116	efficientdet-d0	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	21.54	25.35		0.321	1.795	67	12	1	67	12	185.24	FPS	FPS/$	FPS/TDP	msec.
117	efficientdet-d0	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	72.6	60.56		0.678	4.84	107	15	1	107	15	54.89	FPS	FPS/$	FPS/TDP	msec.
118	efficientdet-d0	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	92.54	76.94		0.217	3.305	426	28	1	426	28	42.75	FPS	FPS/$	FPS/TDP	msec.	42.75
119	efficientdet-d0	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	126.83	102.57		0.252	2.818	502	45	1	502	45	31.1	FPS	FPS/$	FPS/TDP	msec.
120	efficientdet-d0	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only				0	0	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
121	efficientdet-d0	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	113.74		87.6	0.247	4.062	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
122	efficientdet-d0	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	165.1	131.3		0.359	5.896	460	28	1	460	28	8.9	FPS	FPS/$	FPS/TDP	msec.
123	efficientdet-d0	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	114.83	91.38		0.239	4.101	480	28	1	480	28	34.05	FPS	FPS/$	FPS/TDP	msec.
124	efficientdet-d0	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	37.5		17.13	0.646	3.125	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
125	efficientdet-d0	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	23.23		14.65	0.346	1.935	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
126	efficientdet-d0	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	58.03		32.04	0.542	3.869	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
127	efficientdet-d0	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	104.75		49.22	0.246	3.741	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
128	efficientdet-d0	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	129.06		54.11	0.257	2.868	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
129	efficientdet-d0	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	108.28		41	0.225	3.867	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
130	end_rec
131	begin_rec															FPS	FPS/$	FPS/TDP	msec.
132	mask_rcnn_resnet50_atrous_coco	OV-2024.0	atom	Intel Atom® x7425E CPU-only	0.15		0.07	0.002	0.012	58	12	1	58	12	6974.76	FPS	FPS/$	FPS/TDP	msec.
133	mask_rcnn_resnet50_atrous_coco	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	0.04		0.02	0	0.004	67	12	1	67	12	20233.9	FPS	FPS/$	FPS/TDP	msec.
134	mask_rcnn_resnet50_atrous_coco	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	0.16		0.04	0.001	0.01	107	15	1	107	15	6714.82	FPS	FPS/$	FPS/TDP	msec.
135	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	0.29		0.18	0.002	0.004	117	65	1	117	65	3375.73	FPS	FPS/$	FPS/TDP	msec.
136	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	0.42		0.27	0.002	0.012	214	35	1	214	35	2650.02	FPS	FPS/$	FPS/TDP	msec.
137	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	1.6		0.52	0.004	0.012	329	125	1	329	125	824.36	FPS	FPS/$	FPS/TDP	msec.
138	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	0.46		0.28	0.002	0.007	192	65	1	192	65	2348.87	FPS	FPS/$	FPS/TDP	msec.
139	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	0.7		0.2	0.002	0.025	426	28	1	426	28	1433.55	FPS	FPS/$	FPS/TDP	msec.	1433.5
140	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	1.15		0.37	0.002	0.025	502	45	1	502	45	1096.1	FPS	FPS/$	FPS/TDP	msec.
141	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	0.73		0.23	0.002	0.026	460	28	1	460	28	1854.42	FPS	FPS/$	FPS/TDP	msec.
142	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	0.87		0.3	0.001	0.031	480	28	1	480	28	1670.02	FPS	FPS/$	FPS/TDP	msec.
143	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	0.35		0.2	0.001	0.01	303	35	1	303	35	3151.5	FPS	FPS/$	FPS/TDP	msec.
144	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	0.46		0.26	0	0.013	488	35	1	488	35	2598.09	FPS	FPS/$	FPS/TDP	msec.
145	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	2.28			0.003	0.018	599	125	1	599	125	977.79	FPS	FPS/$	FPS/TDP	msec.
146	mask_rcnn_resnet50_atrous_coco	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	0.71		0.46	0.001	0.005	594	125	1	594	125	1648.53	FPS	FPS/$	FPS/TDP	msec.
147	mask_rcnn_resnet50_atrous_coco	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	0.28		0.17	0.001	0.004	249	71	1	249	71	3510	FPS	FPS/$	FPS/TDP	msec.
148	mask_rcnn_resnet50_atrous_coco	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	3		0.88	0	0.014	3144	210	2	1572	105	879.02	FPS	FPS/$	FPS/TDP	msec.
149	mask_rcnn_resnet50_atrous_coco	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	35.06		4.09	0.005	0.07	7750	500	2	3875	250	212.67	FPS	FPS/$	FPS/TDP	msec.		500.47			104.91	30.81
150	mask_rcnn_resnet50_atrous_coco	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	8.02		2.21	0	0.019	16954	410	2	8477	205	459.83	FPS	FPS/$	FPS/TDP	msec.
151	mask_rcnn_resnet50_atrous_coco	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	13.22		3.48	0	0.024	18718	540	2	9359	270	454.05	FPS	FPS/$	FPS/TDP	msec.
152	mask_rcnn_resnet50_atrous_coco	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	53.51		5.39	0.001	0.076	34000	700	2	17000	350	244.35	FPS	FPS/$	FPS/TDP	msec.					81.3	39.05
153	mask_rcnn_resnet50_atrous_coco	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	2.88		0.85	0.001	0.013	2022	210	2	1011	125	890.41	FPS	FPS/$	FPS/TDP	msec.
154	mask_rcnn_resnet50_atrous_coco	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	6.69		1.8	0.002	0.022	2274	300	2	1137	150	503.55	FPS	FPS/$	FPS/TDP	msec.
155	mask_rcnn_resnet50_atrous_coco	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	32.06	19.61		0.016	0.213	2000	150	1	2000	150	498.86	FPS	FPS/$	FPS/TDP	msec.
156	mask_rcnn_resnet50_atrous_coco	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	28.3	18.4		0.088	0.188	321	150	1	321	150	565.05	FPS	FPS/$	FPS/TDP	msec.
157	mask_rcnn_resnet50_atrous_coco	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	5.46			0.002	0.072	1900	75	1	1900	75	2926.64	FPS	FPS/$	FPS/TDP	msec.
158	mask_rcnn_resnet50_atrous_coco	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	0.23	0.19		0.004	0.019	58	12	1	58	12	15873.6	FPS	FPS/$	FPS/TDP	msec.
159	mask_rcnn_resnet50_atrous_coco	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	0.15	0.16		0.002	0.012	67	12	1	67	12	26117.64	FPS	FPS/$	FPS/TDP	msec.
160	mask_rcnn_resnet50_atrous_coco	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	0.53	0.54		0.004	0.035	107	15	1	107	15	7532.87	FPS	FPS/$	FPS/TDP	msec.
161	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	0.92	0.93		0.002	0.033	426	28	1	426	28	4360.65	FPS	FPS/$	FPS/TDP	msec.	4360.7
162	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	0.99	0.99		0.001	0.022	502	45	1	502	45	4230.23	FPS	FPS/$	FPS/TDP	msec.
163	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only				0	0	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
164	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	1.26		0.6	0.003	0.045	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
165	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	1.88	1.32		0.004	0.067	460	28	1	460	28	518.61	FPS	FPS/$	FPS/TDP	msec.
166	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	1.07	1.2		0.002	0.038	480	28	1	480	28	3705.73	FPS	FPS/$	FPS/TDP	msec.
167	mask_rcnn_resnet50_atrous_coco	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	0.27			0.004	0.023	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
168	mask_rcnn_resnet50_atrous_coco	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	0.15		0.12	0.002	0.013	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
169	mask_rcnn_resnet50_atrous_coco	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	0.58		0.28	0.005	0.039	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
170	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	1.21		0.43	0.003	0.043	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
171	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	1.47		0.54	0.002	0.032	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
172	mask_rcnn_resnet50_atrous_coco	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	1.36		0.59	0.002	0.048	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
173	end_rec
174	begin_rec															FPS	FPS/$	FPS/TDP	msec.
175	mobilenet-v2	OV-2024.0	atom	Intel Atom® x7425E CPU-only	274.12		192.62	4.726	22.843	58	12	1	58	12	4.02	FPS	FPS/$	FPS/TDP	msec.
176	mobilenet-v2	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	135.07		81.3	2.015	11.255	67	12	1	67	12	7.75	FPS	FPS/$	FPS/TDP	msec.
177	mobilenet-v2	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	267.81		133	2.502	17.854	107	15	1	107	15	3.65	FPS	FPS/$	FPS/TDP	msec.
178	mobilenet-v2	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	536.05		449.99	4.581	8.247	117	65	1	117	65	2.02	FPS	FPS/$	FPS/TDP	msec.
179	mobilenet-v2	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	897.49		492.97	4.193	25.642	214	35	1	214	35	1.61	FPS	FPS/$	FPS/TDP	msec.
180	mobilenet-v2	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	2984.14		1373.16	9.07	23.873	329	125	1	329	125	0.7	FPS	FPS/$	FPS/TDP	msec.
181	mobilenet-v2	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	852.28		661.41	4.438	13.112	192	65	1	192	65	1.38	FPS	FPS/$	FPS/TDP	msec.
182	mobilenet-v2	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	1341.39		514.37	3.149	47.907	426	28	1	426	28	0.96	FPS	FPS/$	FPS/TDP	msec.	0.96
183	mobilenet-v2	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	1728.5		929.24	3.443	38.411	502	45	1	502	45	1.11	FPS	FPS/$	FPS/TDP	msec.
184	mobilenet-v2	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	1265.9		547.69	2.752	45.211	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
185	mobilenet-v2	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	1404.1			2.925	50.146	480	28	1	480	28	1.24	FPS	FPS/$	FPS/TDP	msec.
186	mobilenet-v2	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	735.9		501.57	2.428	21.025	303	35	1	303	35	1.87	FPS	FPS/$	FPS/TDP	msec.
187	mobilenet-v2	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	918.44		593.52	1.882	26.241	488	35	1	488	35	1.55	FPS	FPS/$	FPS/TDP	msec.
188	mobilenet-v2	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	4079.35		1947.02	6.81	32.634	599	125	1	599	125	0.62	FPS	FPS/$	FPS/TDP	msec.
189	mobilenet-v2	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	1442.19		549.37	2.427	11.537	594	125	1	594	125	1.28	FPS	FPS/$	FPS/TDP	msec.
190	mobilenet-v2	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	520.57		443.13	2.09	7.332	249	71	1	249	71	2.09	FPS	FPS/$	FPS/TDP	msec.
191	mobilenet-v2	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	5419.9		1946.38	1.723	25.809	3144	210	2	1572	105	1.47	FPS	FPS/$	FPS/TDP	msec.
192	mobilenet-v2	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	27836.3		8272.19	3.592	55.673	7750	500	2	3875	250	0.49	FPS	FPS/$	FPS/TDP	msec.		0.67			0.51	20665.45
193	mobilenet-v2	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	14128.67		4405.5	0.833	34.46	16954	410	2	8477	205	0.95	FPS	FPS/$	FPS/TDP	msec.
194	mobilenet-v2	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	22893.56		6956	1.223	42.395	18718	540	2	9359	270	0.58	FPS	FPS/$	FPS/TDP	msec.
195	mobilenet-v2	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	39409.64		10895.42	1.159	56.299	34000	700	2	17000	350	0.69	FPS	FPS/$	FPS/TDP	msec.					0.69	27400.45
196	mobilenet-v2	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	5168.47		1877.32	2.556	24.611	2022	210	2	1011	125	1.52	FPS	FPS/$	FPS/TDP	msec.
197	mobilenet-v2	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	12313.33		3650.65	5.414	41.044	2274	300	2	1137	150	0.58	FPS	FPS/$	FPS/TDP	msec.
198	mobilenet-v2	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	6772.51	6004.79		3.386	45.15	2000	150	1	2000	150	2.16	FPS	FPS/$	FPS/TDP	msec.
199	mobilenet-v2	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	4956.11	4491.76		15.439	33.04	321	150	1	321	150	2.99	FPS	FPS/$	FPS/TDP	msec.
200	mobilenet-v2	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	1528.5	1295.7		0.804	20.38	1900	75	1	1900	75	10.45	FPS	FPS/$	FPS/TDP	msec.
201	mobilenet-v2	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	446.07	329.85		7.69	37.172	58	12	1	58	12	8.76	FPS	FPS/$	FPS/TDP	msec.
202	mobilenet-v2	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	196.41	236.29		2.931	16.367	67	12	1	67	12	20.11	FPS	FPS/$	FPS/TDP	msec.
203	mobilenet-v2	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	666.74	511.45		6.231	44.449	107	15	1	107	15	5.58	FPS	FPS/$	FPS/TDP	msec.
204	mobilenet-v2	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	798.6	604.96		1.875	28.521	426	28	1	426	28	4.82	FPS	FPS/$	FPS/TDP	msec.	4.82
205	mobilenet-v2	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	1294.8	901.34		2.579	28.773	502	45	1	502	45	2.99	FPS	FPS/$	FPS/TDP	msec.
206	mobilenet-v2	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only	1834.45	1140.24		3.988	65.516	460	28	1	460	28	0.93	FPS	FPS/$	FPS/TDP	msec.
207	mobilenet-v2	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	2441.4		1349.39	5.307	87.193	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
208	mobilenet-v2	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	3141.27	1604.12		6.829	112.188	460	28	1	460	28	1.11	FPS	FPS/$	FPS/TDP	msec.
209	mobilenet-v2	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	1336	860.03		2.783	47.714	480	28	1	480	28	2.9	FPS	FPS/$	FPS/TDP	msec.
210	mobilenet-v2	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	463.96		229.85	7.999	38.663	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
211	mobilenet-v2	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	239.7		162.69	3.577	19.975	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
212	mobilenet-v2	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	478.98		308.86	4.476	31.932	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
213	mobilenet-v2	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	1435.6		597.47	3.37	51.271	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
214	mobilenet-v2	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	2005.51		1034.54	3.995	44.566	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
215	mobilenet-v2	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	1547.01		691.97	3.222	55.25	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
216	end_rec
217	begin_rec															FPS	FPS/$	FPS/TDP	msec.
218	resnet-50	OV-2024.0	atom	Intel Atom® x7425E CPU-only	45.5		20.41	0.784	3.792	58	12	1	58	12	23.72	FPS	FPS/$	FPS/TDP	msec.
219	resnet-50	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	19.85		8.14	0.296	1.654	67	12	1	67	12	51.98	FPS	FPS/$	FPS/TDP	msec.
220	resnet-50	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	49.45		14.3	0.462	3.296	107	15	1	107	15	19.97	FPS	FPS/$	FPS/TDP	msec.
221	resnet-50	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	97.09		50.67	0.829	1.493	117	65	1	117	65	10.72	FPS	FPS/$	FPS/TDP	msec.
222	resnet-50	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	144.95		73.71	0.677	4.141	214	35	1	214	35	8.2	FPS	FPS/$	FPS/TDP	msec.
223	resnet-50	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	556.17		151.72	1.69	4.449	329	125	1	329	125	3.14	FPS	FPS/$	FPS/TDP	msec.
224	resnet-50	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	150.04		77.28	0.781	2.308	192	65	1	192	65	7.1	FPS	FPS/$	FPS/TDP	msec.
225	resnet-50	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	224.78		61.42	0.528	8.028	426	28	1	426	28	4.94	FPS	FPS/$	FPS/TDP	msec.	4.94
226	resnet-50	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	410.57		109.86	0.817	9.123	502	45	1	502	45	3.98	FPS	FPS/$	FPS/TDP	msec.
227	resnet-50	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	260.29		62	0.566	9.296	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
228	resnet-50	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	295.91		85.88	0.616	10.568	480	28	1	480	28	5.3	FPS	FPS/$	FPS/TDP	msec.
229	resnet-50	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	122.35		60.87	0.403	3.495	303	35	1	303	35	9.99	FPS	FPS/$	FPS/TDP	msec.
230	resnet-50	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	152.56		72.58	0.312	4.359	488	35	1	488	35	7.84	FPS	FPS/$	FPS/TDP	msec.
231	resnet-50	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	761.5		212.5	1.271	6.092	599	125	1	599	125	4.31	FPS	FPS/$	FPS/TDP	msec.
232	resnet-50	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	241.17		96.12	0.406	1.929	594	125	1	594	125	5.43	FPS	FPS/$	FPS/TDP	msec.
233	resnet-50	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	92.63		49.51	0.372	1.304	249	71	1	249	71	11.13	FPS	FPS/$	FPS/TDP	msec.
234	resnet-50	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	972.12		268.09	0.309	4.629	3144	210	2	1572	105	3.02	FPS	FPS/$	FPS/TDP	msec.
235	resnet-50	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	15064.63		1311.15	1.944	30.129	7750	500	2	3875	250	0.64	FPS	FPS/$	FPS/TDP	msec.		1.25			0.85	6829.01
236	resnet-50	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	2851.95		736.95	0.168	6.955	16954	410	2	8477	205	1.62	FPS	FPS/$	FPS/TDP	msec.
237	resnet-50	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	4953.65		1154.94	0.264	9.173	18718	540	2	9359	270	1.04	FPS	FPS/$	FPS/TDP	msec.
238	resnet-50	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	20218.9		1652.8	0.594	28.884	34000	700	2	17000	350	1.04	FPS	FPS/$	FPS/TDP	msec.					1.27	8214.86
239	resnet-50	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	926.6		254.87	0.458	4.412	2022	210	2	1011	125	3.12	FPS	FPS/$	FPS/TDP	msec.
240	resnet-50	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	2271.82		565.27	0.999	7.572	2274	300	2	1137	150	1.79	FPS	FPS/$	FPS/TDP	msec.
241	resnet-50	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	3481.92	2181.16		1.74	23.212	2000	150	1	2000	150	4.35	FPS	FPS/$	FPS/TDP	msec.
242	resnet-50	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	2876.57	1840.99		8.961	19.177	321	150	1	321	150	5.51	FPS	FPS/$	FPS/TDP	msec.
243	resnet-50	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	647.79	462.11		0.34	8.637	1900	75	1	1900	75	24.8	FPS	FPS/$	FPS/TDP	msec.
244	resnet-50	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	109.55	60.39		1.888	9.129	58	12	1	58	12	35.67	FPS	FPS/$	FPS/TDP	msec.
245	resnet-50	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	49.29	52.42		0.735	4.107	67	12	1	67	12	80.83	FPS	FPS/$	FPS/TDP	msec.
246	resnet-50	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	213.75	117.98		1.997	14.25	107	15	1	107	15	18.61	FPS	FPS/$	FPS/TDP	msec.
247	resnet-50	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	285.41	177.79		0.67	10.193	426	28	1	426	28	13.65	FPS	FPS/$	FPS/TDP	msec.	13.65
248	resnet-50	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	378.17	215.59		0.753	8.403	502	45	1	502	45	10.15	FPS	FPS/$	FPS/TDP	msec.
249	resnet-50	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only	724.94	343.65		1.576	25.891	460	28	1	460	28	2.07	FPS	FPS/$	FPS/TDP	msec.
250	resnet-50	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	519.62		218.44	1.13	18.558	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
251	resnet-50	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	869.54	415.99		1.89	31.055	460	28	1	460	28	2.4	FPS	FPS/$	FPS/TDP	msec.
252	resnet-50	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	392.39	236.26		0.817	14.014	480	28	1	480	28	9.85	FPS	FPS/$	FPS/TDP	msec.
253	resnet-50	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	126.12		35.15	2.174	10.51	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
254	resnet-50	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	60.46		32.13	0.902	5.038	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
255	resnet-50	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	201.75		71.24	1.885	13.45	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
256	resnet-50	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	382.45		122.91	0.898	13.659	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
257	resnet-50	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	477.93		143.27	0.952	10.62	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
258	resnet-50	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	423.7		140.64	0.882	15.132	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
259	end_rec
260	begin_rec															FPS	FPS/$	FPS/TDP	msec.
261	ssd-resnet34-1200	OV-2024.0	atom	Intel Atom® x7425E CPU-only	0.76		0.35	0.013	0.063	58	12	1	58	12	1330.87	FPS	FPS/$	FPS/TDP	msec.
262	ssd-resnet34-1200	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	0.88		0.22	0.008	0.059	107	15	1	107	15	1136.27	FPS	FPS/$	FPS/TDP	msec.
263	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	1.67		0.96	0.014	0.025	117	65	1	117	65	599.82	FPS	FPS/$	FPS/TDP	msec.
264	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	2.42		1.39	0.011	0.069	214	35	1	214	35	457.15	FPS	FPS/$	FPS/TDP	msec.
265	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	8.95		2.66	0.027	0.071	329	125	1	329	125	130.15	FPS	FPS/$	FPS/TDP	msec.
266	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	2.59		1.45	0.013	0.039	192	65	1	192	65	397.92	FPS	FPS/$	FPS/TDP	msec.
267	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	3.96		1.02	0.009	0.141	426	28	1	426	28	250.1	FPS	FPS/$	FPS/TDP	msec.	250.1
268	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	6.43		1.99	0.012	0.142	502	45	1	502	45	174.63	FPS	FPS/$	FPS/TDP	msec.
269	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	4.07		1.16	0.009	0.145	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
270	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	4.91		1.54	0.01	0.175	480	28	1	480	28	260.33	FPS	FPS/$	FPS/TDP	msec.
271	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	2		1.12	0.006	0.057	303	35	1	303	35	564.49	FPS	FPS/$	FPS/TDP	msec.
272	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	2.59		1.43	0.005	0.074	488	35	1	488	35	431.94	FPS	FPS/$	FPS/TDP	msec.
273	ssd-resnet34-1200	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	11.82		3.83	0.019	0.094	599	125	1	599	125	190.29	FPS	FPS/$	FPS/TDP	msec.
274	ssd-resnet34-1200	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	4.34		2.44	0.007	0.034	594	125	1	594	125	237.48	FPS	FPS/$	FPS/TDP	msec.
275	ssd-resnet34-1200	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	1.59		0.91	0.006	0.022	249	71	1	249	71	624.13	FPS	FPS/$	FPS/TDP	msec.
276	ssd-resnet34-1200	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	17.64		4.56	0.005	0.084	3144	210	2	1572	105	115.89	FPS	FPS/$	FPS/TDP	msec.
277	ssd-resnet34-1200	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	366.83		23.68	0.047	0.734	7750	500	2	3875	250	0.84	FPS	FPS/$	FPS/TDP	msec.		3.25			1.17	168.65
278	ssd-resnet34-1200	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	57.7		14.89	0.003	0.14	16954	410	2	8477	205	35.97	FPS	FPS/$	FPS/TDP	msec.
279	ssd-resnet34-1200	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	78.11		20.79	0.004	0.144	18718	540	2	9359	270	62.06	FPS	FPS/$	FPS/TDP	msec.
280	ssd-resnet34-1200	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	453.04		31.23	0.013	0.647	34000	700	2	17000	350	8.07	FPS	FPS/$	FPS/TDP	msec.					15.26	215.29
281	ssd-resnet34-1200	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	16.75		4.33	0.008	0.079	2022	210	2	1011	125	121.78	FPS	FPS/$	FPS/TDP	msec.
282	ssd-resnet34-1200	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	42.61		10.55	0.018	0.142	2274	300	2	1137	150	53.73	FPS	FPS/$	FPS/TDP	msec.
283	ssd-resnet34-1200	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	214.1	110.81		0.107	1.427	2000	150	1	2000	150	74.36	FPS	FPS/$	FPS/TDP	msec.
284	ssd-resnet34-1200	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	155.34	82.39		0.483	1.035	321	150	1	321	150	102.72	FPS	FPS/$	FPS/TDP	msec.
285	ssd-resnet34-1200	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	30.24	15.26		0.015	0.403	1900	75	1	1900	75	501.16	FPS	FPS/$	FPS/TDP	msec.
286	ssd-resnet34-1200	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	2.06	1.11		0.035	0.172	58	12	1	58	12	1814.53	FPS	FPS/$	FPS/TDP	msec.
287	ssd-resnet34-1200	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	1.19	1.19		0.017	0.099	67	12	1	67	12	3358.04	FPS	FPS/$	FPS/TDP	msec.
288	ssd-resnet34-1200	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	5.15	2.78		0.048	0.343	107	15	1	107	15	775.19	FPS	FPS/$	FPS/TDP	msec.
289	ssd-resnet34-1200	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	8.08	4.7		0.019	0.288	426	28	1	426	28	478.82	FPS	FPS/$	FPS/TDP	msec.	478.8
290	ssd-resnet34-1200	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	9.57	5.48		0.019	0.212	502	45	1	502	45	380.17	FPS	FPS/$	FPS/TDP	msec.
291	ssd-resnet34-1200	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only				0	0	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
292	ssd-resnet34-1200	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	4.06		1.08	0.009	0.145	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
293	ssd-resnet34-1200	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	17.19	10.32		0.037	0.614	460	28	1	460	28	59.92	FPS	FPS/$	FPS/TDP	msec.
294	ssd-resnet34-1200	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	11.07	6.39		0.023	0.395	480	28	1	480	28	359.92	FPS	FPS/$	FPS/TDP	msec.
295	ssd-resnet34-1200	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	0.76		0.35	0.013	0.063	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
296	ssd-resnet34-1200	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	0.88		0.22	0.008	0.059	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
297	ssd-resnet34-1200	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	3.96		1.02	0.009	0.141	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
298	ssd-resnet34-1200	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	6.4		1.97	0.012	0.142	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
299	ssd-resnet34-1200	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	4.92		1.53	0.01	0.175	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
300	end_rec
301	begin_rec															FPS	FPS/$	FPS/TDP	msec.
302	ssd_mobilenet_v1_coco	OV-2024.0	atom	Intel Atom® x7425E CPU-only	97.3		50.85	1.677	8.108	58	12	1	58	12	10.68	FPS	FPS/$	FPS/TDP	msec.
303	ssd_mobilenet_v1_coco	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	45.56		21.61	0.68	3.797	67	12	1	67	12	22.8	FPS	FPS/$	FPS/TDP	msec.
304	ssd_mobilenet_v1_coco	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	107.32		36.73	1.003	7.154	107	15	1	107	15	9.25	FPS	FPS/$	FPS/TDP	msec.
305	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	211.66		121.94	1.809	3.256	117	65	1	117	65	4.95	FPS	FPS/$	FPS/TDP	msec.
306	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	327.82		170.58	1.531	9.366	214	35	1	214	35	3.63	FPS	FPS/$	FPS/TDP	msec.
307	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	1085.31		388.69	3.298	8.682	329	125	1	329	125	1.53	FPS	FPS/$	FPS/TDP	msec.
308	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	331.43		192.47	1.726	5.099	192	65	1	192	65	3.13	FPS	FPS/$	FPS/TDP	msec.
309	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	515.77		147.2	1.211	18.42	426	28	1	426	28	2.2	FPS	FPS/$	FPS/TDP	msec.	2.2
310	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	770.38		282.86	1.534	17.119	502	45	1	502	45	1.98	FPS	FPS/$	FPS/TDP	msec.
311	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	498.41		161.67	1.084	17.8	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
312	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	591.07		218.19	1.231	21.109	480	28	1	480	28	2.68	FPS	FPS/$	FPS/TDP	msec.
313	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	274.87		156.59	0.907	7.853	303	35	1	303	35	4.34	FPS	FPS/$	FPS/TDP	msec.
314	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	354.87		187.34	0.727	10.139	488	35	1	488	35	3.44	FPS	FPS/$	FPS/TDP	msec.
315	ssd_mobilenet_v1_coco	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	1456.52		554.6	2.431	11.652	599	125	1	599	125	1.19	FPS	FPS/$	FPS/TDP	msec.
316	ssd_mobilenet_v1_coco	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	574.51		222.62	0.967	4.596	594	125	1	594	125	2.37	FPS	FPS/$	FPS/TDP	msec.
317	ssd_mobilenet_v1_coco	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	202.54		124.91	0.813	2.852	249	71	1	249	71	5.11	FPS	FPS/$	FPS/TDP	msec.
318	ssd_mobilenet_v1_coco	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	2092.42		633.85	0.665	9.963	3144	210	2	1572	105	1.66	FPS	FPS/$	FPS/TDP	msec.
319	ssd_mobilenet_v1_coco	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	18001.37		3148.15	2.323	36.003	7750	500	2	3875	250	13.08	FPS	FPS/$	FPS/TDP	msec.		95.54			25.67	9932.06
320	ssd_mobilenet_v1_coco	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	5885.37		1654.07	0.347	14.354	16954	410	2	8477	205	1.1	FPS	FPS/$	FPS/TDP	msec.
321	ssd_mobilenet_v1_coco	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	10335.35		2211.74	0.552	19.139	18718	540	2	9359	270	0.67	FPS	FPS/$	FPS/TDP	msec.
322	ssd_mobilenet_v1_coco	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	23781.35		3555.28	0.699	33.973	34000	700	2	17000	350	0.83	FPS	FPS/$	FPS/TDP	msec.					0.99	12484.42
323	ssd_mobilenet_v1_coco	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	1993.93		611.29	0.986	9.494	2022	210	2	1011	125	1.73	FPS	FPS/$	FPS/TDP	msec.
324	ssd_mobilenet_v1_coco	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	4882.27		1249.03	2.146	16.274	2274	300	2	1137	150	0.82	FPS	FPS/$	FPS/TDP	msec.
325	ssd_mobilenet_v1_coco	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	4079.89	3451.42		2.039	27.199	2000	150	1	2000	150	3.61	FPS	FPS/$	FPS/TDP	msec.
326	ssd_mobilenet_v1_coco	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	3320.97	3008.93		10.345	22.139	321	150	1	321	150	4.43	FPS	FPS/$	FPS/TDP	msec.
327	ssd_mobilenet_v1_coco	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	899.92	726.95		0.473	11.999	1900	75	1	1900	75	17.86	FPS	FPS/$	FPS/TDP	msec.
328	ssd_mobilenet_v1_coco	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	223.85	130.1		3.859	18.654	58	12	1	58	12	17.44	FPS	FPS/$	FPS/TDP	msec.
329	ssd_mobilenet_v1_coco	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	95.54	99.6		1.426	7.962	67	12	1	67	12	41.19	FPS	FPS/$	FPS/TDP	msec.
330	ssd_mobilenet_v1_coco	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	411.65	221.33		3.847	27.443	107	15	1	107	15	9.58	FPS	FPS/$	FPS/TDP	msec.
331	ssd_mobilenet_v1_coco	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	502.82	315.73		1.18	17.958	426	28	1	426	28	7.69	FPS	FPS/$	FPS/TDP	msec.	7.69
332	ssd_mobilenet_v1_coco	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	757.57	405.43		1.509	16.835	502	45	1	502	45	4.99	FPS	FPS/$	FPS/TDP	msec.
333	ssd_mobilenet_v1_coco	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only				0	0	460	28	1	460	28	22.21	FPS	FPS/$	FPS/TDP	msec.
334	ssd_mobilenet_v1_coco	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	619.83		301.57	1.347	22.137	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
335	ssd_mobilenet_v1_coco	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only		685		0	0	460	28	1	460	28	1.44	FPS	FPS/$	FPS/TDP	msec.
336	ssd_mobilenet_v1_coco	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	740.41	416.1		1.542	26.443	480	28	1	480	28	5.2	FPS	FPS/$	FPS/TDP	msec.
337	ssd_mobilenet_v1_coco	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	245.44		79.49	4.231	20.453	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
338	ssd_mobilenet_v1_coco	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	114.62		65.09	1.71	9.552	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
339	ssd_mobilenet_v1_coco	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	299.67		137.06	2.8	19.978	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
340	ssd_mobilenet_v1_coco	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	698.33		250.54	1.639	24.94	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
341	ssd_mobilenet_v1_coco	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	927.37		345.68	1.847	20.608	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
342	ssd_mobilenet_v1_coco	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	758.87		286.7	1.58	27.102	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
343	end_rec
344	begin_rec															FPS	FPS/$	FPS/TDP	msec.
345	unet-camvid-onnx-0001	OV-2024.0	atom	Intel Atom® x7425E CPU-only	1.16		0.58	0.02	0.096	58	12	1	58	12	891.46	FPS	FPS/$	FPS/TDP	msec.
346	unet-camvid-onnx-0001	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	0.48		0.05	0.007	0.04	67	12	1	67	12	2092.17	FPS	FPS/$	FPS/TDP	msec.
347	unet-camvid-onnx-0001	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	1.47		0.37	0.013	0.098	107	15	1	107	15	704.17	FPS	FPS/$	FPS/TDP	msec.
348	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	2.42		1.54	0.02	0.037	117	65	1	117	65	427.14	FPS	FPS/$	FPS/TDP	msec.
349	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	3.61		2.27	0.016	0.103	214	35	1	214	35	323.41	FPS	FPS/$	FPS/TDP	msec.
350	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	12.62		4.37	0.038	0.1	329	125	1	329	125	96.94	FPS	FPS/$	FPS/TDP	msec.
351	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	3.75		2.34	0.019	0.057	192	65	1	192	65	280.77	FPS	FPS/$	FPS/TDP	msec.
352	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	6.57		1.66	0.015	0.235	426	28	1	426	28	155.83	FPS	FPS/$	FPS/TDP	msec.	155.8
353	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	9.13		3.23	0.018	0.203	502	45	1	502	45	130.42	FPS	FPS/$	FPS/TDP	msec.
354	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	1.92		1.86	0.004	0.069	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
355	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	6.88		2.54	0.014	0.245	480	28	1	480	28	194.3	FPS	FPS/$	FPS/TDP	msec.
356	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	3		1.83	0.009	0.085	303	35	1	303	35	387.91	FPS	FPS/$	FPS/TDP	msec.
357	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	3.73		2.33	0.007	0.106	488	35	1	488	35	340.74	FPS	FPS/$	FPS/TDP	msec.
358	unet-camvid-onnx-0001	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	16.95		6.28	0.028	0.135	599	125	1	599	125	142.53	FPS	FPS/$	FPS/TDP	msec.
359	unet-camvid-onnx-0001	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	6.18		3.94	0.01	0.049	594	125	1	594	125	180.21	FPS	FPS/$	FPS/TDP	msec.
360	unet-camvid-onnx-0001	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	2.32		1.47	0.009	0.032	249	71	1	249	71	441.89	FPS	FPS/$	FPS/TDP	msec.
361	unet-camvid-onnx-0001	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	29.18		7.28	0.009	0.138	3144	210	2	1572	105	71.02	FPS	FPS/$	FPS/TDP	msec.
362	unet-camvid-onnx-0001	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	400.71		37.81	0.052	0.801	7750	500	2	3875	250	14.98	FPS	FPS/$	FPS/TDP	msec.		67.18			23.32	177.24
363	unet-camvid-onnx-0001	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	94.98		21.81	0.005	0.231	16954	410	2	8477	205	23.44	FPS	FPS/$	FPS/TDP	msec.
364	unet-camvid-onnx-0001	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	127.99		31.87	0.006	0.237	18718	540	2	9359	270	42.93	FPS	FPS/$	FPS/TDP	msec.
365	unet-camvid-onnx-0001	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only			47.98	0.015	0.769	34000	700	2	17000	350	9.36	FPS	FPS/$	FPS/TDP	msec.					14.43	221.36
366	unet-camvid-onnx-0001	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	27.7		6.93	0.013	0.131	2022	210	2	1011	125	74.72	FPS	FPS/$	FPS/TDP	msec.
367	unet-camvid-onnx-0001	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	69.65		16.12	0.03	0.232	2274	300	2	1137	150	37.44	FPS	FPS/$	FPS/TDP	msec.
368	unet-camvid-onnx-0001	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	302.07	205.64		0.151	2.013	2000	150	1	2000	150	52.68	FPS	FPS/$	FPS/TDP	msec.
369	unet-camvid-onnx-0001	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	275.91	188.43		0.859	1.839	321	150	1	321	150	57.8	FPS	FPS/$	FPS/TDP	msec.
370	unet-camvid-onnx-0001	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	55.01	33.8		0.028	0.733	1900	75	1	1900	75	290.97	FPS	FPS/$	FPS/TDP	msec.
371	unet-camvid-onnx-0001	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	3.41	1.89		0.058	0.284	58	12	1	58	12	1169.36	FPS	FPS/$	FPS/TDP	msec.
372	unet-camvid-onnx-0001	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	0.98	1.99		0.014	0.082	67	12	1	67	12	4037.17	FPS	FPS/$	FPS/TDP	msec.
373	unet-camvid-onnx-0001	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	8.4	4.44		0.078	0.56	107	15	1	107	15	475.66	FPS	FPS/$	FPS/TDP	msec.
374	unet-camvid-onnx-0001	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	14.73	7.58		0.035	0.526	426	28	1	426	28	271.02	FPS	FPS/$	FPS/TDP	msec.	271
375	unet-camvid-onnx-0001	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	17.02	8.33		0.033	0.378	502	45	1	502	45	217.5	FPS	FPS/$	FPS/TDP	msec.
376	unet-camvid-onnx-0001	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only				0	0	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
377	unet-camvid-onnx-0001	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	7.79		7.68	0.017	0.278	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
378	unet-camvid-onnx-0001	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	18.33	18.24		0.04	0.655	460	28	1	460	28	30.92	FPS	FPS/$	FPS/TDP	msec.
379	unet-camvid-onnx-0001	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	19.44	10.14		0.04	0.694	480	28	1	480	28	204.9	FPS	FPS/$	FPS/TDP	msec.
380	unet-camvid-onnx-0001	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	3.81		0.98	0.065	0.318	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
381	unet-camvid-onnx-0001	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	1.29		0.79	0.019	0.107	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
382	unet-camvid-onnx-0001	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	8.91		2.56	0.083	0.594	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
383	unet-camvid-onnx-0001	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	15.96		4.13	0.037	0.57	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
384	unet-camvid-onnx-0001	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	13.91		4.49	0.027	0.309	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
385	unet-camvid-onnx-0001	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	20.27		5.87	0.042	0.724	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
386	end_rec
387	begin_rec															FPS	FPS/$	FPS/TDP	msec.
388	yolo_v3_tiny	OV-2024.0	atom	Intel Atom® x7425E CPU-only	52.61		25.76	0.907	4.384	58	12	1	58	12	20.24	FPS	FPS/$	FPS/TDP	msec.
389	yolo_v3_tiny	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	22.82		10.27	0.34	1.902	67	12	1	67	12	44.92	FPS	FPS/$	FPS/TDP	msec.
390	yolo_v3_tiny	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	53.02		17.8	0.495	3.535	107	15	1	107	15	18.72	FPS	FPS/$	FPS/TDP	msec.
391	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	111.32		62.85	0.951	1.712	117	65	1	117	65	9.03	FPS	FPS/$	FPS/TDP	msec.
392	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	167.22		89.81	0.781	4.777	214	35	1	214	35	6.77	FPS	FPS/$	FPS/TDP	msec.
393	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	633.91		205.57	1.926	5.071	329	125	1	329	125	2.29	FPS	FPS/$	FPS/TDP	msec.
394	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	172.29		95.1	0.897	2.65	192	65	1	192	65	6.07	FPS	FPS/$	FPS/TDP	msec.
395	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	244.4		77.01	0.574	8.728	426	28	1	426	28	4.28	FPS	FPS/$	FPS/TDP	msec.	4.28
396	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	456.81		139.59	0.909	10.151	502	45	1	502	45	3.18	FPS	FPS/$	FPS/TDP	msec.
397	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	276.05		81.29	0.6	9.859	460	28	1	460	28	5.61	FPS	FPS/$	FPS/TDP	msec.
398	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	329.44		107.27	0.686	11.765	480	28	1	480	28	4.5	FPS	FPS/$	FPS/TDP	msec.
399	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	136.8		74.8	0.451	3.908	303	35	1	303	35	8.22	FPS	FPS/$	FPS/TDP	msec.
400	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	179.54		91.78	0.367	5.129	488	35	1	488	35	6.52	FPS	FPS/$	FPS/TDP	msec.
401	yolo_v3_tiny	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	864.66		290.76	1.443	6.917	599	125	1	599	125	3.32	FPS	FPS/$	FPS/TDP	msec.
402	yolo_v3_tiny	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	298.93		146.65	0.503	2.391	594	125	1	594	125	3.99	FPS	FPS/$	FPS/TDP	msec.
403	yolo_v3_tiny	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	105.74		61.64	0.424	1.489	249	71	1	249	71	9.48	FPS	FPS/$	FPS/TDP	msec.
404	yolo_v3_tiny	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	1044.7		337.54	0.332	4.974	3144	210	2	1572	105	2.62	FPS	FPS/$	FPS/TDP	msec.
405	yolo_v3_tiny	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	9162.59		1678.19	1.182	18.325	7750	500	2	3875	250	0.75	FPS	FPS/$	FPS/TDP	msec.		1.76			0.69	7567.48
406	yolo_v3_tiny	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	2795.48		899.98	0.164	6.818	16954	410	2	8477	205	1.3	FPS	FPS/$	FPS/TDP	msec.
407	yolo_v3_tiny	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	4562.15		1355.7	0.243	8.448	18718	540	2	9359	270	0.89	FPS	FPS/$	FPS/TDP	msec.
408	yolo_v3_tiny	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only			2117.71	0.348	16.921	34000	700	2	17000	350	0.92	FPS	FPS/$	FPS/TDP	msec.					0.85	8327.95
409	yolo_v3_tiny	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	1000.95		320.86	0.495	4.766	2022	210	2	1011	125	2.7	FPS	FPS/$	FPS/TDP	msec.
410	yolo_v3_tiny	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	2216.62		698.4	0.974	7.388	2274	300	2	1137	150	1.4	FPS	FPS/$	FPS/TDP	msec.
411	yolo_v3_tiny	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	3904.69	2886.21		1.952	26.031	2000	150	1	2000	150	3.88	FPS	FPS/$	FPS/TDP	msec.
412	yolo_v3_tiny	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	3070.56	2399.91		9.565	20.47	321	150	1	321	150	4.86	FPS	FPS/$	FPS/TDP	msec.
413	yolo_v3_tiny	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	629.11	647.77		0.331	8.388	1900	75	1	1900	75	25.39	FPS	FPS/$	FPS/TDP	msec.
414	yolo_v3_tiny	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	142.76	74.78		2.461	11.896	58	12	1	58	12	27.39	FPS	FPS/$	FPS/TDP	msec.
415	yolo_v3_tiny	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	67.02	67.61		1	5.585	67	12	1	67	12	59.22	FPS	FPS/$	FPS/TDP	msec.
416	yolo_v3_tiny	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	291.7	157.37		2.726	19.447	107	15	1	107	15	13.61	FPS	FPS/$	FPS/TDP	msec.
417	yolo_v3_tiny	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	440.19	249		1.033	15.721	426	28	1	426	28	8.81	FPS	FPS/$	FPS/TDP	msec.	8.81
418	yolo_v3_tiny	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	527.6	283.51		1.051	11.724	502	45	1	502	45	7.67	FPS	FPS/$	FPS/TDP	msec.
419	yolo_v3_tiny	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only	375.11	293.96		0.815	13.397	460	28	1	460	28	2.93	FPS	FPS/$	FPS/TDP	msec.
420	yolo_v3_tiny	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	558.6		234.83	1.214	19.95	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
421	yolo_v3_tiny	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	864.45			1.879	30.873	460	28	1	460	28	1.51	FPS	FPS/$	FPS/TDP	msec.
422	yolo_v3_tiny	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	600.02	339.97		1.25	21.429	480	28	1	480	28	6.13	FPS	FPS/$	FPS/TDP	msec.
423	yolo_v3_tiny	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	150.24		41.41	2.59	12.52	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
424	yolo_v3_tiny	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	78.19		40.49	1.167	6.515	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
425	yolo_v3_tiny	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	260.69		93.04	2.436	17.379	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
426	yolo_v3_tiny	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	464.51		155.87	1.09	16.59	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
427	yolo_v3_tiny	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	535.29		179.62	1.066	11.895	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
428	yolo_v3_tiny	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	512.14		182.44	1.066	18.29	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
429	end_rec
430	begin_rec															FPS	FPS/$	FPS/TDP	msec.
431	yolo_v8n	OV-2024.0	atom	Intel Atom® x7425E CPU-only	21.47		12.56	0.37	1.789	58	12	1	58	12	48.49	FPS	FPS/$	FPS/TDP	msec.
432	yolo_v8n	OV-2024.0	atom	Intel® Atom® X6425E CPU-only	10.27		5.13	0.153	0.856	67	12	1	67	12	100.61	FPS	FPS/$	FPS/TDP	msec.
433	yolo_v8n	OV-2024.0	atom	Intel® Celeron® 6305E CPU-only	24.06		9.55	0.224	1.604	107	15	1	107	15	42.3	FPS	FPS/$	FPS/TDP	msec.
434	yolo_v8n	OV-2024.0	core	Intel® Core™ i3-8100 CPU-only	53.44		32.99	0.456	0.822	117	65	1	117	65	19.23	FPS	FPS/$	FPS/TDP	msec.
435	yolo_v8n	OV-2024.0	core	Intel® Core™ i5-10500TE CPU-only	80.51		47	0.376	2.3	214	35	1	214	35	13.83	FPS	FPS/$	FPS/TDP	msec.
436	yolo_v8n	OV-2024.0	core	Intel® Core™ i5-13600K CPU-only	270.91		103.19	0.823	2.167	329	125	1	329	125	5.35	FPS	FPS/$	FPS/TDP	msec.
437	yolo_v8n	OV-2024.0	core	Intel® Core™ i5-8500 CPU-only	83.67		50.14	0.435	1.287	192	65	1	192	65	12.35	FPS	FPS/$	FPS/TDP	msec.
438	yolo_v8n	OV-2024.0	core	Intel® Core™ i7-1185G7 CPU-only	110.22		40.56	0.259	3.936	426	28	1	426	28	10.39	FPS	FPS/$	FPS/TDP	msec.	10.39
439	yolo_v8n	OV-2024.0	core	Intel® Core™ i7-12700H CPU-only	184.25		74.61	0.367	4.094	502	45	1	502	45	6.87	FPS	FPS/$	FPS/TDP	msec.
440	yolo_v8n	OV-2024.0	core	Intel® Core™ Ultra7-165H CPU-only	115.88		43.03	0.252	4.139	460	28	1	460	28	15.93	FPS	FPS/$	FPS/TDP	msec.
441	yolo_v8n	OV-2024.0	core	Intel® Core™ i7-1360P CPU-only	138.35		56.72	0.288	4.941	480	28	1	480	28	9.66	FPS	FPS/$	FPS/TDP	msec.
442	yolo_v8n	OV-2024.0	core	Intel® Core™ i7-8700T CPU-only	71.15		42.1	0.234	2.032	303	35	1	303	35	16.54	FPS	FPS/$	FPS/TDP	msec.
443	yolo_v8n	OV-2024.0	core	Intel® Core™ i9-10900TE CPU-only	90.86		51.9	0.186	2.596	488	35	1	488	35	12.88	FPS	FPS/$	FPS/TDP	msec.
444	yolo_v8n	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	352.24		145.68	0.588	2.817	599	125	1	599	125	7.01	FPS	FPS/$	FPS/TDP	msec.
445	yolo_v8n	OV-2024.0	xeon	Intel® Xeon® W1290P CPU-only	135.16		72.57	0.227	1.081	594	125	1	594	125	9.2	FPS	FPS/$	FPS/TDP	msec.
446	yolo_v8n	OV-2024.0	xeon	Intel® Xeon® E-2124G CPU-only	52.12		32.77	0.209	0.734	249	71	1	249	71	19.54	FPS	FPS/$	FPS/TDP	msec.
447	yolo_v8n	OV-2024.0	xeon	Intel® Xeon® Gold 5218T CPU-only	450.75		172.78	0.143	2.146	3144	210	2	1572	105	6.01	FPS	FPS/$	FPS/TDP	msec.
448	yolo_v8n	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	2002.3		808.04	0.258	4.005	7750	500	2	3875	250	2.68	FPS	FPS/$	FPS/TDP	msec.		3.64			2.31	2156.54
449	yolo_v8n	OV-2024.0	xeon	Intel® Xeon® Platinum 8270 CPU-only	972.93		452.63	0.057	2.373	16954	410	2	8477	205	3.55	FPS	FPS/$	FPS/TDP	msec.
450	yolo_v8n	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	1691.96		587.63	0.09	3.133	18718	540	2	9359	270	2.37	FPS	FPS/$	FPS/TDP	msec.
451	yolo_v8n	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only			996.11	0.076	3.692	34000	700	2	17000	350	3.33	FPS	FPS/$	FPS/TDP	msec.					2.65	2524.69
452	yolo_v8n	OV-2024.0	xeon	Intel® Xeon® Silver 4216R CPU-only	428.43		164.48	0.211	2.04	2022	210	2	1011	125	6.25	FPS	FPS/$	FPS/TDP	msec.
453	yolo_v8n	OV-2024.0	xeon	Intel® Xeon® Silver 4316 CPU-only	850.44		341.14	0.373	2.834	2274	300	2	1137	150	3.72	FPS	FPS/$	FPS/TDP	msec.
454	yolo_v8n	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	1562.45	1437.59		0.781	10.416	2000	150	1	2000	150	10.03	FPS	FPS/$	FPS/TDP	msec.
455	yolo_v8n	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	1315.9	1190.85		4.099	8.772	321	150	1	321	150	12.03	FPS	FPS/$	FPS/TDP	msec.
456	yolo_v8n	OV-2024.0	accel	Intel® Data Center GPU Flex 140 dGPU	251.75	264.86		0.132	3.356	1900	75	1	1900	75	63.51	FPS	FPS/$	FPS/TDP	msec.
457	yolo_v8n	OV-2024.0	atom-iGPU	Intel Atom® x7425E iGPU-only	61.29	40.76		1.056	5.108	58	12	1	58	12	64.32	FPS	FPS/$	FPS/TDP	msec.
458	yolo_v8n	OV-2024.0	atom-iGPU	Intel® Atom® X6425E iGPU-only	32.93	34.62		0.491	2.744	67	12	1	67	12	120.9	FPS	FPS/$	FPS/TDP	msec.
459	yolo_v8n	OV-2024.0	atom-iGPU	Intel® Celeron® 6305E iGPU-only	124.01	82.33		1.158	8.267	107	15	1	107	15	32.11	FPS	FPS/$	FPS/TDP	msec.
460	yolo_v8n	OV-2024.0	core-iGPU	Intel® Core™ i7-1185G7 iGPU-only	169.38	115.34		0.398	6.049	426	28	1	426	28	23.16	FPS	FPS/$	FPS/TDP	msec.	23.16
461	yolo_v8n	OV-2024.0	core-iGPU	Intel® Core™ i7-12700H iGPU-only	218.02	145.47		0.434	4.844	502	45	1	502	45	17.81	FPS	FPS/$	FPS/TDP	msec.
462	yolo_v8n	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H NPU-only	118.83	103.38		0.258	4.244	460	28	1	460	28	9.2	FPS	FPS/$	FPS/TDP	msec.
463	yolo_v8n	OV-2024.0	core-CPU+iGPU	Intel® Core™ Ultra7-165H CPU+GPU	179.12		108.97	0.389	6.397	460	28	1	460	28		FPS	FPS/$	FPS/TDP	msec.
464	yolo_v8n	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	345.83	252.29		0.752	12.351	460	28	1	460	28	3.23	FPS	FPS/$	FPS/TDP	msec.
465	yolo_v8n	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	222.18	152.13		0.462	7.935	480	28	1	480	28	17.58	FPS	FPS/$	FPS/TDP	msec.
466	yolo_v8n	OV-2024.0	atom-CPU+iGPU	Intel Atom® x7425E CPU+iGPU	68.46		23.48	1.18	5.705	58	12	1	58	12		FPS	FPS/$	FPS/TDP	msec.
467	yolo_v8n	OV-2024.0	atom-CPU+iGPU	Intel® Atom® X6425E CPU+iGPU	37.48		22.68	0.559	3.123	67	12	1	67	12		FPS	FPS/$	FPS/TDP	msec.
468	yolo_v8n	OV-2024.0	atom-CPU+iGPU	Intel® Celeron® 6305E CPU+iGPU	115.15		50.71	1.076	7.677	107	15	1	107	15		FPS	FPS/$	FPS/TDP	msec.
469	yolo_v8n	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1185G7 CPU+iGPU	192.98		80.91	0.453	6.892	426	28	1	426	28		FPS	FPS/$	FPS/TDP	msec.
470	yolo_v8n	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-12700H CPU+iGPU	239.97		96.56	0.478	5.332	502	45	1	502	45		FPS	FPS/$	FPS/TDP	msec.
471	yolo_v8n	OV-2024.0	core-CPU+iGPU	Intel® Core™ i7-1360P CPU+iGPU	229.66		88.58	0.478	8.202	480	28	1	480	28		FPS	FPS/$	FPS/TDP	msec.
472	end_rec
473	begin_rec															tokens/sec	tokens/sec/$	tokens/sec/TDP	msec/token
474	chatglm2-6b	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	7.4	2.5									134.86	tokens/sec	msec/token/$	msec/token/TDP	msec/token	405.05		104.74	9.5
475	chatglm2-6b	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	9.2	4.7									108.13	tokens/sec	msec/token/$	msec/token/TDP	msec/token	211.3		79.25	12.6
476	chatglm2-6b	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	23.4	15.7									42.7	tokens/sec	msec/token/$	msec/token/TDP	msec/token	63.66		31.79	31.5
477	chatglm2-6b	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	24	15.5										tokens/sec	msec/token/$	msec/token/TDP	msec/token				30.9
478	chatglm2-6b	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU		11.8										tokens/sec	msec/token/$	msec/token/TDP	msec/token	85.09
479	chatglm2-6b	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only		4.2										tokens/sec	msec/token/$	msec/token/TDP	msec/token	240.22
480	end_rec
481	begin_rec															tokens/sec	tokens/sec/$	tokens/sec/TDP	msec/token
482	llama-2-7b-chat	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	6.7	2.2									148.81	tokens/sec	msec/token/$	msec/token/TDP	msec/token	458.75		112.65	8.9
483	llama-2-7b-chat	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	10.4	3.6									95.73	tokens/sec	msec/token/$	msec/token/TDP	msec/token	280.26		57.52	17.4
484	llama-2-7b-chat	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	20.1	13.6									49.75	tokens/sec	msec/token/$	msec/token/TDP	msec/token	73.68		37.1	27
485	llama-2-7b-chat	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	21.3	14.5										tokens/sec	msec/token/$	msec/token/TDP	msec/token				30.2
486	llama-2-7b-chat	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	15.3										65.31	tokens/sec	msec/token/$	msec/token/TDP	msec/token			83.57	12
487	llama-2-7b-chat	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	10.3	10.7									97.45	tokens/sec	msec/token/$	msec/token/TDP	msec/token	93.26		116.82	8.6
488	llama-2-7b-chat	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only	3.5										286.83	tokens/sec	msec/token/$	msec/token/TDP	msec/token			217.08	4.6
489	llama-2-7b-chat	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	5.4	3.3									183.6	tokens/sec	msec/token/$	msec/token/TDP	msec/token	305.68		116.97	8.5
490	end_rec
491	begin_rec															tokens/sec	tokens/sec/$	tokens/sec/TDP	msec/token
492	mistral-7b-v0.1	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only	6.3	2									157.95	tokens/sec	msec/token/$	msec/token/TDP	msec/token	491.22		106.24	9.4
493	mistral-7b-v0.1	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only	7.5	3.7									133.73	tokens/sec	msec/token/$	msec/token/TDP	msec/token	267.73		78.61	12.7
494	mistral-7b-v0.1	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only	19.2	12.7									51.95	tokens/sec	msec/token/$	msec/token/TDP	msec/token	78.85		35.43	28.2
495	mistral-7b-v0.1	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only	20.2	14.4										tokens/sec	msec/token/$	msec/token/TDP	msec/token				26
496	mistral-7b-v0.1	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU	13.3										75.05	tokens/sec	msec/token/$	msec/token/TDP	msec/token			101.29	9.9
497	mistral-7b-v0.1	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU	7.5	7.1									132.71	tokens/sec	msec/token/$	msec/token/TDP	msec/token	141.58		162.26	6.2
498	mistral-7b-v0.1	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only												tokens/sec	msec/token/$	msec/token/TDP	msec/token			309.56	3.2
499	mistral-7b-v0.1	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only	4.3	2.5									231.75	tokens/sec	msec/token/$	msec/token/TDP	msec/token	393.34		166.45	6
500	end_rec
501	begin_rec															Generation time, sec.	Generation time/$	Generation time/TDP	Generation time, sec.
502	stable-diffusion-v2-1	OV-2024.0	core	Intel® Core™ i9-13900K CPU-only											64.34	Generation time, sec.	Generation time/$	Generation time/TDP	Generation time, sec.	49.15
503	stable-diffusion-v2-1	OV-2024.0	xeon	Intel® Xeon® Platinum 8380 CPU-only											21.65	Generation time, sec.	Generation time/$	Generation time/TDP	Generation time, sec.	20.89
504	stable-diffusion-v2-1	OV-2024.0	xeon	Intel® Xeon® Platinum 8490H CPU-only											4.11	Generation time, sec.	Generation time/$	Generation time/TDP	Generation time, sec.	4.38
505	stable-diffusion-v2-1	OV-2024.0	xeon	Intel® Xeon® Gold 6548N CPU-only											5.6	Generation time, sec.	msec/token/$	msec/token/TDP	msec/token	5.6
506	stable-diffusion-v2-1	OV-2024.0	accel	Intel® Data Center GPU Flex 170 dGPU											7.5	Generation time, sec.	Generation time/$	Generation time/TDP	Generation time, sec.	4.73
507	stable-diffusion-v2-1	OV-2024.0	accel	Intel® Arc™ A-Series Graphics dGPU											7.91	Generation time, sec.	Generation time/$	Generation time/TDP	Generation time, sec.	5.12
508	stable-diffusion-v2-1	OV-2024.0	core-iGPU	Intel® Core™ i7-1360P iGPU-only											35.03	Generation time, sec.	Generation time/$	Generation time/TDP	Generation time, sec.	34.19
509	stable-diffusion-v2-1	OV-2024.0	core-iGPU	Intel® Core™ Ultra7-165H iGPU-only											21.3	Generation time, sec.	Generation time/$	Generation time/TDP	Generation time, sec.	21.1
510	end_rec