openvino/docs/_static/benchmarks_files/OVMS-benchmark-data.csv

1	Network model	Release	IE-Type	Platform name	Throughput-OVMS-INT8	Throughput-OV-INT8	Throughput-OVMS-FP32	Throughput-OV-FP32
2	begin_rec
3	bert-base-cased	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	559.87	591.49	182.12	188.52
4	bert-base-cased	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	504.08	520.95	157.58	162.80
5	bert-base-cased	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	137.25	145.76	38.54	40.85
6	bert-base-cased	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	139.53	154.46	40.65	44.50
7	bert-base-cased	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	28.38	30.17	17.53	18.44
8	bert-base-cased	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	26.43	27.18	15.59	15.76
9	end_rec
10	begin_rec
11	bert-large-uncased	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	32.58	37.81	15.39	16.79
12	bert-large-uncased	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	28.06	33.33	13.70	14.54
13	bert-large-uncased	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	8.75	9.04	3.16	3.27
14	bert-large-uncased	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	8.15	8.23	3.23	3.28
15	bert-large-uncased	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	2.56	2.58	1.52	1.55
16	bert-large-uncased	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	2.12	2.29	1.29	1.30
17	end_rec
18	begin_rec
19	DeeplabV3	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	343.44	369.62	114.69	120.87
20	DeeplabV3	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	279.60	305.89	90.33	96.68
21	DeeplabV3	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	89.82	108.12	25.46	25.74
22	DeeplabV3	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	77.58	92.22	21.85	23.09
23	DeeplabV3	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	16.77	29.67	16.77	17.29
24	DeeplabV3	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	26.99	28.39	15.71	16.00
25	end_rec
26	begin_rec
27	Efficientdet-D0	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	380.32	419.32	236.50	243.76
28	Efficientdet-D0	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	324.60	353.57	207.87	227.27
29	Efficientdet-D0	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	121.90	137.75	53.07	57.23
30	Efficientdet-D0	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	111.73	127.45	44.97	46.59
31	Efficientdet-D0	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	40.04	41.11	25.72	28.38
32	Efficientdet-D0	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	41.21	42.72	25.10	25.95
33	end_rec
34	begin_rec
35	faster_rcnn_resnet50_coco	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	65.01	70.39	17.65	18.89
36	faster_rcnn_resnet50_coco	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	60.49	62.73	15.71	16.46
37	faster_rcnn_resnet50_coco	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	13.89	14.16	3.83	4.04
38	faster_rcnn_resnet50_coco	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	14.91	15.29	4.06	4.28
39	faster_rcnn_resnet50_coco	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	3.58	3.62	1.88	1.89
40	faster_rcnn_resnet50_coco	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	3.22	3.23	1.70	1.71
41	end_rec
42	begin_rec
43	Inception-V4	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	741.48	791.73	185.33	190.14
44	Inception-V4	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	647.30	693.21	161.35	165.76
45	Inception-V4	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	158.69	162.07	37.16	39.11
46	Inception-V4	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	174.96	183.19	40.53	42.20
47	Inception-V4	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	36.16	37.61	18.49	19.05
48	Inception-V4	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	32.06	33.23	16.39	16.76
49	end_rec
50	begin_rec
51	Mobilenet-SSD	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	4118.70	5664.02	1312.52	1488.89
52	Mobilenet-SSD	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	3740.30	4877.12	1156.02	1255.77
53	Mobilenet-SSD	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	918.95	1250.22	291.99	335.81
54	Mobilenet-SSD	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	945.19	1429.69	273.07	329.38
55	Mobilenet-SSD	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	236.18	280.08	152.84	173.51
56	Mobilenet-SSD	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	235.71	263.74	138.06	150.19
57	end_rec
58	begin_rec
59	Mobilenet-V2	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	7580.68	13077.02	3108.32	3891.42
60	Mobilenet-V2	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	7310.77	11049.48	2661.25	3172.62
61	Mobilenet-V2	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	1979.69	3041.21	709.27	904.80
62	Mobilenet-V2	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	1911.48	3538.02	619.12	804.96
63	Mobilenet-V2	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	520.37	680.97	411.23	536.68
64	Mobilenet-V2	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	549.38	665.54	400.97	503.12
65	end_rec
66	begin_rec
67	GPT-2	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only			9.06	11.37
68	GPT-2	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only			7.68	8.78
69	GPT-2	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only			2.07	2.44
70	GPT-2	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only			1.85	2.24
71	GPT-2	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only			1.11	1.21
72	GPT-2	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only			1.02	1.06
73	end_rec
74	begin_rec
75	Resnet-50	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	2328.67	2558.36	624.81	635.89
76	Resnet-50	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	2062.84	2261.19	558.42	570.31
77	Resnet-50	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	500.96	527.47	122.28	133.20
78	Resnet-50	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	549.24	594.07	126.20	144.62
79	Resnet-50	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	114.70	123.79	60.22	66.07
80	Resnet-50	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	106.60	113.22	55.48	57.32
81	end_rec
82	begin_rec
83	SSD-Resnet34-1200	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	43.61	47.57	11.84	12.22
84	SSD-Resnet34-1200	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	38.68	40.91	10.19	10.61
85	SSD-Resnet34-1200	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	8.75	8.83	2.18	2.27
86	SSD-Resnet34-1200	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	9.84	10.10	2.34	2.58
87	SSD-Resnet34-1200	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	2.08	2.12	1.21	1.23
88	SSD-Resnet34-1200	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	1.83	1.84	1.03	1.07
89	end_rec
90	begin_rec
91	Unet-Camvid--0001	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	71.34	77.83	17.45	18.10
92	Unet-Camvid--0001	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	61.58	67.16	15.23	15.47
93	Unet-Camvid--0001	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	14.39	14.76	3.52	3.71
94	Unet-Camvid--0001	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	15.73	16.27	4.03	4.10
95	Unet-Camvid--0001	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	2.99	3.05	1.90	1.95
96	Unet-Camvid--0001	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	2.79	2.80	1.73	1.74
97	end_rec
98	begin_rec
99	Yolo_V3	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	240.57	263.21	69.57	72.63
100	Yolo_V3	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	208.97	227.96	59.95	61.34
101	Yolo_V3	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	51.50	53.96	14.09	14.52
102	Yolo_V3	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	55.30	60.81	14.27	15.84
103	Yolo_V3	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	12.91	13.40	7.01	7.31
104	Yolo_V3	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	11.42	11.73	6.29	6.39
105	end_rec
106	begin_rec
107	Yolo_V3_Tiny	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	1785.36	2420.73	690.57	754.41
108	Yolo_V3_Tiny	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	1614.61	2097.37	584.59	632.46
109	Yolo_V3_Tiny	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	441.22	574.61	158.91	166.02
110	Yolo_V3_Tiny	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	418.34	639.79	154.96	174.78
111	Yolo_V3_Tiny	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	121.45	141.31	72.11	77.17
112	Yolo_V3_Tiny	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	114.38	127.16	67.41	71.53
113	end_rec
114	begin_rec
115	Yolo_V8n	OV-2023.0	xeon	Intel® Xeon® 8260M CPU-only	588.99	779.76	308.36	385.15
116	Yolo_V8n	OV-2023.0	xeon	Intel® Xeon® Gold 6238M CPU-only	574.93	655.56	273.21	322.97
117	Yolo_V8n	OV-2023.0	core	Intel® Core™ i9-11900K CPU-only	161.00	229.64	71.65	83.89
118	Yolo_V8n	OV-2023.0	core	Intel® Core™ i7-11700K CPU-only	148.22	233.11	68.23	84.40
119	Yolo_V8n	OV-2023.0	core	Intel® Core™ i5-8500 CPU-only	55.71	66.98	36.15	41.24
120	Yolo_V8n	OV-2023.0	core	Intel® Core™ i3-10100 CPU-only	53.23	62.99	34.77	37.34
121	end_rec