openvino/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv

1	Network model	Release	IE-Type	Platform name	Throughput-OVMS-INT8	Throughput-OV-INT8	Throughput-OVMS-FP32	Throughput-OV-FP32
2	begin_rec
3	bert-base-cased	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	470.601	484.228	183.162	184.893
4	bert-base-cased	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only	411.942	425.333	155.666	156.808
5	bert-base-cased	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	100.561	101.882	35.81	36.416
6	bert-base-cased	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	99.903	102.558	35.006	36.706
7	bert-base-cased	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	26.095	26.372	17.181	17.418
8	end_rec
9	begin_rec
10	bert-large-uncased	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	42.424	42.743	14.951	14.775
11	bert-large-uncased	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only	37.038	37.433	12.761	12.374
12	bert-large-uncased	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	10.12	10.113	3.269	3.243
13	bert-large-uncased	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	10.162	10.251	3.288	3.273
14	bert-large-uncased	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	2.431	2.429	1.453	1.437
15	end_rec
16	begin_rec
17	Efficientdet-D0	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	406.922	456.234		227.985
18	Efficientdet-D0	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only	330.29	371.238
19	Efficientdet-D0	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	130.546	147.813	57.109	60.001
20	Efficientdet-D0	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	122.691	142.328	49.961	52.058
21	Efficientdet-D0	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	47.235	50.002	27.953	28.977
22	end_rec
23	begin_rec
24	mask_rcnn_resnet50_atrous_coco	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	6.046	6.053	1.937	1.827
25	mask_rcnn_resnet50_atrous_coco	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only	5.272	5.277	1.593	1.531
26	mask_rcnn_resnet50_atrous_coco	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	1.277	1.246	0.398	0.378
27	mask_rcnn_resnet50_atrous_coco	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	1.281	1.249	0.377	0.361
28	mask_rcnn_resnet50_atrous_coco	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	0.38	0.351	0.25	0.216
29	end_rec
30	begin_rec
31	Mobilenet-V2	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	7439.532	12550.341	3104.613	3854.528
32	Mobilenet-V2	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only	7116.312	10635.473	2437.961
33	Mobilenet-V2	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	2201.422	2723.924	740.087	871.996
34	Mobilenet-V2	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	2082.877	2827.132	655.884	779.324
35	Mobilenet-V2	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	629.226	719.265	435.26	515.805
36	end_rec
37	begin_rec
38	Resnet-50	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	2365.915	2532.096	610.717	604.508
39	Resnet-50	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only	2084.337	2249.638
40	Resnet-50	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	446.017	458.713	114.147	116.975
41	Resnet-50	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	449.777	470.091	111.464	114.607
42	Resnet-50	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	114.734	118.905	58.836	60.14
43	end_rec
44	begin_rec
45	SSD-Resnet34-1200	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	44.489	47.066	12.023	12.15
46	SSD-Resnet34-1200	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only	38.443	40.707	10.373	10.507
47	SSD-Resnet34-1200	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	7.727	7.774	2.031	2.005
48	SSD-Resnet34-1200	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	7.926	8.013	2.08	2.057
49	SSD-Resnet34-1200	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	1.957	1.943	1.143	1.121
50	end_rec
51	begin_rec
52	SSD_Mobilenet_V1_Coco	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	4733.262	5049.955	1271.349	1315.406
53	SSD_Mobilenet_V1_Coco	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only	4011.224	4179.548	1055.155
54	SSD_Mobilenet_V1_Coco	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	921.206	1001.575	270.941	280.004
55	SSD_Mobilenet_V1_Coco	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	927.371	1030.065	255.362	267.859
56	SSD_Mobilenet_V1_Coco	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	257.347	266.569	135.655	140.482
57	end_rec
58	begin_rec
59	Unet-Camvid--0001	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	70.978	76.533	17.557	17.886
60	Unet-Camvid--0001	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only	61.193	65.549	14.927	15.259
61	Unet-Camvid--0001	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	12.581	12.633	3.275	3.259
62	Unet-Camvid--0001	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	12.769	12.933	3.318	3.317
63	Unet-Camvid--0001	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	2.956	2.942	1.846	1.828
64	end_rec
65	begin_rec
66	Yolo_V3_Tiny	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	1617.519	2340.116	646.14	693.501
67	Yolo_V3_Tiny	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only		2017	528.415	577.951
68	Yolo_V3_Tiny	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	439.19	496.004	147.153	151.255
69	Yolo_V3_Tiny	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	419.497	517.233	141.887	148.209
70	Yolo_V3_Tiny	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	120.163	133.744	70.636	74.714
71	end_rec
72	begin_rec
73	Yolo_V8n	OV-2023.3	xeon	Intel® Xeon® 8260M CPU-only	494.796	735.237	295.288	364.763
74	Yolo_V8n	OV-2023.3	xeon	Intel® Xeon® Gold 6238M CPU-only
75	Yolo_V8n	OV-2023.3	core	Intel® Core™ i9-11900K CPU-only	153.689	197.932	66.768	74.115
76	Yolo_V8n	OV-2023.3	core	Intel® Core™ i7-11700K CPU-only	144.438	194.737	64.117	70.815
77	Yolo_V8n	OV-2023.3	core	Intel® Core™ i3-10100 CPU-only	57.673	67.61	37.671	40.554
78	end_rec