openvino/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv

1	Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32,UOM_T
2	begin_rec,,,,,,,
3	bert-base-cased,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,467.28,478.582,182.175,184.501,FPS
4	bert-base-cased,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,414.889,423.681,158.211,161.749,FPS
5	bert-base-cased,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,99.011,101.388,35.597,36.322,FPS
6	bert-base-cased,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,93.598,100.379,33.763,35.657,FPS
7	bert-base-cased,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,26.006,26.405,17.277,17.531,FPS
8	end_rec,,,,,,,,
9	begin_rec,,,,,,,,
10	bert-large-uncased,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,42.114,42.361,14.969,14.758,FPS
11	bert-large-uncased,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,36.981,37.264,12.953,12.835,FPS
12	bert-large-uncased,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,10.054,10.122,3.262,3.246,FPS
13	bert-large-uncased,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,9.588,10.056,3.168,3.23,FPS
14	bert-large-uncased,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,2.427,2.433,1.461,1.44,FPS
15	end_rec,,,,,,,,
16	begin_rec,,,,,,,,
17	Efficientdet-D0,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,409.823,452.251,242.746,224.132,FPS
18	Efficientdet-D0,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,346.486,383.158,201.732,204.787,FPS
19	Efficientdet-D0,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,127.737,147.123,57.211,59.554,FPS
20	Efficientdet-D0,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,114.132,139.442,46.269,50.59,FPS
21	Efficientdet-D0,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,45.402,49.745,28.153,28.929,FPS
22	end_rec,,,,,,,,
23	begin_rec,,,,,,,,
24	mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,5.999,6.106,1.948,1.824,FPS
25	mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,5.347,5.474,1.683,1.607,FPS
26	mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,1.266,1.24,0.396,0.373,FPS
27	mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,1.27,1.251,0.347,0.346,FPS
28	mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,0.378,0.349,0.25,0.216,FPS
29	end_rec,,,,,,,,
30	begin_rec,,,,,,,,
31	Mobilenet-V2 ,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,6276.345,12408.389,2820.261,3828.758,FPS
32	Mobilenet-V2 ,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,7259.894,10428.893,2573.183,3252.518,FPS
33	Mobilenet-V2 ,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,1979.512,2723.903,734.977,858.959,FPS
34	Mobilenet-V2 ,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,1877.22,2798.302,608.442,776.901,FPS
35	Mobilenet-V2 ,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,595.257,711.499,419.44,512.448,FPS
36	end_rec,,,,,,,,
37	begin_rec,,,,,,,,
38	Resnet-50,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,2306.495,2530.65,603.574,597.487,FPS
39	Resnet-50,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,2051.61,2238.171,544.493,544.032,FPS
40	Resnet-50,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,432.234,458.616,113.378,116.312,FPS
41	Resnet-50,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,426.533,469.882,103.506,113.683,FPS
42	Resnet-50,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,113.417,118.635,58.822,60.37,FPS
43	end_rec,,,,,,,,
44	begin_rec,,,,,,,,
45	SSD-Resnet34-1200 ,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,43.971,47.286,11.966,12.146,FPS
46	SSD-Resnet34-1200 ,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,38.536,40.791,10.417,10.62,FPS
47	SSD-Resnet34-1200 ,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,7.698,7.803,2.026,2.006,FPS
48	SSD-Resnet34-1200 ,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,7.773,7.997,2.052,2.05,FPS
49	SSD-Resnet34-1200 ,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,1.945,1.934,1.142,1.122,FPS
50	end_rec,,,,,,,,
51	begin_rec,,,,,,,,
52	SSD_Mobilenet_V1_Coco,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,4322.199,4866.099,1237.712,1299.765,FPS
53	SSD_Mobilenet_V1_Coco,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,3925.784,4201.699,1110.329,1166.946,FPS
54	SSD_Mobilenet_V1_Coco,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,886.491,998.727,268.161,280.734,FPS
55	SSD_Mobilenet_V1_Coco,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,820.92,1016.111,236.217,264.22,FPS
56	SSD_Mobilenet_V1_Coco,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,251.55,264.716,133.769,140.056,FPS
57	end_rec,,,,,,,,
58	begin_rec,,,,,,,,
59	Unet-Camvid--0001 ,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,70.414,76.372,17.416,17.83,FPS
60	Unet-Camvid--0001 ,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,62.553,67.006,15.303,15.593,FPS
61	Unet-Camvid--0001 ,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,12.578,12.724,3.268,3.264,FPS
62	Unet-Camvid--0001 ,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,12.607,12.969,3.237,3.284,FPS
63	Unet-Camvid--0001 ,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,2.955,2.952,1.843,1.831,FPS
64	end_rec,,,,,,,,
65	begin_rec,,,,,,,,
66	Yolo_V3_Tiny,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,1410.956,2369.45,642.225,692.276,FPS
67	Yolo_V3_Tiny,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,1585.204,2103.856,614.052,645.569,FPS
68	Yolo_V3_Tiny,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,427.171,505.428,145.662,151.245,FPS
69	Yolo_V3_Tiny,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,398.819,515.143,138.24,148.415,FPS
70	Yolo_V3_Tiny,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,119.077,133.638,70.162,75.244,FPS
71	end_rec,,,,,,,,
72	begin_rec,,,,,,,,
73	Yolo_V8n,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,469.718,723.612,284.821,361.502,FPS
74	Yolo_V8n,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,498.862,698.418,264.338,325.442,FPS
75	Yolo_V8n,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,148.836,199.708,66.16,73.885,FPS
76	Yolo_V8n,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,134.846,194.016,60.48,70.514,FPS
77	Yolo_V8n,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,55.996,67.405,36.996,40.296,FPS
78	end_rec,,,,,,,,