121 lines
8.4 KiB
Plaintext
121 lines
8.4 KiB
Plaintext
Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32
|
|
begin_rec,,,,,,,
|
|
bert-base-cased,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,559.87,591.49,182.12,188.52
|
|
bert-base-cased,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,504.08,520.95,157.58,162.80
|
|
bert-base-cased,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,137.25,145.76,38.54,40.85
|
|
bert-base-cased,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,139.53,154.46,40.65,44.50
|
|
bert-base-cased,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,28.38,30.17,17.53,18.44
|
|
bert-base-cased,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,26.43,27.18,15.59,15.76
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
bert-large-uncased,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,32.58,37.81,15.39,16.79
|
|
bert-large-uncased,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,28.06,33.33,13.70,14.54
|
|
bert-large-uncased,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,8.75,9.04,3.16,3.27
|
|
bert-large-uncased,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,8.15,8.23,3.23,3.28
|
|
bert-large-uncased,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,2.56,2.58,1.52,1.55
|
|
bert-large-uncased,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,2.12,2.29,1.29,1.30
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
DeeplabV3,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,343.44,369.62,114.69,120.87
|
|
DeeplabV3,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,279.60,305.89,90.33,96.68
|
|
DeeplabV3,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,89.82,108.12,25.46,25.74
|
|
DeeplabV3,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,77.58,92.22,21.85,23.09
|
|
DeeplabV3,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,16.77,29.67,16.77,17.29
|
|
DeeplabV3,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,26.99,28.39,15.71,16.00
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
Efficientdet-D0,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,380.32,419.32,236.50,243.76
|
|
Efficientdet-D0,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,324.60,353.57,207.87,227.27
|
|
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,121.90,137.75,53.07,57.23
|
|
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,111.73,127.45,44.97,46.59
|
|
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,40.04,41.11,25.72,28.38
|
|
Efficientdet-D0,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,41.21,42.72,25.10,25.95
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
faster_rcnn_resnet50_coco,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,65.01,70.39,17.65,18.89
|
|
faster_rcnn_resnet50_coco,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,60.49,62.73,15.71,16.46
|
|
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,13.89,14.16,3.83,4.04
|
|
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,14.91,15.29,4.06,4.28
|
|
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,3.58,3.62,1.88,1.89
|
|
faster_rcnn_resnet50_coco,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,3.22,3.23,1.70,1.71
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
Inception-V4,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,741.48,791.73,185.33,190.14
|
|
Inception-V4,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,647.30,693.21,161.35,165.76
|
|
Inception-V4,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,158.69,162.07,37.16,39.11
|
|
Inception-V4,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,174.96,183.19,40.53,42.20
|
|
Inception-V4,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,36.16,37.61,18.49,19.05
|
|
Inception-V4,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,32.06,33.23,16.39,16.76
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
Mobilenet-SSD ,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,4118.70,5664.02,1312.52,1488.89
|
|
Mobilenet-SSD ,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,3740.30,4877.12,1156.02,1255.77
|
|
Mobilenet-SSD ,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,918.95,1250.22,291.99,335.81
|
|
Mobilenet-SSD ,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,945.19,1429.69,273.07,329.38
|
|
Mobilenet-SSD ,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,236.18,280.08,152.84,173.51
|
|
Mobilenet-SSD ,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,235.71,263.74,138.06,150.19
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
Mobilenet-V2 ,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,7580.68,13077.02,3108.32,3891.42
|
|
Mobilenet-V2 ,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,7310.77,11049.48,2661.25,3172.62
|
|
Mobilenet-V2 ,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,1979.69,3041.21,709.27,904.80
|
|
Mobilenet-V2 ,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,1911.48,3538.02,619.12,804.96
|
|
Mobilenet-V2 ,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,520.37,680.97,411.23,536.68
|
|
Mobilenet-V2 ,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,549.38,665.54,400.97,503.12
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
GPT-2,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,,,9.06,11.37
|
|
GPT-2,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,,,7.68,8.78
|
|
GPT-2,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,,,2.07,2.44
|
|
GPT-2,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,,,1.85,2.24
|
|
GPT-2,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,,,1.11,1.21
|
|
GPT-2,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,,,1.02,1.06
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
Resnet-50,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,2328.67,2558.36,624.81,635.89
|
|
Resnet-50,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,2062.84,2261.19,558.42,570.31
|
|
Resnet-50,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,500.96,527.47,122.28,133.20
|
|
Resnet-50,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,549.24,594.07,126.20,144.62
|
|
Resnet-50,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,114.70,123.79,60.22,66.07
|
|
Resnet-50,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,106.60,113.22,55.48,57.32
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
SSD-Resnet34-1200 ,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,43.61,47.57,11.84,12.22
|
|
SSD-Resnet34-1200 ,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,38.68,40.91,10.19,10.61
|
|
SSD-Resnet34-1200 ,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,8.75,8.83,2.18,2.27
|
|
SSD-Resnet34-1200 ,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,9.84,10.10,2.34,2.58
|
|
SSD-Resnet34-1200 ,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,2.08,2.12,1.21,1.23
|
|
SSD-Resnet34-1200 ,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,1.83,1.84,1.03,1.07
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
Unet-Camvid--0001 ,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,71.34,77.83,17.45,18.10
|
|
Unet-Camvid--0001 ,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,61.58,67.16,15.23,15.47
|
|
Unet-Camvid--0001 ,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,14.39,14.76,3.52,3.71
|
|
Unet-Camvid--0001 ,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,15.73,16.27,4.03,4.10
|
|
Unet-Camvid--0001 ,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,2.99,3.05,1.90,1.95
|
|
Unet-Camvid--0001 ,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,2.79,2.80,1.73,1.74
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
Yolo_V3,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,240.57,263.21,69.57,72.63
|
|
Yolo_V3,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,208.97,227.96,59.95,61.34
|
|
Yolo_V3,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,51.50,53.96,14.09,14.52
|
|
Yolo_V3,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,55.30,60.81,14.27,15.84
|
|
Yolo_V3,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,12.91,13.40,7.01,7.31
|
|
Yolo_V3,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,11.42,11.73,6.29,6.39
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
Yolo_V3_Tiny,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,1785.36,2420.73,690.57,754.41
|
|
Yolo_V3_Tiny,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,1614.61,2097.37,584.59,632.46
|
|
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,441.22,574.61,158.91,166.02
|
|
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,418.34,639.79,154.96,174.78
|
|
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,121.45,141.31,72.11,77.17
|
|
Yolo_V3_Tiny,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,114.38,127.16,67.41,71.53
|
|
end_rec,,,,,,,
|
|
begin_rec,,,,,,,
|
|
Yolo_V8n,OV-2023.0,xeon,Intel® Xeon® 8260M CPU-only,588.99,779.76,308.36,385.15
|
|
Yolo_V8n,OV-2023.0,xeon,Intel® Xeon® Gold 6238M CPU-only,574.93,655.56,273.21,322.97
|
|
Yolo_V8n,OV-2023.0,core,Intel® Core™ i9-11900K CPU-only,161.00,229.64,71.65,83.89
|
|
Yolo_V8n,OV-2023.0,core,Intel® Core™ i7-11700K CPU-only,148.22,233.11,68.23,84.40
|
|
Yolo_V8n,OV-2023.0,core,Intel® Core™ i5-8500 CPU-only,55.71,66.98,36.15,41.24
|
|
Yolo_V8n,OV-2023.0,core,Intel® Core™ i3-10100 CPU-only,53.23,62.99,34.77,37.34
|
|
end_rec,,,,,,, |