natas_hw
/
openvino
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[Docs] port benchmark files RC2 to master (#24549) 

Port for:
https://github.com/openvinotoolkit/openvino/pull/24409
https://github.com/openvinotoolkit/openvino/pull/24528
This commit is contained in:
Andrzej Kopytko 2024-05-17 08:31:21 +02:00 committed by GitHub
parent 89b02da9d1
commit 05922dc3d1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 162 additions and 129 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
docs/sphinx_setup/_static/benchmarks_files/OV-2024.1-Performance-Data.xlsx
View File

Binary file not shown.

146
docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv
View File

@ -24,8 +24,12 @@ bert-base-cased,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,3159.1,,49
bert-base-cased,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,4721.72,,584.23,0.22,6.745,21420,700,2,10710,350,3.84,FPS,FPS/$,FPS/TDP,msec.,,,,,5.04,3201.77
bert-base-cased,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,210.89,,76.47,0.104,1.004,2022,210,2,1011,105,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,441.3,,166.87,0.194,1.471,2274,300,2,1137,150,8.04,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,842.14,707.38,,0.437,5.614,1925,150,1,1925,150,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,730.85,629.55,,2.277,4.872,321,150,1,321,150,21.75,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,292.349254,303.600453,,1.886,3.077,155,95,1,155,95,6.48,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,293.618372,305.66434,,2.349,3.091,125,95,1,125,95,6.5,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,209.408048,188.726531,,2.175,4.188,96.3,50,1,96.3,50,6,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,171.135601,129.877919,,2.423,4.89,70.62,35,1,70.62,35,10.07,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,842.14,707.38,,0.437,5.614,1925,150,1,1925,150,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,193.52,148.61,,0.102,2.58,1900,75,1,1900,75,82.65,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,25.03,20.17,,0.432,2.086,58,12,1,58,12,148.25,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,13.3,14.83,,0.199,1.108,67,12,1,67,12,300.2,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -69,8 +73,12 @@ bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,xeon,Intel® Xeon® P
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,307.68,,54.32,0.014,0.44,21420,700,2,10710,350,22.7,FPS,FPS/$,FPS/TDP,msec.,,,,,48.27,282.5
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,20.83,,6.84,0.01,0.099,2022,210,2,1011,105,109.21,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,38.81,,15.18,0.017,0.129,2274,300,2,1137,150,107.2,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,155.76,113.59,,0.081,1.038,1925,150,1,1925,150,102.15,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,148.87,111.85,,0.464,0.992,321,150,1,321,150,107.07,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,74.04,64.39,,0.478,0.779,155,95,1,155,95,20.49,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,77.25,63.35,,0.618,0.813,125,95,1,125,95,20.2,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,30.93,29.09,,0.321,0.619,96.3,50,1,96.3,50,34.33,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,22.08,19.67,,0.313,0.631,70.62,35,1,70.62,35,51.12,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,155.76,113.59,,0.081,1.038,1925,150,1,1925,150,102.15,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,32.36,22.97,,0.017,0.431,1900,75,1,1900,75,494.67,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,2.38,1.83,,0.041,0.198,58,12,1,58,12,1443.08,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,1.41,1.46,,0.021,0.118,67,12,1,67,12,2832.73,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -78,7 +86,7 @@ bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,atom-iGPU,Intel® Cel
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,8.57,6.33,,0.02,0.306,426,28,1,426,28,451.82,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,5.19,4.26,,0.011,0.346,490,15,1,490,15,738.48,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,core-iGPU,Intel® Core™ i7-12700H iGPU-only,11.13,7.99,,0.022,0.247,502,45,1,502,45,358.84,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,18.3,12.44,,0.040,0.654,460,28,1,460,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,18.3,12.44,,0.04,0.654,460,28,1,460,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H NPU-only,8.21,6.27,,0.018,0.293,460,28,1,460,28,160.65,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,atom-CPU+iGPU,Intel Atom® x7425E CPU+iGPU,2.44,,0.87,0.042,0.203,58,12,1,58,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2024.1,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,,,0.74,0.014,0.078,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -114,8 +122,12 @@ efficientdet-d0,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,1440.77,,8
efficientdet-d0,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,1654.92,,1131.08,0.077,2.364,21420,700,2,10710,350,5.43,FPS,FPS/$,FPS/TDP,msec.,,,,,5.19,1371.97
efficientdet-d0,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,251.15,,157.3,0.124,1.196,2022,210,2,1011,105,12.83,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,467.77,,283.75,0.206,1.559,2274,300,2,1137,150,5.92,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,849.42,829.93,,0.441,5.663,1925,150,1,1925,150,18.4,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,702.37,660.01,,2.188,4.682,321,150,1,321,150,22.54,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,291.57,258.05,,1.881,3.069,155,95,1,155,95,6.6,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,203.01,200.15,,1.624,2.137,125,95,1,125,95,9.74,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,144.88,125.85,,1.504,2.898,96.3,50,1,96.3,50,10.7,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,104.57,85.13,,1.481,2.988,70.62,35,1,70.62,35,16.32,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,849.42,829.93,,0.441,5.663,1925,150,1,1925,150,18.4,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,142.27,124.98,,0.075,1.897,1900,75,1,1900,75,112.37,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,37.98,33.77,,0.655,3.165,58,12,1,58,12,100.32,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,21.69,25.5,,0.324,1.808,67,12,1,67,12,183.86,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -158,8 +170,12 @@ mask_rcnn_resnet50_atrous_coco,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-
mask_rcnn_resnet50_atrous_coco,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,34.47,,6.43,0.002,0.049,21420,700,2,10710,350,377.63,FPS,FPS/$,FPS/TDP,msec.,,,,,103.72,46.34
mask_rcnn_resnet50_atrous_coco,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,2.98,,0.87,0.001,0.014,2022,210,2,1011,105,883,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,6.93,,1.79,0.003,0.023,2274,300,2,1137,150,503.34,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,32.09,19.6,,0.017,0.214,1925,150,1,1925,150,498,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,28.32,18.45,,0.088,0.189,321,150,1,321,150,564.32,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,16.3,10.32,,0.105,0.172,155,95,1,155,95,87.71,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,14.72,9.34,,0.118,0.155,125,95,1,125,95,95.99,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,7.32,4.62,,0.076,0.146,96.3,50,1,96.3,50,146.41,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,3.08,1.96,,0.044,0.088,70.62,35,1,70.62,35,308.21,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,32.09,19.6,,0.017,0.214,1925,150,1,1925,150,498,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,5.34,,,0.003,0.071,1900,75,1,1900,75,2993.79,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,0.24,0.2,,0.004,0.02,58,12,1,58,12,15836.94,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,0.15,0.16,,0.002,0.013,67,12,1,67,12,26123.74,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -202,8 +218,12 @@ mobilenet-v2,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,39342.91,,108
mobilenet-v2,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,40611.58,,16922.79,1.896,58.017,21420,700,2,10710,350,0.64,FPS,FPS/$,FPS/TDP,msec.,,,,,0.66,32078.82
mobilenet-v2,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,5160.49,,1883.15,2.552,24.574,2022,210,2,1011,105,1.55,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,12276.24,,3658,5.399,40.921,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,6753.42,6013.53,,3.508,45.023,1925,150,1,1925,150,2.17,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,4929.18,4590.32,,15.356,32.861,321,150,1,321,150,3.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,1700.44,1594.67,,10.971,17.899,155,95,1,155,95,0.99,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,1597.24,1412.79,,12.778,16.813,125,95,1,125,95,1.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,1365.22,1238.67,,14.177,27.304,96.3,50,1,96.3,50,1.21,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,1109.41,966.27,,15.71,31.697,70.62,35,1,70.62,35,1.72,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,6753.42,6013.53,,3.508,45.023,1925,150,1,1925,150,2.17,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,1918.84,1581.38,,1.01,25.585,1900,75,1,1900,75,8.4,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,447.92,345.3,,7.723,37.327,58,12,1,58,12,8.73,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,196.59,236.4,,2.934,16.383,67,12,1,67,12,20.1,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -247,8 +267,12 @@ resnet-50,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,20219.89,,1653,0
resnet-50,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,22402.58,,2058.94,1.046,32.004,21420,700,2,10710,350,0.96,FPS,FPS/$,FPS/TDP,msec.,,,,,1.54,14017.37
resnet-50,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,920.75,,256.18,0.455,4.385,2022,210,2,1011,105,3.22,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,2269.1,,577.44,0.998,7.564,2274,300,2,1137,150,1.47,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,3588.07,2240.26,,1.864,23.92,1925,150,1,1925,150,4.22,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,2985.51,1945.66,,9.301,19.903,321,150,1,321,150,5.32,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,1109.96,827.23,,7.161,11.684,155,95,1,155,95,1.38,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,954.05,664.47,,7.632,10.043,125,95,1,125,95,1.68,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,744.43,525.69,,7.73,14.889,96.3,50,1,96.3,50,1.88,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,436.81,252.43,,6.185,12.48,70.62,35,1,70.62,35,3.56,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,3588.07,2240.26,,1.864,23.92,1925,150,1,1925,150,4.22,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,821.64,517.36,,0.432,10.955,1900,75,1,1900,75,19.45,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,111.83,62.57,,1.928,9.319,58,12,1,58,12,35.58,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,49.3,52.41,,0.736,4.108,67,12,1,67,12,80.84,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -256,7 +280,7 @@ resnet-50,OV-2024.1,atom-iGPU,Intel® Celeron® 6305E iGPU-only,210.05,118.29,,1
resnet-50,OV-2024.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,284.72,178.12,,0.668,10.169,426,28,1,426,28,13.65,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,207.72,121.27,,0.424,13.848,490,15,1,490,15,18.84,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,core-iGPU,Intel® Core™ i7-12700H iGPU-only,389.71,222.4,,0.776,8.66,502,45,1,502,45,9.98,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,537.89,369.59,,1.169,19.210,460,28,1,460,28,2.34,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,537.89,369.59,,1.169,19.21,460,28,1,460,28,2.34,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H NPU-only,783.3,378.14,,1.703,27.975,460,28,1,460,28,1.61,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,atom-CPU+iGPU,Intel Atom® x7425E CPU+iGPU,130.47,,37.61,2.249,10.873,58,12,1,58,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2024.1,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,60.54,,31.21,0.904,5.045,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -291,8 +315,12 @@ ssd-resnet34-1200,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,451.31,,
ssd-resnet34-1200,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,525.99,,35.34,0.025,0.751,21420,700,2,10710,350,7.93,FPS,FPS/$,FPS/TDP,msec.,,,,,29.52,248.82
ssd-resnet34-1200,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,16.77,,4.36,0.008,0.08,2022,210,2,1011,105,121.92,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,42.26,,10.54,0.019,0.141,2274,300,2,1137,150,52.91,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,214.37,110.89,,0.111,1.429,1925,150,1,1925,150,74.3,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,155.87,82.51,,0.486,1.039,321,150,1,321,150,102.45,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,77.81,43.03,,0.502,0.819,155,95,1,155,95,22.73,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,64.3,36.84,,0.514,0.677,125,95,1,125,95,26.28,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,43.62,22.36,,0.453,0.872,96.3,50,1,96.3,50,26.85,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,15.96,7.53,,0.226,0.456,70.62,35,1,70.62,35,63.15,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,214.37,110.89,,0.111,1.429,1925,150,1,1925,150,74.3,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,33.86,16.66,,0.018,0.451,1900,75,1,1900,75,469.18,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,2.14,1.18,,0.037,0.178,58,12,1,58,12,1813.16,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,1.19,1.19,,0.018,0.099,67,12,1,67,12,3356.08,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -334,8 +362,12 @@ ssd_mobilenet_v1_coco,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,2456
ssd_mobilenet_v1_coco,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,28125.18,,4909.95,1.313,40.179,21420,700,2,10710,350,0.74,FPS,FPS/$,FPS/TDP,msec.,,,,,1,17557.7
ssd_mobilenet_v1_coco,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,1974.99,,612.04,0.977,9.405,2022,210,2,1011,105,1.78,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,4848.98,,1245.7,2.132,16.163,2274,300,2,1137,150,0.83,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,4074.01,3472.83,,2.116,27.16,1925,150,1,1925,150,3.62,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,3480.39,2928.55,,10.842,23.203,321,150,1,321,150,4.4,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,1272.13,1125.33,,8.207,13.391,155,95,1,155,95,1.25,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,1262.14,1094.71,,10.097,13.286,125,95,1,125,95,1.35,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,922.6,774.9,,9.581,18.452,96.3,50,1,96.3,50,1.76,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,660.05,482.29,,9.347,18.859,70.62,35,1,70.62,35,3.06,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,4074.01,3472.83,,2.116,27.16,1925,150,1,1925,150,3.62,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,984.2,781.88,,0.518,13.123,1900,75,1,1900,75,16.27,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,226.24,134.9,,3.901,18.853,58,12,1,58,12,17.46,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,96.58,100.18,,1.441,8.048,67,12,1,67,12,40.94,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -343,7 +375,7 @@ ssd_mobilenet_v1_coco,OV-2024.1,atom-iGPU,Intel® Celeron® 6305E iGPU-only,409.
ssd_mobilenet_v1_coco,OV-2024.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,500.03,312.32,,1.174,17.858,426,28,1,426,28,7.68,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,379.18,226.11,,0.774,25.279,490,15,1,490,15,10.12,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,core-iGPU,Intel® Core™ i7-12700H iGPU-only,775.09,413.01,,1.544,17.224,502,45,1,502,45,5.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,912.24,651.17,,1.983,32.580,460,28,1,460,28,1.39,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,912.24,651.17,,1.983,32.58,460,28,1,460,28,1.39,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,atom-CPU+iGPU,Intel Atom® x7425E CPU+iGPU,245.08,,84.77,4.226,20.423,58,12,1,58,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,115.54,,65.27,1.724,9.628,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2024.1,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,318.1,,138.86,2.973,21.207,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -378,8 +410,12 @@ unet-camvid-onnx-0001,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,520.
unet-camvid-onnx-0001,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,511.9,,55.78,0.024,0.731,21420,700,2,10710,350,18.29,FPS,FPS/$,FPS/TDP,msec.,,,,,27.74,243.6
unet-camvid-onnx-0001,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,27.76,,7,0.014,0.132,2022,210,2,1011,105,74.61,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,69.57,,16.08,0.031,0.232,2274,300,2,1137,150,37.46,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,303.46,205.28,,0.158,2.023,1925,150,1,1925,150,52.47,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,276.19,187.28,,0.86,1.841,321,150,1,321,150,57.84,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,137.85,98.68,,0.889,1.451,155,95,1,155,95,8.29,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,120.04,90.34,,0.96,1.264,125,95,1,125,95,9.38,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,65.24,46.71,,0.677,1.305,96.3,50,1,96.3,50,16.15,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,30.02,16.85,,0.425,0.858,70.62,35,1,70.62,35,33.95,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,303.46,205.28,,0.158,2.023,1925,150,1,1925,150,52.47,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,55.71,32.59,,0.029,0.743,1900,75,1,1900,75,287.24,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,3.43,1.96,,0.059,0.286,58,12,1,58,12,1164.75,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,1.99,1.99,,0.03,0.166,67,12,1,67,12,2003.4,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -422,8 +458,12 @@ yolo_v3_tiny,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,11351.7,,2105
yolo_v3_tiny,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,14889.91,,2545.6,0.695,21.271,21420,700,2,10710,350,0.85,FPS,FPS/$,FPS/TDP,msec.,,,,,0.88,13920.15
yolo_v3_tiny,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,995.13,,320.48,0.492,4.739,2022,210,2,1011,105,2.7,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,2210.72,,698.38,0.972,7.369,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,3857.91,2885.6,,2.004,25.719,1925,150,1,1925,150,3.83,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,3248.18,2468.81,,10.119,21.655,321,150,1,321,150,4.86,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,1120.07,1167.39,,7.226,11.79,155,95,1,155,95,1.38,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,983.31,993.81,,7.866,10.351,125,95,1,125,95,1.58,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,674.77,604.93,,7.007,13.495,96.3,50,1,96.3,50,1.88,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,406.69,357.82,,5.759,11.62,70.62,35,1,70.62,35,3.55,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,3857.91,2885.6,,2.004,25.719,1925,150,1,1925,150,3.83,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,749.79,659.03,,0.395,9.997,1900,75,1,1900,75,21.3,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,144.84,76.94,,2.497,12.07,58,12,1,58,12,27.4,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,67.09,67.69,,1.001,5.591,67,12,1,67,12,59.15,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -431,7 +471,7 @@ yolo_v3_tiny,OV-2024.1,atom-iGPU,Intel® Celeron® 6305E iGPU-only,315.81,157.38
yolo_v3_tiny,OV-2024.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,442.07,249.34,,1.038,15.788,426,28,1,426,28,8.76,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,322.2,163.14,,0.658,21.48,490,15,1,490,15,11.77,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,core-iGPU,Intel® Core™ i7-12700H iGPU-only,599.94,318.3,,1.195,13.332,502,45,1,502,45,6.45,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,848.13,486.75,,1.844,30.290,460,28,1,460,28,1.49,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,848.13,486.75,,1.844,30.29,460,28,1,460,28,1.49,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H NPU-only,385.72,295.7,,0.839,13.776,460,28,1,460,28,3.49,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,atom-CPU+iGPU,Intel Atom® x7425E CPU+iGPU,157.69,,44.37,2.719,13.141,58,12,1,58,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2024.1,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,76.67,,39.39,1.144,6.389,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -467,8 +507,12 @@ yolo_v8n,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,2527.39,,1003.33,
yolo_v8n,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,3515.52,,1295.71,0.164,5.022,21420,700,2,10710,350,3.46,FPS,FPS/$,FPS/TDP,msec.,,,,,2.9,3748.24
yolo_v8n,OV-2024.1,xeon,Intel® Xeon® Silver 4216R CPU-only,421.5,,166.81,0.208,2.007,2022,210,2,1011,105,6.19,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,xeon,Intel® Xeon® Silver 4316 CPU-only,850.58,,344.09,0.374,2.835,2274,300,2,1137,150,3.28,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,1567.08,1461.72,,0.814,10.447,1925,150,1,1925,150,10.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,1319.65,1224.24,,4.111,8.798,321,150,1,321,150,12.04,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,accel,Intel® Arc™ A-570M Graphics dGPU,457.21,473.74,,2.95,4.813,155,95,1,155,95,4,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,accel,Intel® Arc™ A-530M Graphics dGPU,407.16,456.66,,3.257,4.286,125,95,1,125,95,4.52,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,accel,Intel® Arc™ A-370M Graphics dGPU,265.95,271.64,,2.762,5.319,96.3,50,1,96.3,50,4.62,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,accel,Intel® Arc™ A-350M Graphics dGPU,187.9,172.17,,2.661,5.369,70.62,35,1,70.62,35,7.35,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,1567.08,1461.72,,0.814,10.447,1925,150,1,1925,150,10.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,305.49,304.48,,0.161,4.073,1900,75,1,1900,75,52.35,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,atom-iGPU,Intel Atom® x7425E iGPU-only,62.91,42.77,,1.085,5.243,58,12,1,58,12,63.27,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,atom-iGPU,Intel® Atom® X6425E iGPU-only,32.98,34.69,,0.492,2.748,67,12,1,67,12,120.7,FPS,FPS/$,FPS/TDP,msec.,,,,,,
@ -487,43 +531,43 @@ yolo_v8n,OV-2024.1,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,275.44,,104.
yolo_v8n,OV-2024.1,core-CPU+iGPU,Intel® Core Ultra 7-165H CPU+iGPU,191.74,,112.77,0.417,6.848,460,28,1,460,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2024.1,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,222.63,,85.92,0.464,7.951,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec, , , , , , , , , , , , , , ,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,,
chatglm2-6b,OV-2024.1,core,Intel® Core™ i9-13900K CPU-only,10.2,2.6,,,,599,125,1,599,125,98.16,msec/token,msec/token/$,msec/token/TDP,msec/token,380.32,,71.01,14.1,,
chatglm2-6b,OV-2024.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,9,4.7,,,,18718,540,2,9359,270,110.86,msec/token,msec/token/$,msec/token/TDP,msec/token,212.03,,75.89,13.2,,
chatglm2-6b,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,23,16.3,,,,34000,700,2,17000,350,43.57,msec/token,msec/token/$,msec/token/TDP,msec/token,61.52,,32.6,30.7,,
chatglm2-6b,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,28.4,18.8,,,,21420,700,2,10710,350,35.2,msec/token,msec/token/$,msec/token/TDP,msec/token,53.3,,27,37,,
chatglm2-6b,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,22.2,,,,,1925,150,1,1925,150,45.07,msec/token,msec/token/$,msec/token/TDP,msec/token,,,44.31,22.6,,
chatglm2-6b,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,14.1,,,,,321,150,1,321,150,70.76,msec/token,msec/token/$,msec/token/TDP,msec/token,,,64.66,15.5,,
chatglm2-6b,OV-2024.1,accel,Intel® Core Ultra 7-165H iGPU-only,10.2,5.4,,,,460,28,1,460,28,97.7,msec/token,msec/token/$,msec/token/TDP,msec/token,184.8,,76.8,13,,
begin_rec, , , , , , , , , , , , , , ,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,,
chatglm2-6b,OV-2024.1,core,Intel® Core™ i9-13900K CPU-only,10.2,2.6,,,,599,125,1,599,125,98.16,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,380.32,,71.01,14.1,,
chatglm2-6b,OV-2024.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,9,4.7,,,,18718,540,2,9359,270,110.86,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,212.03,,75.89,13.2,,
chatglm2-6b,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,23,16.3,,,,34000,700,2,17000,350,43.57,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,61.52,,32.6,30.7,,
chatglm2-6b,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,28.4,18.8,,,,21420,700,2,10710,350,35.2,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,53.3,,27,37,,
chatglm2-6b,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,22.2,,,,,1925,150,1,1925,150,45.07,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,44.31,22.6,,
chatglm2-6b,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,14.1,,,,,321,150,1,321,150,70.76,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,64.66,15.5,,
chatglm2-6b,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,10.2,5.4,,,,460,28,1,460,28,97.7,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,184.8,,76.8,13,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec, , , , , , , , , , , , , , ,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,,
llama-2-7b-chat,OV-2024.1,core,Intel® Core™ i9-13900K CPU-only,8.5,2.2,,,,599,125,1,599,125,117.23,msec/token,msec/token/$,msec/token/TDP,msec/token,456.25,,80.37,12.4,,
llama-2-7b-chat,OV-2024.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,9.3,3.6,,,,18718,540,2,9359,270,107.25,msec/token,msec/token/$,msec/token/TDP,msec/token,275.08,,62.45,16,,
llama-2-7b-chat,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,19.2,13.4,,,,34000,700,2,17000,350,52.04,msec/token,msec/token/$,msec/token/TDP,msec/token,74.82,,38.42,26,,
llama-2-7b-chat,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,23.3,15.7,,,,21420,700,2,10710,350,43,msec/token,msec/token/$,msec/token/TDP,msec/token,63.7,,33.1,30.2,,
llama-2-7b-chat,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,15.1,,,,,321,150,1,321,150,66.12,msec/token,msec/token/$,msec/token/TDP,msec/token,,,58.42,17.1,,
llama-2-7b-chat,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,9.3,8.6,,,,1925,150,1,1925,150,107.27,msec/token,msec/token/$,msec/token/TDP,msec/token,116.54,,51,19.6,,
llama-2-7b-chat,OV-2024.1,accel,Intel® Core Ultra 7-165H iGPU-only,8.3,3.9,,,,460,28,1,460,28,119.9,msec/token,msec/token/$,msec/token/TDP,msec/token,255.3,,87.9,11.4,,
begin_rec, , , , , , , , , , , , , , ,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,,
llama-2-7b-chat,OV-2024.1,core,Intel® Core™ i9-13900K CPU-only,8.5,2.2,,,,599,125,1,599,125,117.23,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,456.25,,80.37,12.4,,
llama-2-7b-chat,OV-2024.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,9.3,3.6,,,,18718,540,2,9359,270,107.25,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,275.08,,62.45,16,,
llama-2-7b-chat,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,19.2,13.4,,,,34000,700,2,17000,350,52.04,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,74.82,,38.42,26,,
llama-2-7b-chat,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,23.3,15.7,,,,21420,700,2,10710,350,43,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,63.7,,33.1,30.2,,
llama-2-7b-chat,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,15.1,,,,,321,150,1,321,150,66.12,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,58.42,17.1,,
llama-2-7b-chat,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,9.3,8.6,,,,1925,150,1,1925,150,107.27,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,116.54,,51,19.6,,
llama-2-7b-chat,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,8.3,3.9,,,,460,28,1,460,28,119.9,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,255.3,,87.9,11.4,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec, , , , , , , , , , , , , , ,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,,
mistral-7b-v0.1,OV-2024.1,core,Intel® Core™ i9-13900K CPU-only,8.4,2.1,,,,599,125,1,599,125,119.7,msec/token,msec/token/$,msec/token/TDP,msec/token,475.69,,69.39,14.4,,
mistral-7b-v0.1,OV-2024.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,6.8,3.7,,,,18718,540,2,9359,270,147.9,msec/token,msec/token/$,msec/token/TDP,msec/token,268.34,,81.12,12.3,,
mistral-7b-v0.1,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,19,12.8,,,,34000,700,2,17000,350,52.76,msec/token,msec/token/$,msec/token/TDP,msec/token,78.25,,36.25,27.6,,
mistral-7b-v0.1,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,22.2,14.9,,,,21420,700,2,10710,350,45.1,msec/token,msec/token/$,msec/token/TDP,msec/token,66.9,,31,32.2,,
mistral-7b-v0.1,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,10.9,,,,,321,150,1,321,150,91.77,msec/token,msec/token/$,msec/token/TDP,msec/token,,,80.23,12.5,,
mistral-7b-v0.1,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,,,,,,1900,75,1,1900,75,,msec/token,msec/token/$,msec/token/TDP,msec/token,,,256.28,3.9,,
mistral-7b-v0.1,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,10.9,,,,,1925,150,1,1925,150,91.77,msec/token,msec/token/$,msec/token/TDP,msec/token,,,80.23,12.5,,
mistral-7b-v0.1,OV-2024.1,accel,Intel® Core Ultra 7-165H iGPU-only,5.4,3.5,,,,460,28,1,460,28,184.4,msec/token,msec/token/$,msec/token/TDP,msec/token,288.3,,132.9,7.5,,
begin_rec, , , , , , , , , , , , , , ,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,,
mistral-7b-v0.1,OV-2024.1,core,Intel® Core™ i9-13900K CPU-only,8.4,2.1,,,,599,125,1,599,125,119.7,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,475.69,,69.39,14.4,,
mistral-7b-v0.1,OV-2024.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,6.8,3.7,,,,18718,540,2,9359,270,147.9,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,268.34,,81.12,12.3,,
mistral-7b-v0.1,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,19,12.8,,,,34000,700,2,17000,350,52.76,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,78.25,,36.25,27.6,,
mistral-7b-v0.1,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,22.2,14.9,,,,21420,700,2,10710,350,45.1,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,66.9,,31,32.2,,
mistral-7b-v0.1,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,10.9,,,,,321,150,1,321,150,91.77,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,80.23,12.5,,
mistral-7b-v0.1,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,,,,,,1900,75,1,1900,75,,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,256.28,3.9,,
mistral-7b-v0.1,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,10.9,,,,,1925,150,1,1925,150,91.77,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,80.23,12.5,,
mistral-7b-v0.1,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,5.4,3.5,,,,460,28,1,460,28,184.4,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,288.3,,132.9,7.5,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,core,Intel® Core™ i9-13900K CPU-only,8.1,,,,,599,125,1,599,125,123.8,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,,,,,,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,20.4,,,,,34000,700,2,17000,350,49.1,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,24,16.1,,,,21420,700,2,10710,350,41.7,msec/token,msec/token/$,msec/token/TDP,msec/token,62.1,,,,,
falcon-7b-instruct,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,14.3,,,,,321,150,1,321,150,69.7,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,,,,,,1900,75,1,1900,75,,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,20.5,,,,,1925,150,1,1925,150,48.69,msec/token,msec/token/$,msec/token/TDP,msec/token,,,42.21,23.7,,
falcon-7b-instruct,OV-2024.1,accel,Intel® Core Ultra 7-165H iGPU-only,9,5.1,,,,460,28,1,460,28,111.18,msec/token,msec/token/$,msec/token/TDP,msec/token,197.6,,76.6,13.1,,
begin_rec,,,,,,,,,,,,,,,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,core,Intel® Core™ i9-13900K CPU-only,8.1,,,,,599,125,1,599,125,123.8,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,,,,,,18718,540,2,9359,270,,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,20.4,,,,,34000,700,2,17000,350,49.1,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,24,16.1,,,,21420,700,2,10710,350,41.7,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,62.1,,,,,
falcon-7b-instruct,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,14.3,,,,,321,150,1,321,150,69.7,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,,,,,,1900,75,1,1900,75,,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,,
falcon-7b-instruct,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,20.5,,,,,1925,150,1,1925,150,48.69,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,42.21,23.7,,
falcon-7b-instruct,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,9,5.1,,,,460,28,1,460,28,111.18,msec/token,msec/token/$,msec/token/TDP,msec/token,197.6,,76.6,13.1,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec, , , , , , , , , , , , , , ,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",,,,,,
stable-diffusion-v2-1,OV-2024.1,core,Intel® Core™ i9-13900K CPU-only,,,,,,599,125,1,599,125,42.45,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",41.87,,,,,
@ -533,5 +577,5 @@ stable-diffusion-v2-1,OV-2024.1,xeon,Intel® Xeon® Platinum 8580 CPU-only,,,,,,
stable-diffusion-v2-1,OV-2024.1,accel,Intel® Arc™ A-770M Graphics dGPU,,,,,,321,150,1,321,150,,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",4.43,,,,,
stable-diffusion-v2-1,OV-2024.1,accel,Intel® Data Center GPU Flex 140 dGPU,,,,,,1900,75,1,1900,75,,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",37.45,,,,,
stable-diffusion-v2-1,OV-2024.1,accel,Intel® Data Center GPU Flex 170 dGPU,,,,,,1925,150,1,1925,150,,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",4.42,,,,,
stable-diffusion-v2-1,OV-2024.1,accel,Intel® Core Ultra 7-165H iGPU-only,,,,,,460,28,1,460,28,16.6,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",15.9,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
stable-diffusion-v2-1,OV-2024.1,core-iGPU,Intel® Core Ultra 7-165H iGPU-only,,,,,,460,28,1,460,28,16.6,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",15.9,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
1 Network model Release IE-Type Platform name Throughput-INT8 Throughput-FP16 Throughput-FP32 Value Efficiency Price TDP Sockets Price/Socket TDP/Socket Latency_int8 UOM_T UOM_V UOM_E UOM_L Latency_FP16 Latency_FP32 Latency_int4 Throughput_INT4 Latency_BF16 Throughput_BF16
24 bert-base-cased OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 4721.72 584.23 0.22 6.745 21420 700 2 10710 350 3.84 FPS FPS/$ FPS/TDP msec. 5.04 3201.77
25 bert-base-cased OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 210.89 76.47 0.104 1.004 2022 210 2 1011 105 FPS FPS/$ FPS/TDP msec.
26 bert-base-cased OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 441.3 166.87 0.194 1.471 2274 300 2 1137 150 8.04 FPS FPS/$ FPS/TDP msec.
bert-base-cased OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 842.14 707.38 0.437 5.614 1925 150 1 1925 150 18.66 FPS FPS/$ FPS/TDP msec.
27 bert-base-cased OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 730.85 629.55 2.277 4.872 321 150 1 321 150 21.75 FPS FPS/$ FPS/TDP msec.
28 bert-base-cased OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 292.349254 303.600453 1.886 3.077 155 95 1 155 95 6.48 FPS FPS/$ FPS/TDP msec.
29 bert-base-cased OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 293.618372 305.66434 2.349 3.091 125 95 1 125 95 6.5 FPS FPS/$ FPS/TDP msec.
30 bert-base-cased OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 209.408048 188.726531 2.175 4.188 96.3 50 1 96.3 50 6 FPS FPS/$ FPS/TDP msec.
31 bert-base-cased OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 171.135601 129.877919 2.423 4.89 70.62 35 1 70.62 35 10.07 FPS FPS/$ FPS/TDP msec.
32 bert-base-cased OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 842.14 707.38 0.437 5.614 1925 150 1 1925 150 18.66 FPS FPS/$ FPS/TDP msec.
33 bert-base-cased OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 193.52 148.61 0.102 2.58 1900 75 1 1900 75 82.65 FPS FPS/$ FPS/TDP msec.
34 bert-base-cased OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 25.03 20.17 0.432 2.086 58 12 1 58 12 148.25 FPS FPS/$ FPS/TDP msec.
35 bert-base-cased OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 13.3 14.83 0.199 1.108 67 12 1 67 12 300.2 FPS FPS/$ FPS/TDP msec.
73 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 307.68 54.32 0.014 0.44 21420 700 2 10710 350 22.7 FPS FPS/$ FPS/TDP msec. 48.27 282.5
74 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 20.83 6.84 0.01 0.099 2022 210 2 1011 105 109.21 FPS FPS/$ FPS/TDP msec.
75 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 38.81 15.18 0.017 0.129 2274 300 2 1137 150 107.2 FPS FPS/$ FPS/TDP msec.
bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 155.76 113.59 0.081 1.038 1925 150 1 1925 150 102.15 FPS FPS/$ FPS/TDP msec.
76 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 148.87 111.85 0.464 0.992 321 150 1 321 150 107.07 FPS FPS/$ FPS/TDP msec.
77 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 74.04 64.39 0.478 0.779 155 95 1 155 95 20.49 FPS FPS/$ FPS/TDP msec.
78 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 77.25 63.35 0.618 0.813 125 95 1 125 95 20.2 FPS FPS/$ FPS/TDP msec.
79 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 30.93 29.09 0.321 0.619 96.3 50 1 96.3 50 34.33 FPS FPS/$ FPS/TDP msec.
80 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 22.08 19.67 0.313 0.631 70.62 35 1 70.62 35 51.12 FPS FPS/$ FPS/TDP msec.
81 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 155.76 113.59 0.081 1.038 1925 150 1 1925 150 102.15 FPS FPS/$ FPS/TDP msec.
82 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 32.36 22.97 0.017 0.431 1900 75 1 1900 75 494.67 FPS FPS/$ FPS/TDP msec.
83 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 2.38 1.83 0.041 0.198 58 12 1 58 12 1443.08 FPS FPS/$ FPS/TDP msec.
84 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 1.41 1.46 0.021 0.118 67 12 1 67 12 2832.73 FPS FPS/$ FPS/TDP msec.
86 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 8.57 6.33 0.02 0.306 426 28 1 426 28 451.82 FPS FPS/$ FPS/TDP msec.
87 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 5.19 4.26 0.011 0.346 490 15 1 490 15 738.48 FPS FPS/$ FPS/TDP msec.
88 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 core-iGPU Intel® Core™ i7-12700H iGPU-only 11.13 7.99 0.022 0.247 502 45 1 502 45 358.84 FPS FPS/$ FPS/TDP msec.
89 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 core-iGPU Intel® Core Ultra 7-165H iGPU-only 18.3 12.44 0.040 0.04 0.654 460 28 1 460 28 FPS FPS/$ FPS/TDP msec.
90 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 core-iGPU Intel® Core Ultra 7-165H NPU-only 8.21 6.27 0.018 0.293 460 28 1 460 28 160.65 FPS FPS/$ FPS/TDP msec.
91 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 atom-CPU+iGPU Intel Atom® x7425E CPU+iGPU 2.44 0.87 0.042 0.203 58 12 1 58 12 FPS FPS/$ FPS/TDP msec.
92 bert-large-uncased-whole-word-masking-squad-0001 OV-2024.1 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 0.74 0.014 0.078 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
122 efficientdet-d0 OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 1654.92 1131.08 0.077 2.364 21420 700 2 10710 350 5.43 FPS FPS/$ FPS/TDP msec. 5.19 1371.97
123 efficientdet-d0 OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 251.15 157.3 0.124 1.196 2022 210 2 1011 105 12.83 FPS FPS/$ FPS/TDP msec.
124 efficientdet-d0 OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 467.77 283.75 0.206 1.559 2274 300 2 1137 150 5.92 FPS FPS/$ FPS/TDP msec.
efficientdet-d0 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 849.42 829.93 0.441 5.663 1925 150 1 1925 150 18.4 FPS FPS/$ FPS/TDP msec.
125 efficientdet-d0 OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 702.37 660.01 2.188 4.682 321 150 1 321 150 22.54 FPS FPS/$ FPS/TDP msec.
126 efficientdet-d0 OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 291.57 258.05 1.881 3.069 155 95 1 155 95 6.6 FPS FPS/$ FPS/TDP msec.
127 efficientdet-d0 OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 203.01 200.15 1.624 2.137 125 95 1 125 95 9.74 FPS FPS/$ FPS/TDP msec.
128 efficientdet-d0 OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 144.88 125.85 1.504 2.898 96.3 50 1 96.3 50 10.7 FPS FPS/$ FPS/TDP msec.
129 efficientdet-d0 OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 104.57 85.13 1.481 2.988 70.62 35 1 70.62 35 16.32 FPS FPS/$ FPS/TDP msec.
130 efficientdet-d0 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 849.42 829.93 0.441 5.663 1925 150 1 1925 150 18.4 FPS FPS/$ FPS/TDP msec.
131 efficientdet-d0 OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 142.27 124.98 0.075 1.897 1900 75 1 1900 75 112.37 FPS FPS/$ FPS/TDP msec.
132 efficientdet-d0 OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 37.98 33.77 0.655 3.165 58 12 1 58 12 100.32 FPS FPS/$ FPS/TDP msec.
133 efficientdet-d0 OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 21.69 25.5 0.324 1.808 67 12 1 67 12 183.86 FPS FPS/$ FPS/TDP msec.
170 mask_rcnn_resnet50_atrous_coco OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 34.47 6.43 0.002 0.049 21420 700 2 10710 350 377.63 FPS FPS/$ FPS/TDP msec. 103.72 46.34
171 mask_rcnn_resnet50_atrous_coco OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 2.98 0.87 0.001 0.014 2022 210 2 1011 105 883 FPS FPS/$ FPS/TDP msec.
172 mask_rcnn_resnet50_atrous_coco OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 6.93 1.79 0.003 0.023 2274 300 2 1137 150 503.34 FPS FPS/$ FPS/TDP msec.
mask_rcnn_resnet50_atrous_coco OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 32.09 19.6 0.017 0.214 1925 150 1 1925 150 498 FPS FPS/$ FPS/TDP msec.
173 mask_rcnn_resnet50_atrous_coco OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 28.32 18.45 0.088 0.189 321 150 1 321 150 564.32 FPS FPS/$ FPS/TDP msec.
174 mask_rcnn_resnet50_atrous_coco OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 16.3 10.32 0.105 0.172 155 95 1 155 95 87.71 FPS FPS/$ FPS/TDP msec.
175 mask_rcnn_resnet50_atrous_coco OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 14.72 9.34 0.118 0.155 125 95 1 125 95 95.99 FPS FPS/$ FPS/TDP msec.
176 mask_rcnn_resnet50_atrous_coco OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 7.32 4.62 0.076 0.146 96.3 50 1 96.3 50 146.41 FPS FPS/$ FPS/TDP msec.
177 mask_rcnn_resnet50_atrous_coco OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 3.08 1.96 0.044 0.088 70.62 35 1 70.62 35 308.21 FPS FPS/$ FPS/TDP msec.
178 mask_rcnn_resnet50_atrous_coco OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 32.09 19.6 0.017 0.214 1925 150 1 1925 150 498 FPS FPS/$ FPS/TDP msec.
179 mask_rcnn_resnet50_atrous_coco OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 5.34 0.003 0.071 1900 75 1 1900 75 2993.79 FPS FPS/$ FPS/TDP msec.
180 mask_rcnn_resnet50_atrous_coco OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 0.24 0.2 0.004 0.02 58 12 1 58 12 15836.94 FPS FPS/$ FPS/TDP msec.
181 mask_rcnn_resnet50_atrous_coco OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 0.15 0.16 0.002 0.013 67 12 1 67 12 26123.74 FPS FPS/$ FPS/TDP msec.
218 mobilenet-v2 OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 40611.58 16922.79 1.896 58.017 21420 700 2 10710 350 0.64 FPS FPS/$ FPS/TDP msec. 0.66 32078.82
219 mobilenet-v2 OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 5160.49 1883.15 2.552 24.574 2022 210 2 1011 105 1.55 FPS FPS/$ FPS/TDP msec.
220 mobilenet-v2 OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 12276.24 3658 5.399 40.921 2274 300 2 1137 150 FPS FPS/$ FPS/TDP msec.
mobilenet-v2 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 6753.42 6013.53 3.508 45.023 1925 150 1 1925 150 2.17 FPS FPS/$ FPS/TDP msec.
221 mobilenet-v2 OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 4929.18 4590.32 15.356 32.861 321 150 1 321 150 3.02 FPS FPS/$ FPS/TDP msec.
222 mobilenet-v2 OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 1700.44 1594.67 10.971 17.899 155 95 1 155 95 0.99 FPS FPS/$ FPS/TDP msec.
223 mobilenet-v2 OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 1597.24 1412.79 12.778 16.813 125 95 1 125 95 1.02 FPS FPS/$ FPS/TDP msec.
224 mobilenet-v2 OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 1365.22 1238.67 14.177 27.304 96.3 50 1 96.3 50 1.21 FPS FPS/$ FPS/TDP msec.
225 mobilenet-v2 OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 1109.41 966.27 15.71 31.697 70.62 35 1 70.62 35 1.72 FPS FPS/$ FPS/TDP msec.
226 mobilenet-v2 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 6753.42 6013.53 3.508 45.023 1925 150 1 1925 150 2.17 FPS FPS/$ FPS/TDP msec.
227 mobilenet-v2 OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 1918.84 1581.38 1.01 25.585 1900 75 1 1900 75 8.4 FPS FPS/$ FPS/TDP msec.
228 mobilenet-v2 OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 447.92 345.3 7.723 37.327 58 12 1 58 12 8.73 FPS FPS/$ FPS/TDP msec.
229 mobilenet-v2 OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 196.59 236.4 2.934 16.383 67 12 1 67 12 20.1 FPS FPS/$ FPS/TDP msec.
267 resnet-50 OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 22402.58 2058.94 1.046 32.004 21420 700 2 10710 350 0.96 FPS FPS/$ FPS/TDP msec. 1.54 14017.37
268 resnet-50 OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 920.75 256.18 0.455 4.385 2022 210 2 1011 105 3.22 FPS FPS/$ FPS/TDP msec.
269 resnet-50 OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 2269.1 577.44 0.998 7.564 2274 300 2 1137 150 1.47 FPS FPS/$ FPS/TDP msec.
resnet-50 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 3588.07 2240.26 1.864 23.92 1925 150 1 1925 150 4.22 FPS FPS/$ FPS/TDP msec.
270 resnet-50 OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 2985.51 1945.66 9.301 19.903 321 150 1 321 150 5.32 FPS FPS/$ FPS/TDP msec.
271 resnet-50 OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 1109.96 827.23 7.161 11.684 155 95 1 155 95 1.38 FPS FPS/$ FPS/TDP msec.
272 resnet-50 OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 954.05 664.47 7.632 10.043 125 95 1 125 95 1.68 FPS FPS/$ FPS/TDP msec.
273 resnet-50 OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 744.43 525.69 7.73 14.889 96.3 50 1 96.3 50 1.88 FPS FPS/$ FPS/TDP msec.
274 resnet-50 OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 436.81 252.43 6.185 12.48 70.62 35 1 70.62 35 3.56 FPS FPS/$ FPS/TDP msec.
275 resnet-50 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 3588.07 2240.26 1.864 23.92 1925 150 1 1925 150 4.22 FPS FPS/$ FPS/TDP msec.
276 resnet-50 OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 821.64 517.36 0.432 10.955 1900 75 1 1900 75 19.45 FPS FPS/$ FPS/TDP msec.
277 resnet-50 OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 111.83 62.57 1.928 9.319 58 12 1 58 12 35.58 FPS FPS/$ FPS/TDP msec.
278 resnet-50 OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 49.3 52.41 0.736 4.108 67 12 1 67 12 80.84 FPS FPS/$ FPS/TDP msec.
280 resnet-50 OV-2024.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 284.72 178.12 0.668 10.169 426 28 1 426 28 13.65 FPS FPS/$ FPS/TDP msec.
281 resnet-50 OV-2024.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 207.72 121.27 0.424 13.848 490 15 1 490 15 18.84 FPS FPS/$ FPS/TDP msec.
282 resnet-50 OV-2024.1 core-iGPU Intel® Core™ i7-12700H iGPU-only 389.71 222.4 0.776 8.66 502 45 1 502 45 9.98 FPS FPS/$ FPS/TDP msec.
283 resnet-50 OV-2024.1 core-iGPU Intel® Core Ultra 7-165H iGPU-only 537.89 369.59 1.169 19.210 19.21 460 28 1 460 28 2.34 FPS FPS/$ FPS/TDP msec.
284 resnet-50 OV-2024.1 core-iGPU Intel® Core Ultra 7-165H NPU-only 783.3 378.14 1.703 27.975 460 28 1 460 28 1.61 FPS FPS/$ FPS/TDP msec.
285 resnet-50 OV-2024.1 atom-CPU+iGPU Intel Atom® x7425E CPU+iGPU 130.47 37.61 2.249 10.873 58 12 1 58 12 FPS FPS/$ FPS/TDP msec.
286 resnet-50 OV-2024.1 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 60.54 31.21 0.904 5.045 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
315 ssd-resnet34-1200 OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 525.99 35.34 0.025 0.751 21420 700 2 10710 350 7.93 FPS FPS/$ FPS/TDP msec. 29.52 248.82
316 ssd-resnet34-1200 OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 16.77 4.36 0.008 0.08 2022 210 2 1011 105 121.92 FPS FPS/$ FPS/TDP msec.
317 ssd-resnet34-1200 OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 42.26 10.54 0.019 0.141 2274 300 2 1137 150 52.91 FPS FPS/$ FPS/TDP msec.
ssd-resnet34-1200 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 214.37 110.89 0.111 1.429 1925 150 1 1925 150 74.3 FPS FPS/$ FPS/TDP msec.
318 ssd-resnet34-1200 OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 155.87 82.51 0.486 1.039 321 150 1 321 150 102.45 FPS FPS/$ FPS/TDP msec.
319 ssd-resnet34-1200 OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 77.81 43.03 0.502 0.819 155 95 1 155 95 22.73 FPS FPS/$ FPS/TDP msec.
320 ssd-resnet34-1200 OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 64.3 36.84 0.514 0.677 125 95 1 125 95 26.28 FPS FPS/$ FPS/TDP msec.
321 ssd-resnet34-1200 OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 43.62 22.36 0.453 0.872 96.3 50 1 96.3 50 26.85 FPS FPS/$ FPS/TDP msec.
322 ssd-resnet34-1200 OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 15.96 7.53 0.226 0.456 70.62 35 1 70.62 35 63.15 FPS FPS/$ FPS/TDP msec.
323 ssd-resnet34-1200 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 214.37 110.89 0.111 1.429 1925 150 1 1925 150 74.3 FPS FPS/$ FPS/TDP msec.
324 ssd-resnet34-1200 OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 33.86 16.66 0.018 0.451 1900 75 1 1900 75 469.18 FPS FPS/$ FPS/TDP msec.
325 ssd-resnet34-1200 OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 2.14 1.18 0.037 0.178 58 12 1 58 12 1813.16 FPS FPS/$ FPS/TDP msec.
326 ssd-resnet34-1200 OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 1.19 1.19 0.018 0.099 67 12 1 67 12 3356.08 FPS FPS/$ FPS/TDP msec.
362 ssd_mobilenet_v1_coco OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 28125.18 4909.95 1.313 40.179 21420 700 2 10710 350 0.74 FPS FPS/$ FPS/TDP msec. 1 17557.7
363 ssd_mobilenet_v1_coco OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 1974.99 612.04 0.977 9.405 2022 210 2 1011 105 1.78 FPS FPS/$ FPS/TDP msec.
364 ssd_mobilenet_v1_coco OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 4848.98 1245.7 2.132 16.163 2274 300 2 1137 150 0.83 FPS FPS/$ FPS/TDP msec.
ssd_mobilenet_v1_coco OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 4074.01 3472.83 2.116 27.16 1925 150 1 1925 150 3.62 FPS FPS/$ FPS/TDP msec.
365 ssd_mobilenet_v1_coco OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 3480.39 2928.55 10.842 23.203 321 150 1 321 150 4.4 FPS FPS/$ FPS/TDP msec.
366 ssd_mobilenet_v1_coco OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 1272.13 1125.33 8.207 13.391 155 95 1 155 95 1.25 FPS FPS/$ FPS/TDP msec.
367 ssd_mobilenet_v1_coco OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 1262.14 1094.71 10.097 13.286 125 95 1 125 95 1.35 FPS FPS/$ FPS/TDP msec.
368 ssd_mobilenet_v1_coco OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 922.6 774.9 9.581 18.452 96.3 50 1 96.3 50 1.76 FPS FPS/$ FPS/TDP msec.
369 ssd_mobilenet_v1_coco OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 660.05 482.29 9.347 18.859 70.62 35 1 70.62 35 3.06 FPS FPS/$ FPS/TDP msec.
370 ssd_mobilenet_v1_coco OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 4074.01 3472.83 2.116 27.16 1925 150 1 1925 150 3.62 FPS FPS/$ FPS/TDP msec.
371 ssd_mobilenet_v1_coco OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 984.2 781.88 0.518 13.123 1900 75 1 1900 75 16.27 FPS FPS/$ FPS/TDP msec.
372 ssd_mobilenet_v1_coco OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 226.24 134.9 3.901 18.853 58 12 1 58 12 17.46 FPS FPS/$ FPS/TDP msec.
373 ssd_mobilenet_v1_coco OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 96.58 100.18 1.441 8.048 67 12 1 67 12 40.94 FPS FPS/$ FPS/TDP msec.
375 ssd_mobilenet_v1_coco OV-2024.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 500.03 312.32 1.174 17.858 426 28 1 426 28 7.68 FPS FPS/$ FPS/TDP msec.
376 ssd_mobilenet_v1_coco OV-2024.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 379.18 226.11 0.774 25.279 490 15 1 490 15 10.12 FPS FPS/$ FPS/TDP msec.
377 ssd_mobilenet_v1_coco OV-2024.1 core-iGPU Intel® Core™ i7-12700H iGPU-only 775.09 413.01 1.544 17.224 502 45 1 502 45 5.02 FPS FPS/$ FPS/TDP msec.
378 ssd_mobilenet_v1_coco OV-2024.1 core-iGPU Intel® Core Ultra 7-165H iGPU-only 912.24 651.17 1.983 32.580 32.58 460 28 1 460 28 1.39 FPS FPS/$ FPS/TDP msec.
379 ssd_mobilenet_v1_coco OV-2024.1 atom-CPU+iGPU Intel Atom® x7425E CPU+iGPU 245.08 84.77 4.226 20.423 58 12 1 58 12 FPS FPS/$ FPS/TDP msec.
380 ssd_mobilenet_v1_coco OV-2024.1 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 115.54 65.27 1.724 9.628 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
381 ssd_mobilenet_v1_coco OV-2024.1 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 318.1 138.86 2.973 21.207 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
410 unet-camvid-onnx-0001 OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 511.9 55.78 0.024 0.731 21420 700 2 10710 350 18.29 FPS FPS/$ FPS/TDP msec. 27.74 243.6
411 unet-camvid-onnx-0001 OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 27.76 7 0.014 0.132 2022 210 2 1011 105 74.61 FPS FPS/$ FPS/TDP msec.
412 unet-camvid-onnx-0001 OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 69.57 16.08 0.031 0.232 2274 300 2 1137 150 37.46 FPS FPS/$ FPS/TDP msec.
unet-camvid-onnx-0001 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 303.46 205.28 0.158 2.023 1925 150 1 1925 150 52.47 FPS FPS/$ FPS/TDP msec.
413 unet-camvid-onnx-0001 OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 276.19 187.28 0.86 1.841 321 150 1 321 150 57.84 FPS FPS/$ FPS/TDP msec.
414 unet-camvid-onnx-0001 OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 137.85 98.68 0.889 1.451 155 95 1 155 95 8.29 FPS FPS/$ FPS/TDP msec.
415 unet-camvid-onnx-0001 OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 120.04 90.34 0.96 1.264 125 95 1 125 95 9.38 FPS FPS/$ FPS/TDP msec.
416 unet-camvid-onnx-0001 OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 65.24 46.71 0.677 1.305 96.3 50 1 96.3 50 16.15 FPS FPS/$ FPS/TDP msec.
417 unet-camvid-onnx-0001 OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 30.02 16.85 0.425 0.858 70.62 35 1 70.62 35 33.95 FPS FPS/$ FPS/TDP msec.
418 unet-camvid-onnx-0001 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 303.46 205.28 0.158 2.023 1925 150 1 1925 150 52.47 FPS FPS/$ FPS/TDP msec.
419 unet-camvid-onnx-0001 OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 55.71 32.59 0.029 0.743 1900 75 1 1900 75 287.24 FPS FPS/$ FPS/TDP msec.
420 unet-camvid-onnx-0001 OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 3.43 1.96 0.059 0.286 58 12 1 58 12 1164.75 FPS FPS/$ FPS/TDP msec.
421 unet-camvid-onnx-0001 OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 1.99 1.99 0.03 0.166 67 12 1 67 12 2003.4 FPS FPS/$ FPS/TDP msec.
458 yolo_v3_tiny OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 14889.91 2545.6 0.695 21.271 21420 700 2 10710 350 0.85 FPS FPS/$ FPS/TDP msec. 0.88 13920.15
459 yolo_v3_tiny OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 995.13 320.48 0.492 4.739 2022 210 2 1011 105 2.7 FPS FPS/$ FPS/TDP msec.
460 yolo_v3_tiny OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 2210.72 698.38 0.972 7.369 2274 300 2 1137 150 FPS FPS/$ FPS/TDP msec.
yolo_v3_tiny OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 3857.91 2885.6 2.004 25.719 1925 150 1 1925 150 3.83 FPS FPS/$ FPS/TDP msec.
461 yolo_v3_tiny OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 3248.18 2468.81 10.119 21.655 321 150 1 321 150 4.86 FPS FPS/$ FPS/TDP msec.
462 yolo_v3_tiny OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 1120.07 1167.39 7.226 11.79 155 95 1 155 95 1.38 FPS FPS/$ FPS/TDP msec.
463 yolo_v3_tiny OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 983.31 993.81 7.866 10.351 125 95 1 125 95 1.58 FPS FPS/$ FPS/TDP msec.
464 yolo_v3_tiny OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 674.77 604.93 7.007 13.495 96.3 50 1 96.3 50 1.88 FPS FPS/$ FPS/TDP msec.
465 yolo_v3_tiny OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 406.69 357.82 5.759 11.62 70.62 35 1 70.62 35 3.55 FPS FPS/$ FPS/TDP msec.
466 yolo_v3_tiny OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 3857.91 2885.6 2.004 25.719 1925 150 1 1925 150 3.83 FPS FPS/$ FPS/TDP msec.
467 yolo_v3_tiny OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 749.79 659.03 0.395 9.997 1900 75 1 1900 75 21.3 FPS FPS/$ FPS/TDP msec.
468 yolo_v3_tiny OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 144.84 76.94 2.497 12.07 58 12 1 58 12 27.4 FPS FPS/$ FPS/TDP msec.
469 yolo_v3_tiny OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 67.09 67.69 1.001 5.591 67 12 1 67 12 59.15 FPS FPS/$ FPS/TDP msec.
471 yolo_v3_tiny OV-2024.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 442.07 249.34 1.038 15.788 426 28 1 426 28 8.76 FPS FPS/$ FPS/TDP msec.
472 yolo_v3_tiny OV-2024.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 322.2 163.14 0.658 21.48 490 15 1 490 15 11.77 FPS FPS/$ FPS/TDP msec.
473 yolo_v3_tiny OV-2024.1 core-iGPU Intel® Core™ i7-12700H iGPU-only 599.94 318.3 1.195 13.332 502 45 1 502 45 6.45 FPS FPS/$ FPS/TDP msec.
474 yolo_v3_tiny OV-2024.1 core-iGPU Intel® Core Ultra 7-165H iGPU-only 848.13 486.75 1.844 30.290 30.29 460 28 1 460 28 1.49 FPS FPS/$ FPS/TDP msec.
475 yolo_v3_tiny OV-2024.1 core-iGPU Intel® Core Ultra 7-165H NPU-only 385.72 295.7 0.839 13.776 460 28 1 460 28 3.49 FPS FPS/$ FPS/TDP msec.
476 yolo_v3_tiny OV-2024.1 atom-CPU+iGPU Intel Atom® x7425E CPU+iGPU 157.69 44.37 2.719 13.141 58 12 1 58 12 FPS FPS/$ FPS/TDP msec.
477 yolo_v3_tiny OV-2024.1 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 76.67 39.39 1.144 6.389 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
507 yolo_v8n OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 3515.52 1295.71 0.164 5.022 21420 700 2 10710 350 3.46 FPS FPS/$ FPS/TDP msec. 2.9 3748.24
508 yolo_v8n OV-2024.1 xeon Intel® Xeon® Silver 4216R CPU-only 421.5 166.81 0.208 2.007 2022 210 2 1011 105 6.19 FPS FPS/$ FPS/TDP msec.
509 yolo_v8n OV-2024.1 xeon Intel® Xeon® Silver 4316 CPU-only 850.58 344.09 0.374 2.835 2274 300 2 1137 150 3.28 FPS FPS/$ FPS/TDP msec.
yolo_v8n OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 1567.08 1461.72 0.814 10.447 1925 150 1 1925 150 10.02 FPS FPS/$ FPS/TDP msec.
510 yolo_v8n OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 1319.65 1224.24 4.111 8.798 321 150 1 321 150 12.04 FPS FPS/$ FPS/TDP msec.
511 yolo_v8n OV-2024.1 accel Intel® Arc™ A-570M Graphics dGPU 457.21 473.74 2.95 4.813 155 95 1 155 95 4 FPS FPS/$ FPS/TDP msec.
512 yolo_v8n OV-2024.1 accel Intel® Arc™ A-530M Graphics dGPU 407.16 456.66 3.257 4.286 125 95 1 125 95 4.52 FPS FPS/$ FPS/TDP msec.
513 yolo_v8n OV-2024.1 accel Intel® Arc™ A-370M Graphics dGPU 265.95 271.64 2.762 5.319 96.3 50 1 96.3 50 4.62 FPS FPS/$ FPS/TDP msec.
514 yolo_v8n OV-2024.1 accel Intel® Arc™ A-350M Graphics dGPU 187.9 172.17 2.661 5.369 70.62 35 1 70.62 35 7.35 FPS FPS/$ FPS/TDP msec.
515 yolo_v8n OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 1567.08 1461.72 0.814 10.447 1925 150 1 1925 150 10.02 FPS FPS/$ FPS/TDP msec.
516 yolo_v8n OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 305.49 304.48 0.161 4.073 1900 75 1 1900 75 52.35 FPS FPS/$ FPS/TDP msec.
517 yolo_v8n OV-2024.1 atom-iGPU Intel Atom® x7425E iGPU-only 62.91 42.77 1.085 5.243 58 12 1 58 12 63.27 FPS FPS/$ FPS/TDP msec.
518 yolo_v8n OV-2024.1 atom-iGPU Intel® Atom® X6425E iGPU-only 32.98 34.69 0.492 2.748 67 12 1 67 12 120.7 FPS FPS/$ FPS/TDP msec.
531 yolo_v8n OV-2024.1 core-CPU+iGPU Intel® Core Ultra 7-165H CPU+iGPU 191.74 112.77 0.417 6.848 460 28 1 460 28 FPS FPS/$ FPS/TDP msec.
532 yolo_v8n OV-2024.1 core-CPU+iGPU Intel® Core™ i7-1360P CPU+iGPU 222.63 85.92 0.464 7.951 480 28 1 480 28 FPS FPS/$ FPS/TDP msec.
533 end_rec
534 begin_rec msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token
535 chatglm2-6b OV-2024.1 core Intel® Core™ i9-13900K CPU-only 10.2 2.6 599 125 1 599 125 98.16 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 380.32 71.01 14.1
536 chatglm2-6b OV-2024.1 xeon Intel® Xeon® Platinum 8380 CPU-only 9 4.7 18718 540 2 9359 270 110.86 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 212.03 75.89 13.2
537 chatglm2-6b OV-2024.1 xeon Intel® Xeon® Platinum 8490H CPU-only 23 16.3 34000 700 2 17000 350 43.57 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 61.52 32.6 30.7
538 chatglm2-6b OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 28.4 18.8 21420 700 2 10710 350 35.2 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 53.3 27 37
539 chatglm2-6b OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 22.2 1925 150 1 1925 150 45.07 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 44.31 22.6
540 chatglm2-6b OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 14.1 321 150 1 321 150 70.76 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 64.66 15.5
541 chatglm2-6b OV-2024.1 accel core-iGPU Intel® Core Ultra 7-165H iGPU-only 10.2 5.4 460 28 1 460 28 97.7 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 184.8 76.8 13
542 end_rec
543 begin_rec msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token
544 llama-2-7b-chat OV-2024.1 core Intel® Core™ i9-13900K CPU-only 8.5 2.2 599 125 1 599 125 117.23 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 456.25 80.37 12.4
545 llama-2-7b-chat OV-2024.1 xeon Intel® Xeon® Platinum 8380 CPU-only 9.3 3.6 18718 540 2 9359 270 107.25 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 275.08 62.45 16
546 llama-2-7b-chat OV-2024.1 xeon Intel® Xeon® Platinum 8490H CPU-only 19.2 13.4 34000 700 2 17000 350 52.04 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 74.82 38.42 26
547 llama-2-7b-chat OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 23.3 15.7 21420 700 2 10710 350 43 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 63.7 33.1 30.2
548 llama-2-7b-chat OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 15.1 321 150 1 321 150 66.12 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 58.42 17.1
549 llama-2-7b-chat OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 9.3 8.6 1925 150 1 1925 150 107.27 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 116.54 51 19.6
550 llama-2-7b-chat OV-2024.1 accel core-iGPU Intel® Core Ultra 7-165H iGPU-only 8.3 3.9 460 28 1 460 28 119.9 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 255.3 87.9 11.4
551 end_rec
552 begin_rec msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token
553 mistral-7b-v0.1 OV-2024.1 core Intel® Core™ i9-13900K CPU-only 8.4 2.1 599 125 1 599 125 119.7 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 475.69 69.39 14.4
554 mistral-7b-v0.1 OV-2024.1 xeon Intel® Xeon® Platinum 8380 CPU-only 6.8 3.7 18718 540 2 9359 270 147.9 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 268.34 81.12 12.3
555 mistral-7b-v0.1 OV-2024.1 xeon Intel® Xeon® Platinum 8490H CPU-only 19 12.8 34000 700 2 17000 350 52.76 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 78.25 36.25 27.6
556 mistral-7b-v0.1 OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 22.2 14.9 21420 700 2 10710 350 45.1 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 66.9 31 32.2
557 mistral-7b-v0.1 OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 10.9 321 150 1 321 150 91.77 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 80.23 12.5
558 mistral-7b-v0.1 OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 1900 75 1 1900 75 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 256.28 3.9
559 mistral-7b-v0.1 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 10.9 1925 150 1 1925 150 91.77 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 80.23 12.5
560 mistral-7b-v0.1 OV-2024.1 accel core-iGPU Intel® Core Ultra 7-165H iGPU-only 5.4 3.5 460 28 1 460 28 184.4 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 288.3 132.9 7.5
561 end_rec
562 begin_rec msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token
563 falcon-7b-instruct OV-2024.1 core Intel® Core™ i9-13900K CPU-only 8.1 599 125 1 599 125 123.8 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token
564 falcon-7b-instruct OV-2024.1 xeon Intel® Xeon® Platinum 8380 CPU-only 18718 540 2 9359 270 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token
565 falcon-7b-instruct OV-2024.1 xeon Intel® Xeon® Platinum 8490H CPU-only 20.4 34000 700 2 17000 350 49.1 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token
566 falcon-7b-instruct OV-2024.1 xeon Intel® Xeon® Platinum 8580 CPU-only 24 16.1 21420 700 2 10710 350 41.7 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 62.1
567 falcon-7b-instruct OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 14.3 321 150 1 321 150 69.7 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token
568 falcon-7b-instruct OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 1900 75 1 1900 75 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token
569 falcon-7b-instruct OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 20.5 1925 150 1 1925 150 48.69 msec/token tokens/sec msec/token/$ tokens/sec/$ msec/token/TDP tokens/sec/TDP msec/token 42.21 23.7
570 falcon-7b-instruct OV-2024.1 accel core-iGPU Intel® Core Ultra 7-165H iGPU-only 9 5.1 460 28 1 460 28 111.18 msec/token msec/token/$ msec/token/TDP msec/token 197.6 76.6 13.1
571 end_rec
572 begin_rec Generation time, sec. Generation time/$ Generation time/TDP Generation time, sec.
573 stable-diffusion-v2-1 OV-2024.1 core Intel® Core™ i9-13900K CPU-only 599 125 1 599 125 42.45 Generation time, sec. Generation time/$ Generation time/TDP Generation time, sec. 41.87
577 stable-diffusion-v2-1 OV-2024.1 accel Intel® Arc™ A-770M Graphics dGPU 321 150 1 321 150 Generation time, sec. Generation time/$ Generation time/TDP Generation time, sec. 4.43
578 stable-diffusion-v2-1 OV-2024.1 accel Intel® Data Center GPU Flex 140 dGPU 1900 75 1 1900 75 Generation time, sec. Generation time/$ Generation time/TDP Generation time, sec. 37.45
579 stable-diffusion-v2-1 OV-2024.1 accel Intel® Data Center GPU Flex 170 dGPU 1925 150 1 1925 150 Generation time, sec. Generation time/$ Generation time/TDP Generation time, sec. 4.42
580 stable-diffusion-v2-1 OV-2024.1 accel core-iGPU Intel® Core Ultra 7-165H iGPU-only 460 28 1 460 28 16.6 Generation time, sec. Generation time/$ Generation time/TDP Generation time, sec. 15.9
581 end_rec

145
docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv
View File

@ -1,78 +1,67 @@
Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32
begin_rec,,,,,,,
bert-base-cased,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,470.601,484.228,183.162,184.893
bert-base-cased,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,411.942,425.333,155.666,156.808
bert-base-cased,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,100.561,101.882,35.81,36.416
bert-base-cased,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,99.903,102.558,35.006,36.706
bert-base-cased,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,26.095,26.372,17.181,17.418
end_rec,,,,,,,
begin_rec,,,,,,,
bert-large-uncased,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,42.424,42.743,14.951,14.775
bert-large-uncased,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,37.038,37.433,12.761,12.374
bert-large-uncased,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,10.12,10.113,3.269,3.243
bert-large-uncased,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,10.162,10.251,3.288,3.273
bert-large-uncased,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,2.431,2.429,1.453,1.437
end_rec,,,,,,,
begin_rec,,,,,,,
Efficientdet-D0,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,406.922,456.234,,227.985
Efficientdet-D0,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,330.29,371.238,,
Efficientdet-D0,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,130.546,147.813,57.109,60.001
Efficientdet-D0,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,122.691,142.328,49.961,52.058
Efficientdet-D0,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,47.235,50.002,27.953,28.977
end_rec,,,,,,,
begin_rec,,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,6.046,6.053,1.937,1.827
mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,5.272,5.277,1.593,1.531
mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,1.277,1.246,0.398,0.378
mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,1.281,1.249,0.377,0.361
mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,0.38,0.351,0.25,0.216
end_rec,,,,,,,
begin_rec,,,,,,,
Mobilenet-V2 ,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,7439.532,12550.341,3104.613,3854.528
Mobilenet-V2 ,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,7116.312,10635.473,2437.961,
Mobilenet-V2 ,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,2201.422,2723.924,740.087,871.996
Mobilenet-V2 ,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,2082.877,2827.132,655.884,779.324
Mobilenet-V2 ,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,629.226,719.265,435.26,515.805
end_rec,,,,,,,
begin_rec,,,,,,,
Resnet-50,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,2365.915,2532.096,610.717,604.508
Resnet-50,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,2084.337,2249.638,,
Resnet-50,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,446.017,458.713,114.147,116.975
Resnet-50,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,449.777,470.091,111.464,114.607
Resnet-50,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,114.734,118.905,58.836,60.14
end_rec,,,,,,,
begin_rec,,,,,,,
SSD-Resnet34-1200 ,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,44.489,47.066,12.023,12.15
SSD-Resnet34-1200 ,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,38.443,40.707,10.373,10.507
SSD-Resnet34-1200 ,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,7.727,7.774,2.031,2.005
SSD-Resnet34-1200 ,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,7.926,8.013,2.08,2.057
SSD-Resnet34-1200 ,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,1.957,1.943,1.143,1.121
end_rec,,,,,,,
begin_rec,,,,,,,
SSD_Mobilenet_V1_Coco,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,4733.262,5049.955,1271.349,1315.406
SSD_Mobilenet_V1_Coco,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,4011.224,4179.548,1055.155,
SSD_Mobilenet_V1_Coco,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,921.206,1001.575,270.941,280.004
SSD_Mobilenet_V1_Coco,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,927.371,1030.065,255.362,267.859
SSD_Mobilenet_V1_Coco,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,257.347,266.569,135.655,140.482
end_rec,,,,,,,
begin_rec,,,,,,,
Unet-Camvid--0001 ,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,70.978,76.533,17.557,17.886
Unet-Camvid--0001 ,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,61.193,65.549,14.927,15.259
Unet-Camvid--0001 ,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,12.581,12.633,3.275,3.259
Unet-Camvid--0001 ,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,12.769,12.933,3.318,3.317
Unet-Camvid--0001 ,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,2.956,2.942,1.846,1.828
end_rec,,,,,,,
begin_rec,,,,,,,
Yolo_V3_Tiny,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,1617.519,2340.116,646.14,693.501
Yolo_V3_Tiny,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,,2017,528.415,577.951
Yolo_V3_Tiny,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,439.19,496.004,147.153,151.255
Yolo_V3_Tiny,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,419.497,517.233,141.887,148.209
Yolo_V3_Tiny,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,120.163,133.744,70.636,74.714
end_rec,,,,,,,
begin_rec,,,,,,,
Yolo_V8n,OV-2023.3,xeon,Intel® Xeon® 8260M CPU-only,494.796,735.237,295.288,364.763
Yolo_V8n,OV-2023.3,xeon,Intel® Xeon® Gold 6238M CPU-only,,,,
Yolo_V8n,OV-2023.3,core,Intel® Core™ i9-11900K CPU-only,153.689,197.932,66.768,74.115
Yolo_V8n,OV-2023.3,core,Intel® Core™ i7-11700K CPU-only,144.438,194.737,64.117,70.815
Yolo_V8n,OV-2023.3,core,Intel® Core™ i3-10100 CPU-only,57.673,67.61,37.671,40.554
end_rec,,,,,,,
Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32,UOM_T
begin_rec,,,,,,,,
bert-base-cased,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,476.413,492.202,181.088,181.699,FPS
bert-base-cased,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,426.087,444.057,161.123,163.048,FPS
bert-base-cased,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,162.953,177.975,53.133,58.18,FPS
bert-base-cased,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,26.038,26.159,17.201,17.357,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
bert-large-uncased,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,41.919,42.236,14.896,14.33,FPS
bert-large-uncased,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,37.289,37.704,13.063,12.897,FPS
bert-large-uncased,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,14.046,14.276,5.033,4.96,FPS
bert-large-uncased,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,2.428,2.401,1.446,1.432,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Efficientdet-D0,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,423.3,466.485,284.666,287.182,FPS
Efficientdet-D0,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,352.495,389.158,210.714,202.001,FPS
Efficientdet-D0,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,151.702,178.273,58.861,61.524,FPS
Efficientdet-D0,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,46.985,49.806,27.872,28.841,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
mask_rcnn_resnet50_atrous_coco,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,6.472,6.468,1.97,1.889,FPS
mask_rcnn_resnet50_atrous_coco,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,5.443,5.46,1.743,1.62,FPS
mask_rcnn_resnet50_atrous_coco,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,2.035,2.023,0.555,0.531,FPS
mask_rcnn_resnet50_atrous_coco,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,0.379,0.351,0.249,0.215,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Mobilenet-V2 ,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,7586.42,12368.284,3342.938,3909.837,FPS
Mobilenet-V2 ,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,7371.605,10620.061,2651.393,3168.019,FPS
Mobilenet-V2 ,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,1888.454,4239.691,877.888,1072.947,FPS
Mobilenet-V2 ,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,626.817,715.776,435.043,512.516,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Resnet-50,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,2353.23,2487.25,639.118,645.669,FPS
Resnet-50,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,2084.709,2248.889,558.128,546.481,FPS
Resnet-50,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,794.725,940.482,205.072,199.384,FPS
Resnet-50,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,114.636,118.435,59.034,60.112,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
SSD-Resnet34-1200 ,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,44.428,47.308,12.103,12.229,FPS
SSD-Resnet34-1200 ,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,38.586,40.72,10.507,10.619,FPS
SSD-Resnet34-1200 ,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,16.863,17.476,4.217,4.271,FPS
SSD-Resnet34-1200 ,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,1.955,1.935,1.142,1.121,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
SSD_Mobilenet_V1_Coco,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,4720.423,4991.46,1364.141,1392.376,FPS
SSD_Mobilenet_V1_Coco,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,4067.035,4228.271,1096.362,1112.343,FPS
SSD_Mobilenet_V1_Coco,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,1519.287,1785.937,408.959,442.492,FPS
SSD_Mobilenet_V1_Coco,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,256.837,265.931,135.537,139.551,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Unet-Camvid--0001 ,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,71.937,78.1,17.787,18.034,FPS
Unet-Camvid--0001 ,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,62.515,66.299,15.47,15.6,FPS
Unet-Camvid--0001 ,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,26.386,27.506,5.861,5.932,FPS
Unet-Camvid--0001 ,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,2.958,2.941,1.844,1.825,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Yolo_V3_Tiny,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,1864.709,2323.356,776.774,786.171,FPS
Yolo_V3_Tiny,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,1536.778,2031.428,594.33,602.848,FPS
Yolo_V3_Tiny,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,480.953,863.418,211.699,248.475,FPS
Yolo_V3_Tiny,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,119.656,133.278,70.525,75.039,FPS
end_rec,,,,,,,,
begin_rec,,,,,,,,
Yolo_V8n,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,676.683,836.562,315.786,388.673,FPS
Yolo_V8n,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,500.88,702.198,264.887,318.088,FPS
Yolo_V8n,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,176.708,269.617,91.142,112.079,FPS
Yolo_V8n,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,57.891,67.784,37.688,40.711,FPS
end_rec,,,,,,,,
1 Network model Release IE-Type Platform name Throughput-OVMS-INT8 Throughput-OV-INT8 Throughput-OVMS-FP32 Throughput-OV-FP32 UOM_T
2 begin_rec
3 bert-base-cased OV-2023.3 OV-2024.1 xeon Intel® Xeon® 8260M CPU-only 470.601 476.413 484.228 492.202 183.162 181.088 184.893 181.699 FPS
4 bert-base-cased OV-2023.3 OV-2024.1 xeon Intel® Xeon® Gold 6238M CPU-only 411.942 426.087 425.333 444.057 155.666 161.123 156.808 163.048 FPS
5 bert-base-cased OV-2023.3 OV-2024.1 core Intel® Core™ i9-11900K CPU-only Intel® Core™ i9-10920X CPU-only 100.561 162.953 101.882 177.975 35.81 53.133 36.416 58.18 FPS
6 bert-base-cased OV-2023.3 OV-2024.1 core Intel® Core™ i7-11700K CPU-only Intel® Core™ i3-10100 CPU-only 99.903 26.038 102.558 26.159 35.006 17.201 36.706 17.357 FPS
7 bert-base-cased end_rec OV-2023.3 core Intel® Core™ i3-10100 CPU-only 26.095 26.372 17.181 17.418
8 end_rec begin_rec
9 begin_rec bert-large-uncased OV-2024.1 xeon Intel® Xeon® 8260M CPU-only 41.919 42.236 14.896 14.33 FPS
10 bert-large-uncased OV-2023.3 OV-2024.1 xeon Intel® Xeon® 8260M CPU-only Intel® Xeon® Gold 6238M CPU-only 42.424 37.289 42.743 37.704 14.951 13.063 14.775 12.897 FPS
11 bert-large-uncased OV-2023.3 OV-2024.1 xeon core Intel® Xeon® Gold 6238M CPU-only Intel® Core™ i9-10920X CPU-only 37.038 14.046 37.433 14.276 12.761 5.033 12.374 4.96 FPS
12 bert-large-uncased OV-2023.3 OV-2024.1 core Intel® Core™ i9-11900K CPU-only Intel® Core™ i3-10100 CPU-only 10.12 2.428 10.113 2.401 3.269 1.446 3.243 1.432 FPS
13 bert-large-uncased end_rec OV-2023.3 core Intel® Core™ i7-11700K CPU-only 10.162 10.251 3.288 3.273
14 bert-large-uncased begin_rec OV-2023.3 core Intel® Core™ i3-10100 CPU-only 2.431 2.429 1.453 1.437
15 end_rec Efficientdet-D0 OV-2024.1 xeon Intel® Xeon® 8260M CPU-only 423.3 466.485 284.666 287.182 FPS
16 begin_rec Efficientdet-D0 OV-2024.1 xeon Intel® Xeon® Gold 6238M CPU-only 352.495 389.158 210.714 202.001 FPS
17 Efficientdet-D0 OV-2023.3 OV-2024.1 xeon core Intel® Xeon® 8260M CPU-only Intel® Core™ i9-10920X CPU-only 406.922 151.702 456.234 178.273 58.861 227.985 61.524 FPS
18 Efficientdet-D0 OV-2023.3 OV-2024.1 xeon core Intel® Xeon® Gold 6238M CPU-only Intel® Core™ i3-10100 CPU-only 330.29 46.985 371.238 49.806 27.872 28.841 FPS
19 Efficientdet-D0 end_rec OV-2023.3 core Intel® Core™ i9-11900K CPU-only 130.546 147.813 57.109 60.001
20 Efficientdet-D0 begin_rec OV-2023.3 core Intel® Core™ i7-11700K CPU-only 122.691 142.328 49.961 52.058
21 Efficientdet-D0 mask_rcnn_resnet50_atrous_coco OV-2023.3 OV-2024.1 core xeon Intel® Core™ i3-10100 CPU-only Intel® Xeon® 8260M CPU-only 47.235 6.472 50.002 6.468 27.953 1.97 28.977 1.889 FPS
22 end_rec mask_rcnn_resnet50_atrous_coco OV-2024.1 xeon Intel® Xeon® Gold 6238M CPU-only 5.443 5.46 1.743 1.62 FPS
23 begin_rec mask_rcnn_resnet50_atrous_coco OV-2024.1 core Intel® Core™ i9-10920X CPU-only 2.035 2.023 0.555 0.531 FPS
24 mask_rcnn_resnet50_atrous_coco OV-2023.3 OV-2024.1 xeon core Intel® Xeon® 8260M CPU-only Intel® Core™ i3-10100 CPU-only 6.046 0.379 6.053 0.351 1.937 0.249 1.827 0.215 FPS
25 mask_rcnn_resnet50_atrous_coco end_rec OV-2023.3 xeon Intel® Xeon® Gold 6238M CPU-only 5.272 5.277 1.593 1.531
26 mask_rcnn_resnet50_atrous_coco begin_rec OV-2023.3 core Intel® Core™ i9-11900K CPU-only 1.277 1.246 0.398 0.378
27 mask_rcnn_resnet50_atrous_coco Mobilenet-V2 OV-2023.3 OV-2024.1 core xeon Intel® Core™ i7-11700K CPU-only Intel® Xeon® 8260M CPU-only 1.281 7586.42 1.249 12368.284 0.377 3342.938 0.361 3909.837 FPS
28 mask_rcnn_resnet50_atrous_coco Mobilenet-V2 OV-2023.3 OV-2024.1 core xeon Intel® Core™ i3-10100 CPU-only Intel® Xeon® Gold 6238M CPU-only 0.38 7371.605 0.351 10620.061 0.25 2651.393 0.216 3168.019 FPS
29 end_rec Mobilenet-V2 OV-2024.1 core Intel® Core™ i9-10920X CPU-only 1888.454 4239.691 877.888 1072.947 FPS
30 begin_rec Mobilenet-V2 OV-2024.1 core Intel® Core™ i3-10100 CPU-only 626.817 715.776 435.043 512.516 FPS
31 Mobilenet-V2 end_rec OV-2023.3 xeon Intel® Xeon® 8260M CPU-only 7439.532 12550.341 3104.613 3854.528
32 Mobilenet-V2 begin_rec OV-2023.3 xeon Intel® Xeon® Gold 6238M CPU-only 7116.312 10635.473 2437.961
33 Mobilenet-V2 Resnet-50 OV-2023.3 OV-2024.1 core xeon Intel® Core™ i9-11900K CPU-only Intel® Xeon® 8260M CPU-only 2201.422 2353.23 2723.924 2487.25 740.087 639.118 871.996 645.669 FPS
34 Mobilenet-V2 Resnet-50 OV-2023.3 OV-2024.1 core xeon Intel® Core™ i7-11700K CPU-only Intel® Xeon® Gold 6238M CPU-only 2082.877 2084.709 2827.132 2248.889 655.884 558.128 779.324 546.481 FPS
35 Mobilenet-V2 Resnet-50 OV-2023.3 OV-2024.1 core Intel® Core™ i3-10100 CPU-only Intel® Core™ i9-10920X CPU-only 629.226 794.725 719.265 940.482 435.26 205.072 515.805 199.384 FPS
36 end_rec Resnet-50 OV-2024.1 core Intel® Core™ i3-10100 CPU-only 114.636 118.435 59.034 60.112 FPS
37 begin_rec end_rec
38 Resnet-50 begin_rec OV-2023.3 xeon Intel® Xeon® 8260M CPU-only 2365.915 2532.096 610.717 604.508
39 Resnet-50 SSD-Resnet34-1200 OV-2023.3 OV-2024.1 xeon Intel® Xeon® Gold 6238M CPU-only Intel® Xeon® 8260M CPU-only 2084.337 44.428 2249.638 47.308 12.103 12.229 FPS
40 Resnet-50 SSD-Resnet34-1200 OV-2023.3 OV-2024.1 core xeon Intel® Core™ i9-11900K CPU-only Intel® Xeon® Gold 6238M CPU-only 446.017 38.586 458.713 40.72 114.147 10.507 116.975 10.619 FPS
41 Resnet-50 SSD-Resnet34-1200 OV-2023.3 OV-2024.1 core Intel® Core™ i7-11700K CPU-only Intel® Core™ i9-10920X CPU-only 449.777 16.863 470.091 17.476 111.464 4.217 114.607 4.271 FPS
42 Resnet-50 SSD-Resnet34-1200 OV-2023.3 OV-2024.1 core Intel® Core™ i3-10100 CPU-only 114.734 1.955 118.905 1.935 58.836 1.142 60.14 1.121 FPS
43 end_rec
44 begin_rec
45 SSD-Resnet34-1200 SSD_Mobilenet_V1_Coco OV-2023.3 OV-2024.1 xeon Intel® Xeon® 8260M CPU-only 44.489 4720.423 47.066 4991.46 12.023 1364.141 12.15 1392.376 FPS
46 SSD-Resnet34-1200 SSD_Mobilenet_V1_Coco OV-2023.3 OV-2024.1 xeon Intel® Xeon® Gold 6238M CPU-only 38.443 4067.035 40.707 4228.271 10.373 1096.362 10.507 1112.343 FPS
47 SSD-Resnet34-1200 SSD_Mobilenet_V1_Coco OV-2023.3 OV-2024.1 core Intel® Core™ i9-11900K CPU-only Intel® Core™ i9-10920X CPU-only 7.727 1519.287 7.774 1785.937 2.031 408.959 2.005 442.492 FPS
48 SSD-Resnet34-1200 SSD_Mobilenet_V1_Coco OV-2023.3 OV-2024.1 core Intel® Core™ i7-11700K CPU-only Intel® Core™ i3-10100 CPU-only 7.926 256.837 8.013 265.931 2.08 135.537 2.057 139.551 FPS
49 SSD-Resnet34-1200 end_rec OV-2023.3 core Intel® Core™ i3-10100 CPU-only 1.957 1.943 1.143 1.121
50 end_rec begin_rec
51 begin_rec Unet-Camvid--0001 OV-2024.1 xeon Intel® Xeon® 8260M CPU-only 71.937 78.1 17.787 18.034 FPS
52 SSD_Mobilenet_V1_Coco Unet-Camvid--0001 OV-2023.3 OV-2024.1 xeon Intel® Xeon® 8260M CPU-only Intel® Xeon® Gold 6238M CPU-only 4733.262 62.515 5049.955 66.299 1271.349 15.47 1315.406 15.6 FPS
53 SSD_Mobilenet_V1_Coco Unet-Camvid--0001 OV-2023.3 OV-2024.1 xeon core Intel® Xeon® Gold 6238M CPU-only Intel® Core™ i9-10920X CPU-only 4011.224 26.386 4179.548 27.506 1055.155 5.861 5.932 FPS
54 SSD_Mobilenet_V1_Coco Unet-Camvid--0001 OV-2023.3 OV-2024.1 core Intel® Core™ i9-11900K CPU-only Intel® Core™ i3-10100 CPU-only 921.206 2.958 1001.575 2.941 270.941 1.844 280.004 1.825 FPS
55 SSD_Mobilenet_V1_Coco end_rec OV-2023.3 core Intel® Core™ i7-11700K CPU-only 927.371 1030.065 255.362 267.859
56 SSD_Mobilenet_V1_Coco begin_rec OV-2023.3 core Intel® Core™ i3-10100 CPU-only 257.347 266.569 135.655 140.482
57 end_rec Yolo_V3_Tiny OV-2024.1 xeon Intel® Xeon® 8260M CPU-only 1864.709 2323.356 776.774 786.171 FPS
58 begin_rec Yolo_V3_Tiny OV-2024.1 xeon Intel® Xeon® Gold 6238M CPU-only 1536.778 2031.428 594.33 602.848 FPS
59 Unet-Camvid--0001 Yolo_V3_Tiny OV-2023.3 OV-2024.1 xeon core Intel® Xeon® 8260M CPU-only Intel® Core™ i9-10920X CPU-only 70.978 480.953 76.533 863.418 17.557 211.699 17.886 248.475 FPS
60 Unet-Camvid--0001 Yolo_V3_Tiny OV-2023.3 OV-2024.1 xeon core Intel® Xeon® Gold 6238M CPU-only Intel® Core™ i3-10100 CPU-only 61.193 119.656 65.549 133.278 14.927 70.525 15.259 75.039 FPS
61 Unet-Camvid--0001 end_rec OV-2023.3 core Intel® Core™ i9-11900K CPU-only 12.581 12.633 3.275 3.259
62 Unet-Camvid--0001 begin_rec OV-2023.3 core Intel® Core™ i7-11700K CPU-only 12.769 12.933 3.318 3.317
63 Unet-Camvid--0001 Yolo_V8n OV-2023.3 OV-2024.1 core xeon Intel® Core™ i3-10100 CPU-only Intel® Xeon® 8260M CPU-only 2.956 676.683 2.942 836.562 1.846 315.786 1.828 388.673 FPS
64 end_rec Yolo_V8n OV-2024.1 xeon Intel® Xeon® Gold 6238M CPU-only 500.88 702.198 264.887 318.088 FPS
65 begin_rec Yolo_V8n OV-2024.1 core Intel® Core™ i9-10920X CPU-only 176.708 269.617 91.142 112.079 FPS
66 Yolo_V3_Tiny Yolo_V8n OV-2023.3 OV-2024.1 xeon core Intel® Xeon® 8260M CPU-only Intel® Core™ i3-10100 CPU-only 1617.519 57.891 2340.116 67.784 646.14 37.688 693.501 40.711 FPS
67 Yolo_V3_Tiny end_rec OV-2023.3 xeon Intel® Xeon® Gold 6238M CPU-only 2017 528.415 577.951
Yolo_V3_Tiny OV-2023.3 core Intel® Core™ i9-11900K CPU-only 439.19 496.004 147.153 151.255
Yolo_V3_Tiny OV-2023.3 core Intel® Core™ i7-11700K CPU-only 419.497 517.233 141.887 148.209
Yolo_V3_Tiny OV-2023.3 core Intel® Core™ i3-10100 CPU-only 120.163 133.744 70.636 74.714
end_rec
begin_rec
Yolo_V8n OV-2023.3 xeon Intel® Xeon® 8260M CPU-only 494.796 735.237 295.288 364.763
Yolo_V8n OV-2023.3 xeon Intel® Xeon® Gold 6238M CPU-only
Yolo_V8n OV-2023.3 core Intel® Core™ i9-11900K CPU-only 153.689 197.932 66.768 74.115
Yolo_V8n OV-2023.3 core Intel® Core™ i7-11700K CPU-only 144.438 194.737 64.117 70.815
Yolo_V8n OV-2023.3 core Intel® Core™ i3-10100 CPU-only 57.673 67.61 37.671 40.554
end_rec