From d9d4c9dacd9965a2e35e87387e413a3f393f868b Mon Sep 17 00:00:00 2001 From: Andrzej Kopytko Date: Tue, 23 Jan 2024 14:22:04 +0100 Subject: [PATCH] Main changes without valid data (#22065) (#22099) --- .../benchmarks_files/OV-benchmark-data.csv | 568 ------------------ docs/sphinx_setup/_static/js/graphs.js | 6 +- 2 files changed, 4 insertions(+), 570 deletions(-) diff --git a/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv b/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv index 477c40024f4..e3bd18a51b8 100644 --- a/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv +++ b/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv @@ -1,572 +1,4 @@ Network model,Release,IE-Type,Platform name,Throughput-INT8,Throughput-FP16,Throughput-FP32,Value,Efficiency,Price,TDP,Sockets,Price/Socket,TDP/Socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L,Latency_FP16,Latency_FP32,Latency_int4,Throughput_INT4,Latency_BF16,Throughput_BF16 -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,4.69,,2.01,0.07,0.391,67,12,1,67,12,215.95,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,11.24,,4.24,0.105,0.749,107,15,1,107,15,88.34,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,21.33,,14.87,0.182,0.328,117,65,1,117,65,48.36,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,32.11,,21.78,0.15,0.917,214,35,1,214,35,36.62,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,120,,47.47,0.365,0.96,329,125,1,329,125,13.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,33.61,,22.6,0.175,0.517,192,65,1,192,65,31,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,36.51,,13.06,0.075,2.434,490,15,1,490,15,30.06,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,78.5,,31.18,0.156,1.744,502,45,1,502,45,18.4,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,59.94,,24.34,0.125,2.141,480,28,1,480,28,25.51,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,27.41,,18.01,0.09,0.783,303,35,1,303,35,44.18,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,32.8,,21.25,0.067,0.937,488,35,1,488,35,37.79,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,170.08,,67.79,0.284,1.361,599,125,1,599,125,10.89,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,atom,Intel Processor N200 CPU-only,1.68,,0.86,0.021,0.28,80,6,1,80,6,641.81,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,50.98,,33.63,0.086,0.408,594,125,1,594,125,29.14,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,20.79,,14.58,0.083,0.293,249,71,1,249,71,49.52,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,215.66,,79.72,0.069,1.027,3144,210,2,1572,105,14.13,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,548.18,,219.52,0.032,1.337,16954,410,2,8477,205,8,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,877.24,,338.85,0.047,1.625,18718,540,2,9359,270,7.92,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,3048.48,,495.88,0.09,4.355,34000,700,2,17000,350,4.09,FPS,FPS/$,FPS/TDP,msec.,,,,,5.23, -bert-base-cased,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,207.51,,76.42,0.103,1.038,2022,200,2,1011,100,14.65,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,427.16,,165.35,0.188,1.424,2274,300,2,1137,150,8.29,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,826.33,677.1,,,,2000,150,1,2000,150,19.02,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,599.65,553.65,,,,321,150,1,321,150,25.55,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,175.35,123.59,,,,1900,75,1,1900,75,91.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,13.54,14.62,,0.202,1.128,67,12,1,67,12,294.65,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,45.75,32.08,,0.428,3.05,107,15,1,107,15,87.22,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,47.98,35.86,,0.098,3.199,490,15,1,490,15,83.68,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,89.66,62.28,,0.179,1.992,502,45,1,502,45,43.95,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,94.1,66.77,,0.196,3.361,480,28,1,480,28,42.16,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,3.33,2.35,,0.042,0.555,80,6,1,80,6,1198.17,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,16.22,,10.71,0.242,1.352,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,46.42,,23.28,0.434,3.095,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,48.79,,20.55,0.1,3.253,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,98.51,,42.81,0.196,2.189,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,108.01,,48.22,0.225,3.858,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-base-cased,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,4.38,,2.03,0.055,0.73,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,0.46,,0.18,0.007,0.038,67,12,1,67,12,2197.76,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,1.17,,0.38,0.011,0.078,107,15,1,107,15,866.64,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,2.08,,1.3,0.018,0.032,117,65,1,117,65,494.48,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,2.99,,1.84,0.014,0.085,214,35,1,214,35,349.48,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,10.77,,3.93,0.033,0.086,329,125,1,329,125,128.5,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,3.26,,2.01,0.017,0.05,192,65,1,192,65,299.61,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,3.57,,1.16,0.007,0.238,490,15,1,490,15,284.21,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,7.5,,2.7,0.015,0.167,502,45,1,502,45,172.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,5.6,,2.13,0.012,0.2,480,28,1,480,28,249.87,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,2.67,,1.59,0.009,0.076,303,35,1,303,35,413.43,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,3.26,,1.89,0.007,0.093,488,35,1,488,35,329.67,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,15.91,,6.04,0.027,0.127,599,125,1,599,125,91,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,atom,Intel Processor N200 CPU-only,0.16,,0.07,0.002,0.027,80,6,1,80,6,6365.52,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,4.62,,3.09,0.008,0.037,594,125,1,594,125,227.29,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,2.1,,1.33,0.008,0.03,249,71,1,249,71,485.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,21.48,,6.92,0.007,0.102,3144,210,2,1572,105,105.2,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,49.64,,17.68,0.003,0.121,16954,410,2,8477,205,54.73,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,62.79,,26.66,0.003,0.116,18718,540,2,9359,270,183.01,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,245.43,,44.45,0.007,0.351,34000,700,2,17000,350,26.28,FPS,FPS/$,FPS/TDP,msec.,,,,,34.33, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,20.56,,6.59,0.01,0.103,2022,200,2,1011,100,107.25,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,38.02,,14.31,0.017,0.127,2274,300,2,1137,150,120.33,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,149.16,103.46,,,,0,0,1,2000,150,106.74,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,129.32,95.42,,,0.011,0,11550,1,321,150,122.37,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,30.36,20.75,,,,0,0,1,1900,75,526.34,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,0.74,1.42,,0.011,0.062,67,12,1,67,12,5352.05,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,4.94,3.39,,0.046,0.329,107,15,1,107,15,808.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,4.43,4.06,,0.009,0.295,490,15,1,490,15,899.93,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,,6.86,,0,0,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,9.6,7.76,,0.02,0.343,480,28,1,480,28,415.92,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,,0.22,,0,0,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,1.02,,0.78,0.015,0.085,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,5.17,,2.35,0.048,0.345,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,4,,1.91,0.008,0.267,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,9.7,,4.08,0.019,0.216,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,8.92,,4.42,0.019,0.319,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,0.42,,0.17,0.005,0.07,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,7.27,,5.11,0.109,0.606,67,12,1,67,12,139.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,18.16,,11.15,0.17,1.211,107,15,1,107,15,56.71,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,36.63,,23.69,0.313,0.564,117,65,1,117,65,28.3,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,58.59,,29.94,0.274,1.674,214,35,1,214,35,21.08,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,155.8,,92.2,0.474,1.246,329,125,1,329,125,9.47,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,58.38,,38.12,0.304,0.898,192,65,1,192,65,18.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,50.69,,21.01,0.103,3.379,490,15,1,490,15,20.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,104.54,,55.21,0.208,2.323,502,45,1,502,45,12.32,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,80.74,,38.07,0.168,2.884,480,28,1,480,28,17.37,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,51.93,,35.14,0.171,1.484,303,35,1,303,35,24.27,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,64.77,,35.94,0.133,1.851,488,35,1,488,35,19.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,219.51,,110.91,0.366,1.756,599,125,1,599,125,7.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,atom,Intel Processor N200 CPU-only,2.09,,1.66,0.026,0.348,80,6,1,80,6,488.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,97.21,,39.85,0.164,0.778,594,125,1,594,125,14.2,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,35.04,,26.91,0.141,0.494,249,71,1,249,71,29.4,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,258.66,,164.17,0.082,1.232,3144,210,2,1572,105,11.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,520.22,,307.09,0.031,1.269,16954,410,2,8477,205,7.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,879.6,,474.57,0.047,1.629,18718,540,2,9359,270,4.36,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,1044.34,,858.3,0.031,1.492,34000,700,2,17000,350,5.6,FPS,FPS/$,FPS/TDP,msec.,,,,,6.19, -efficientdet-d0,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,250.24,,157.28,0.124,1.251,2022,200,2,1011,100,12.31,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,480.52,,286.84,0.211,1.602,2274,300,2,1137,150,6.07,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,842.03,824.33,,,,2000,150,1,2000,150,18.51,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,596.45,534.45,,,,321,150,1,321,150,26.52,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,125.87,115.66,,,,1900,75,1,1900,75,127.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,21.55,25.3,,0.322,1.796,67,12,1,67,12,185.07,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,72.59,60.57,,0.678,4.839,107,15,1,107,15,54.87,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,55.85,43.12,,0.114,3.723,490,15,1,490,15,70.09,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,127.65,103.29,,0.254,2.837,502,45,1,502,45,30.98,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,114.62,91.64,,0.239,4.094,480,28,1,480,28,34.18,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,5.57,4.93,,0.07,0.928,80,6,1,80,6,715.56,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,22.97,,14.52,0.343,1.914,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,57.32,,32.18,0.536,3.821,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,52.45,,18.97,0.107,3.497,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,131.11,,53.93,0.261,2.914,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,110.64,,40.83,0.231,3.951,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -efficientdet-d0,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,6,,3.7,0.075,1,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,0.04,,0.02,0.001,0.003,67,12,1,67,12,21208.56,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,0.15,,0.04,0.001,0.01,107,15,1,107,15,6531.15,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,0.28,,0.18,0.002,0.004,117,65,1,117,65,3605.74,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,0.41,,0.26,0.002,0.012,214,35,1,214,35,2752.47,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,1.47,,0.52,0.004,0.012,329,125,1,329,125,1045.18,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,0.45,,0.28,0.002,0.007,192,65,1,192,65,2414.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,0.48,,0.13,0.001,0.032,490,15,1,490,15,2671.42,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,1.1,,0.38,0.002,0.024,502,45,1,502,45,1135.33,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,0.66,,0.3,0.001,0.024,480,28,1,480,28,1747.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,0.35,,0.2,0.001,0.01,303,35,1,303,35,3270.73,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,0.44,,0.26,0.001,0.013,488,35,1,488,35,2593.47,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,2.2,,0.81,0.004,0.018,599,125,1,599,125,724.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,atom,Intel Processor N200 CPU-only,0.02,,0.01,0,0.003,80,6,1,80,6,46163.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,0.69,,0.46,0.001,0.006,594,125,1,594,125,1776.68,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,0.27,,0.17,0.001,0.004,249,71,1,249,71,3633.14,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,2.83,,0.85,0.001,0.013,3144,210,2,1572,105,974.78,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,7.53,,2.16,0,0.018,16954,410,2,8477,205,573.53,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,11.66,,3.24,0.001,0.022,18718,540,2,9359,270,571.63,FPS,FPS/$,FPS/TDP,msec.,,,,,87.6, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,45.46,,5.37,0.001,0.065,34000,700,2,17000,350,308.38,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,2.8,,0.84,0.001,0.014,2022,200,2,1011,100,977.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,5.32,,1.66,0.002,0.018,2274,300,2,1137,150,622.84,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,32.16,19.74,,,,2000,150,1,2000,150,496.83,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,28.31,18.59,,,,321,150,1,321,150,564.62,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,0.15,0.16,,0.002,0.013,67,12,1,67,12,26172.8,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,0.53,0.54,,0.005,0.035,107,15,1,107,15,7528.46,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,0.6,0.57,,0.001,0.04,490,15,1,490,15,6633.22,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,1.04,1.1,,0.002,0.023,502,45,1,502,45,3543.23,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,1.07,1.2,,0.002,0.038,480,28,1,480,28,3704.81,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,0.15,,0.13,0.002,0.013,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,0.57,,0.28,0.005,0.038,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,0.64,,0.19,0.001,0.043,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,1.45,,0.54,0.003,0.032,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,1.37,,0.65,0.003,0.049,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,132.49,,81.32,1.977,11.041,67,12,1,67,12,7.95,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,269.15,,132.84,2.515,17.943,107,15,1,107,15,3.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,534.71,,449.71,4.57,8.226,117,65,1,117,65,2.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,889.45,,491.15,4.156,25.413,214,35,1,214,35,1.61,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,2953.45,,1344.15,8.977,23.628,329,125,1,329,125,0.7,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,849.34,,652.75,4.424,13.067,192,65,1,192,65,1.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,934.4,,303.03,1.907,62.293,490,15,1,490,15,1.24,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,1737.51,,956.64,3.461,38.611,502,45,1,502,45,1.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,1453.3,,714.21,3.028,51.904,480,28,1,480,28,1.23,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,735.51,,513.44,2.427,21.015,303,35,1,303,35,1.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,916.72,,594.37,1.879,26.192,488,35,1,488,35,1.54,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,4305.22,,2072.79,7.187,34.442,599,125,1,599,125,0.58,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,atom,Intel Processor N200 CPU-only,41.24,,29.81,0.516,6.873,80,6,1,80,6,26.93,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,1437.62,,545.73,2.42,11.501,594,125,1,594,125,1.31,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,519.3,,449.06,2.086,7.314,249,71,1,249,71,2.09,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,5406.61,,1939.84,1.72,25.746,3144,210,2,1572,105,1.46,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,13783.87,,4302.86,0.813,33.619,16954,410,2,8477,205,0.95,FPS,FPS/$,FPS/TDP,msec.,,,,,0.71, -mobilenet-v2,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,22356.74,,6513.39,1.194,41.401,18718,540,2,9359,270,0.58,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,38481.53,,10875.31,1.132,54.974,34000,700,2,17000,350,0.69,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,5132.91,,1867.89,2.539,25.665,2022,200,2,1011,100,1.49,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,12034.81,,3577.38,5.292,40.116,2274,300,2,1137,150,0.57,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,6724.21,5839.91,,,,2000,150,1,2000,150,2.17,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,4272.51,3909.35,,,,321,150,1,321,150,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,1506.95,1285.93,,,,1900,75,1,1900,75,10.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,194.52,234.06,,2.903,16.21,67,12,1,67,12,20.29,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,663.23,509.63,,6.198,44.215,107,15,1,107,15,5.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,612.34,441.97,,1.25,40.823,490,15,1,490,15,6.29,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,1299.63,900.54,,2.589,28.881,502,45,1,502,45,2.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,1333.28,866.63,,2.778,47.617,480,28,1,480,28,2.9,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,58.26,40.26,,0.728,9.71,80,6,1,80,6,67.84,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,236,,159.87,3.522,19.667,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,484.52,,307.99,4.528,32.301,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,1027.78,,268.36,2.098,68.519,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,2041.51,,1028.94,4.067,45.367,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,1598.05,,673.64,3.329,57.073,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -mobilenet-v2,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,78.85,,44.88,0.986,13.142,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,19.91,,8.15,0.297,1.659,67,12,1,67,12,51.18,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,49.72,,14.37,0.465,3.315,107,15,1,107,15,19.84,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,97,,50.16,0.829,1.492,117,65,1,117,65,10.74,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,144.53,,73.44,0.675,4.129,214,35,1,214,35,8.22,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,557.57,,150.04,1.695,4.461,329,125,1,329,125,3.16,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,152.64,,78.36,0.795,2.348,192,65,1,192,65,7.1,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,171.4,,44.04,0.35,11.427,490,15,1,490,15,6.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,410.11,,111.04,0.817,9.114,502,45,1,502,45,4.01,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,295,,86.91,0.615,10.536,480,28,1,480,28,5.36,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,122.4,,61.22,0.404,3.497,303,35,1,303,35,10.01,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,152.06,,72.49,0.312,4.345,488,35,1,488,35,7.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,792.35,,234.66,1.323,6.339,599,125,1,599,125,2.33,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,atom,Intel Processor N200 CPU-only,6.74,,3.13,0.084,1.123,80,6,1,80,6,159.61,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,240.68,,96.65,0.405,1.925,594,125,1,594,125,5.52,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,92.66,,49.31,0.372,1.305,249,71,1,249,71,11.14,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,975.59,,267.7,0.31,4.646,3144,210,2,1572,105,2.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,2858.04,,740.71,0.169,6.971,16954,410,2,8477,205,1.57,FPS,FPS/$,FPS/TDP,msec.,,,,,1.31, -resnet-50,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,4765.39,,1149.92,0.255,8.825,18718,540,2,9359,270,1.07,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,19939.53,,1662.82,0.586,28.485,34000,700,2,17000,350,1.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,927.42,,256.99,0.459,4.637,2022,200,2,1011,100,3.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,2278.22,,570.63,1.002,7.594,2274,300,2,1137,150,1.55,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,3467.96,2197.04,,,,2000,150,1,2000,150,4.38,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,2392.89,1537.23,,,,321,150,1,321,150,6.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,640.65,474.69,,,,1900,75,1,1900,75,24.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,49.28,52.41,,0.736,4.107,67,12,1,67,12,80.87,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,212.63,118.08,,1.987,14.175,107,15,1,107,15,18.7,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,201.61,118.21,,0.411,13.441,490,15,1,490,15,19.79,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,386.03,220.01,,0.769,8.578,502,45,1,502,45,10.06,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,391.32,235.78,,0.815,13.976,480,28,1,480,28,9.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,14.64,7.81,,0.183,2.44,80,6,1,80,6,272.35,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,60.46,,32.03,0.902,5.038,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,201.53,,71.24,1.883,13.435,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,233.47,,65.66,0.476,15.565,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,474.5,,145.36,0.945,10.544,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,428.8,,155.74,0.893,15.314,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -resnet-50,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,18.97,,6.47,0.237,3.162,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,0.33,,0.13,0.005,0.028,67,12,1,67,12,3010.22,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,0.89,,0.22,0.008,0.059,107,15,1,107,15,1121.75,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,1.67,,0.96,0.014,0.026,117,65,1,117,65,597.83,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,2.41,,1.39,0.011,0.069,214,35,1,214,35,459.87,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,8.94,,2.66,0.027,0.072,329,125,1,329,125,128.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,2.63,,1.48,0.014,0.04,192,65,1,192,65,396.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,2.93,,0.76,0.006,0.195,490,15,1,490,15,321.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,6.7,,1.99,0.013,0.149,502,45,1,502,45,173.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,4.92,,1.55,0.01,0.176,480,28,1,480,28,259.43,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,2,,1.12,0.007,0.057,303,35,1,303,35,569.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,2.58,,1.43,0.005,0.074,488,35,1,488,35,408.35,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,13.14,,4.19,0.022,0.105,599,125,1,599,125,99.58,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,atom,Intel Processor N200 CPU-only,0.11,,0.05,0.001,0.018,80,6,1,80,6,8970.22,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,4.33,,2.44,0.007,0.035,594,125,1,594,125,240.14,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,1.59,,0.91,0.006,0.022,249,71,1,249,71,625.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,17.64,,4.56,0.006,0.084,3144,210,2,1572,105,115.9,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,57.51,,14.44,0.003,0.14,16954,410,2,8477,205,36.89,FPS,FPS/$,FPS/TDP,msec.,,,,,15.48, -ssd-resnet34-1200,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,77.38,,19.93,0.004,0.143,18718,540,2,9359,270,70.46,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,446.37,,31.27,0.013,0.638,34000,700,2,17000,350,8.72,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,16.77,,4.34,0.008,0.084,2022,200,2,1011,100,121.76,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,42.17,,10.48,0.019,0.141,2274,300,2,1137,150,61.36,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,211.8,110.01,,,,2000,150,1,2000,150,75.2,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,147.65,81.51,,,,321,150,1,321,150,107.34,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,30.74,15.55,,,,1900,75,1,1900,75,520.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,1.19,1.19,,0.018,0.099,67,12,1,67,12,3359.89,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,5.16,2.78,,0.048,0.344,107,15,1,107,15,774.5,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,5.45,3.11,,0.011,0.363,490,15,1,490,15,731.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,9.72,5.72,,0.019,0.216,502,45,1,502,45,380.2,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,11.14,6.43,,0.023,0.398,480,28,1,480,28,357.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,0.28,0.16,,0.004,0.047,80,6,1,80,6,13818.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,0.33,,0.13,0.005,0.028,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,0.89,,0.22,0.008,0.059,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,2.97,,0.76,0.006,0.198,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,6.58,,2,0.013,0.146,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,4.9,,1.55,0.01,0.175,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd-resnet34-1200,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,0.11,,0.05,0.001,0.018,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,45.14,,21.59,0.674,3.762,67,12,1,67,12,23.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,108.06,,36.79,1.01,7.204,107,15,1,107,15,9.1,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,211.79,,121.59,1.81,3.258,117,65,1,117,65,4.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,327.38,,170.56,1.53,9.354,214,35,1,214,35,3.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,1082.39,,385.32,3.29,8.659,329,125,1,329,125,1.45,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,337.55,,193.1,1.758,5.193,192,65,1,192,65,3.13,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,383.28,,98.77,0.782,25.552,490,15,1,490,15,2.86,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,771.49,,283.56,1.537,17.144,502,45,1,502,45,1.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,597.27,,216.26,1.244,21.331,480,28,1,480,28,2.64,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,275.49,,157.15,0.909,7.871,303,35,1,303,35,4.35,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,354.08,,185.69,0.726,10.117,488,35,1,488,35,3.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,1602.25,,606.71,2.675,12.818,599,125,1,599,125,1.16,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,atom,Intel Processor N200 CPU-only,14.52,,7.97,0.182,2.42,80,6,1,80,6,71.72,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,574.71,,220.78,0.968,4.598,594,125,1,594,125,2.38,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,202.68,,125.66,0.814,2.855,249,71,1,249,71,5.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,2063.1,,634.84,0.656,9.824,3144,210,2,1572,105,1.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,5593.37,,1619.29,0.33,13.642,16954,410,2,8477,205,1.12,FPS,FPS/$,FPS/TDP,msec.,,,,,1.02, -ssd_mobilenet_v1_coco,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,10049.51,,2139.64,0.537,18.61,18718,540,2,9359,270,0.68,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,22970.51,,3625.57,0.676,32.815,34000,700,2,17000,350,0.84,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,1961.08,,612.9,0.97,9.805,2022,200,2,1011,100,1.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,4817.95,,1245.14,2.119,16.06,2274,300,2,1137,150,0.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,4068.08,3482.47,,,,2000,150,1,2000,150,3.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,2923.33,2467.73,,,,321,150,1,321,150,5.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,860.45,705.96,,,,1900,75,1,1900,75,18.85,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,94.93,99.46,,1.417,7.911,67,12,1,67,12,41.2,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,408.68,220.54,,3.819,27.245,107,15,1,107,15,9.61,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,359.8,217.34,,0.734,23.987,490,15,1,490,15,10.73,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,757.28,408.06,,1.509,16.828,502,45,1,502,45,5.01,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,743.73,414.72,,1.549,26.562,480,28,1,480,28,5.22,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,29.05,15.33,,0.363,4.842,80,6,1,80,6,136.57,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,114.45,,64.79,1.708,9.538,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,305.66,,136.02,2.857,20.377,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,468.72,,129.8,0.957,31.248,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,939.71,,348.65,1.872,20.882,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,757.16,,298.7,1.577,27.041,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -ssd_mobilenet_v1_coco,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,36.16,,14.97,0.452,6.027,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,0.48,,0.05,0.007,0.04,67,12,1,67,12,2094.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,1.48,,0.37,0.014,0.099,107,15,1,107,15,673.61,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,2.42,,1.54,0.021,0.037,117,65,1,117,65,427.55,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,3.6,,2.27,0.017,0.103,214,35,1,214,35,324.55,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,12.64,,4.35,0.038,0.101,329,125,1,329,125,97.94,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,3.77,,2.39,0.02,0.058,192,65,1,192,65,259.27,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,4.92,,1.22,0.01,0.328,490,15,1,490,15,206.73,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,9.29,,3.23,0.019,0.206,502,45,1,502,45,128.76,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,6.93,,2.52,0.014,0.248,480,28,1,480,28,193.36,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,3.01,,1.84,0.01,0.086,303,35,1,303,35,392.76,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,3.74,,2.33,0.008,0.107,488,35,1,488,35,286.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,18.7,,6.92,0.031,0.15,599,125,1,599,125,73.35,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,atom,Intel Processor N200 CPU-only,0.17,,0.08,0.002,0.028,80,6,1,80,6,5851.1,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,6.03,,3.94,0.01,0.048,594,125,1,594,125,182.12,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,2.32,,1.47,0.009,0.033,249,71,1,249,71,440.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,29.19,,7.31,0.009,0.139,3144,210,2,1572,105,72.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,92.11,,21.29,0.005,0.225,16954,410,2,8477,205,24.13,FPS,FPS/$,FPS/TDP,msec.,,,,,15.47, -unet-camvid-onnx-0001,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,121.92,,29.02,0.007,0.226,18718,540,2,9359,270,48.28,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,581.17,,47.75,0.017,0.83,34000,700,2,17000,350,8.56,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,27.74,,6.95,0.014,0.139,2022,200,2,1011,100,74.74,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,62.28,,15.89,0.027,0.208,2274,300,2,1137,150,45.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,299.69,202.01,,,,2000,150,1,2000,150,53.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,252.37,184.19,,,,321,150,1,321,150,63.55,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,55.52,34.29,,,,1900,75,1,1900,75,288.3,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,0.98,1.99,,0.015,0.082,67,12,1,67,12,4042.44,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,8.4,4.44,,0.079,0.56,107,15,1,107,15,475.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,9.67,5.01,,0.02,0.645,490,15,1,490,15,416.45,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,,8.34,,0,0,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,19.44,10.16,,0.041,0.694,480,28,1,480,28,204.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,,0.25,,0,0,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,1.28,,0.81,0.019,0.107,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,8.94,,2.56,0.084,0.596,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,7.57,,2.06,0.015,0.505,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,14.07,,4.65,0.028,0.313,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,20.77,,6.02,0.043,0.742,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -unet-camvid-onnx-0001,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,0.54,,0.19,0.007,0.09,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,22.88,,10.3,0.341,1.907,67,12,1,67,12,44.85,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,53.57,,17.95,0.501,3.571,107,15,1,107,15,18.4,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,111.63,,62.53,0.954,1.717,117,65,1,117,65,9.05,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,167.21,,89.97,0.781,4.777,214,35,1,214,35,6.72,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,638.97,,205.86,1.942,5.112,329,125,1,329,125,2.41,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,175.87,,95.78,0.916,2.706,192,65,1,192,65,5.49,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,183.33,,54.15,0.374,12.222,490,15,1,490,15,5.79,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,452.05,,140.56,0.9,10.046,502,45,1,502,45,3.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,331.9,,107.17,0.691,11.854,480,28,1,480,28,4.51,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,137.5,,74.93,0.454,3.929,303,35,1,303,35,8.24,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,179.17,,91.81,0.367,5.119,488,35,1,488,35,6.34,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,892.55,,297.02,1.49,7.14,599,125,1,599,125,1.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,atom,Intel Processor N200 CPU-only,7.78,,4.08,0.097,1.297,80,6,1,80,6,137.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,297.54,,146.02,0.501,2.38,594,125,1,594,125,4.01,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,106.05,,61.34,0.426,1.494,249,71,1,249,71,9.49,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,1046.7,,336.77,0.333,4.984,3144,210,2,1572,105,2.54,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,2769.83,,904.83,0.163,6.756,16954,410,2,8477,205,1.23,FPS,FPS/$,FPS/TDP,msec.,,,,,0.92, -yolo_v3_tiny,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,4504.11,,1330.81,0.241,8.341,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,13567.29,,2133.66,0.399,19.382,34000,700,2,17000,350,1.09,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,1004.3,,321.57,0.497,5.022,2022,200,2,1011,100,2.64,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,2194.78,,696.02,0.965,7.316,2274,300,2,1137,150,1.34,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,3849.02,2821.45,,,,2000,150,1,2000,150,3.87,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,2615.47,1996.19,,,,321,150,1,321,150,6.05,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,623.04,647.65,,,,1900,75,1,1900,75,25.65,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,66.95,67.55,,0.999,5.579,67,12,1,67,12,59.25,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,291.37,157.24,,2.723,19.425,107,15,1,107,15,13.62,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,304.98,167.62,,0.622,20.332,490,15,1,490,15,13.18,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,560,297.78,,1.116,12.444,502,45,1,502,45,6.47,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,609.71,340.4,,1.27,21.775,480,28,1,480,28,6.16,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,18.64,9.81,,0.233,3.107,80,6,1,80,6,213.45,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,78.08,,40.44,1.165,6.507,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,262.42,,93.35,2.453,17.495,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,257.03,,81.4,0.525,17.135,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,535.6,,185.94,1.067,11.902,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,512.4,,199.04,1.068,18.3,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v3_tiny,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,23.42,,8.47,0.293,3.903,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,10.37,,5.12,0.155,0.864,67,12,1,67,12,99.89,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,24.37,,9.57,0.228,1.625,107,15,1,107,15,40.56,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,53.56,,32.82,0.458,0.824,117,65,1,117,65,19.21,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,81.62,,46.66,0.381,2.332,214,35,1,214,35,13.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,270.31,,102.75,0.822,2.162,329,125,1,329,125,5.35,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,84.9,,50.62,0.442,1.306,192,65,1,192,65,12.02,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,73.05,,26.72,0.149,4.87,490,15,1,490,15,13.98,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,185.07,,74.24,0.369,4.113,502,45,1,502,45,7.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,141.55,,56.91,0.295,5.055,480,28,1,480,28,9.7,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,71.09,,42.13,0.235,2.031,303,35,1,303,35,16.58,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,90.61,,51.34,0.186,2.589,488,35,1,488,35,12.7,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,393.63,,158.58,0.657,3.149,599,125,1,599,125,4.16,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,atom,Intel Processor N200 CPU-only,3.25,,1.93,0.041,0.542,80,6,1,80,6,316.45,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,134.99,,72.07,0.227,1.08,594,125,1,594,125,9.27,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,52.22,,32.7,0.21,0.735,249,71,1,249,71,19.48,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,453.2,,173.94,0.144,2.158,3144,210,2,1572,105,6.02,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,1004.98,,444.38,0.059,2.451,16954,410,2,8477,205,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,,2.73, -yolo_v8n,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,1701.02,,545.42,0.091,3.15,18718,540,2,9359,270,2.42,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,2884.7,,996.47,0.085,4.121,34000,700,2,17000,350,3.65,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,434.86,,164.98,0.215,2.174,2022,200,2,1011,100,6.29,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,854.89,,340.17,0.376,2.85,2274,300,2,1137,150,3.44,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,1559.93,1436.34,,,,2000,150,1,2000,150,10,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,978,1011.89,,,,321,150,1,321,150,15.43,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,253.42,264.6,,,,1900,75,1,1900,75,63.08,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,32.87,34.58,,0.491,2.739,67,12,1,67,12,121.05,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,123.47,82.07,,1.154,8.231,107,15,1,107,15,32.23,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,114.1,76.66,,0.233,7.607,490,15,1,490,15,34.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,218.78,145.39,,0.436,4.862,502,45,1,502,45,17.84,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,220.17,152.12,,0.459,7.863,480,28,1,480,28,17.73,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,8.36,5.55,,0.105,1.393,80,6,1,80,6,477.35,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,37.44,,22.48,0.559,3.12,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,115.18,,50.49,1.076,7.679,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,103.47,,40.21,0.211,6.898,490,15,1,490,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,238.69,,97.19,0.475,5.304,502,45,1,502,45,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,229.23,,92.43,0.478,8.187,480,28,1,480,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -yolo_v8n,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,10.39,,4.64,0.13,1.732,80,6,1,80,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,,,,0,0,67,12,1,67,12,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,,,,0,0,107,15,1,107,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,35,1,214,35,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,15,1,490,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,,,,0,0,502,45,1,502,45,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,,,,0,0,480,28,1,480,28,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,,,,0,0,599,125,1,599,125,133.56,msec/token,msec/token/$,msec/token/TDP,msec/token,611.98,,160.18,,, -mistral-7b-v0.1,OV-2023.3,atom,Intel Processor N200 CPU-only,,,,0,0,80,6,1,80,6,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,249,71,1,249,71,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,,,,0,0,18718,540,2,9359,270,365.12,msec/token,msec/token/$,msec/token/TDP,msec/token,376.16,,362.72,,, -mistral-7b-v0.1,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,,,,0,0,34000,700,2,17000,350,224.79,msec/token,msec/token/$,msec/token/TDP,msec/token,258.16,,206.55,,, -mistral-7b-v0.1,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,,,,0,0,2274,300,2,1137,150,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,,,,0,0,2000,150,1,2000,150,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,,,,0,0,321,150,1,321,150,0,msec/token,msec/token/$,msec/token/TDP,msec/token,172.91,,191.33,,, -mistral-7b-v0.1,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,,,,0,0,1900,75,1,1900,75,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,246.55,,, -mistral-7b-v0.1,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,,,,0,0,67,12,1,67,12,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,,,,0,0,107,15,1,107,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,15,1,490,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,,,,0,0,502,45,1,502,45,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,,,,0,0,480,28,1,480,28,452.04,msec/token,msec/token/$,msec/token/TDP,msec/token,,,322.98,,, -mistral-7b-v0.1,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,,,,0,0,80,6,1,80,6,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,,,,0,0,67,12,1,67,12,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,15,1,490,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,,,,0,0,502,45,1,502,45,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,,,,0,0,480,28,1,480,28,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,,,,0,0,80,6,1,80,6,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,,,,0,0,67,12,1,67,12,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,,,,0,0,107,15,1,107,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,35,1,214,35,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,15,1,490,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,,,,0,0,502,45,1,502,45,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,,,,0,0,480,28,1,480,28,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,,,,0,0,599,125,1,599,125,145.01,msec/token,msec/token/$,msec/token/TDP,msec/token,,,111.35,,, -chatglm2-6b,OV-2023.3,atom,Intel Processor N200 CPU-only,,,,0,0,80,6,1,80,6,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,249,71,1,249,71,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,,,,0,0,18718,540,2,9359,270,140.68,msec/token,msec/token/$,msec/token/TDP,msec/token,,,119.64,,, -chatglm2-6b,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,,,,0,0,34000,700,2,17000,350,70.8,msec/token,msec/token/$,msec/token/TDP,msec/token,,,57.31,,, -chatglm2-6b,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,,,,0,0,2274,300,2,1137,150,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,,,,0,0,2000,150,1,2000,150,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,,,,0,0,321,150,1,321,150,105.74,msec/token,msec/token/$,msec/token/TDP,msec/token,,,112.15,,, -chatglm2-6b,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,,,,0,0,1900,75,1,1900,75,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,174.13,,, -chatglm2-6b,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,,,,0,0,67,12,1,67,12,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,,,,0,0,107,15,1,107,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,15,1,490,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,,,,0,0,502,45,1,502,45,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,,,,0,0,480,28,1,480,28,352.93,msec/token,msec/token/$,msec/token/TDP,msec/token,,,279.64,,, -chatglm2-6b,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,,,,0,0,80,6,1,80,6,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,,,,0,0,67,12,1,67,12,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,15,1,490,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,,,,0,0,502,45,1,502,45,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -chatglm2-6b,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,,,,0,0,480,28,1,480,28,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -mistral-7b-v0.1,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,,,,0,0,80,6,1,80,6,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,,,,0,0,67,12,1,67,12,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,,,,0,0,107,15,1,107,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,35,1,214,35,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,15,1,490,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,,,,0,0,502,45,1,502,45,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,,,,0,0,480,28,1,480,28,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,,,,0,0,599,125,1,599,125,162.31,msec/token,msec/token/$,msec/token/TDP,msec/token,,,123.51,,, -llama-2-7b-chat,OV-2023.3,atom,Intel Processor N200 CPU-only,,,,0,0,80,6,1,80,6,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,249,71,1,249,71,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,,,,0,0,18718,540,2,9359,270,215.5,msec/token,msec/token/$,msec/token/TDP,msec/token,,,191.3,,, -llama-2-7b-chat,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,,,,0,0,34000,700,2,17000,350,83.51,msec/token,msec/token/$,msec/token/TDP,msec/token,,,75.66,,, -llama-2-7b-chat,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,,,,0,0,2274,300,2,1137,150,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,,,,0,0,2000,150,1,2000,150,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,,,,0,0,321,150,1,321,150,276.48,msec/token,msec/token/$,msec/token/TDP,msec/token,,,295.37,,, -llama-2-7b-chat,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,,,,0,0,1900,75,1,1900,75,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,,,,0,0,67,12,1,67,12,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,,,,0,0,107,15,1,107,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,15,1,490,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,,,,0,0,502,45,1,502,45,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,,,,0,0,480,28,1,480,28,420.08,msec/token,msec/token/$,msec/token/TDP,msec/token,,,328.57,,, -llama-2-7b-chat,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,,,,0,0,80,6,1,80,6,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,,,,0,0,67,12,1,67,12,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,15,1,490,15,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,,,,0,0,502,45,1,502,45,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,,,,0,0,480,28,1,480,28,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -llama-2-7b-chat,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,,,,0,0,80,6,1,80,6,0,msec/token,msec/token/$,msec/token/TDP,msec/token,,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -begin_rec, , , ,,,,,,,,,,,,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,atom,Intel® Atom® X6425E CPU-only,,,,0,0,67,12,1,67,12,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,atom,Intel® Celeron® 6305E CPU-only,,,,0,0,107,15,1,107,15,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,35,1,214,35,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,15,1,490,15,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i7-12700H CPU-only,,,,0,0,502,45,1,502,45,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i7-1360P CPU-only,,,,0,0,480,28,1,480,28,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core,Intel® Core™ i9-13900K CPU-only,,,,0,0,599,125,1,599,125,43.24,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,atom,Intel Processor N200 CPU-only,,,,0,0,80,6,1,80,6,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,249,71,1,249,71,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,xeon,Intel® Xeon® Platinum 8380 CPU-only,,,,0,0,18718,540,2,9359,270,18.19,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,xeon,Intel® Xeon® Platinum 8490H CPU-only,,,,0,0,34000,700,2,17000,350,5.26,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,xeon,Intel® Xeon® Silver 4316 CPU-only,,,,0,0,2274,300,2,1137,150,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,accel,Intel® Data Center GPU Flex 170 dGPU,,,,0,0,2000,150,1,2000,150,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,accel,Intel® Arc™ A-Series Graphics dGPU,,,,0,0,321,150,1,321,150,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,accel,Intel® Data Center GPU Flex 140 dGPU,,,,0,0,1900,75,1,1900,75,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,atom-iGPU,Intel® Atom® X6425E iGPU-only,,,,0,0,67,12,1,67,12,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,atom-iGPU,Intel® Celeron® 6305E iGPU-only,,,,0,0,107,15,1,107,15,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,15,1,490,15,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core-iGPU,Intel® Core™ i7-12700H iGPU-only,,,,0,0,502,45,1,502,45,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core-iGPU,Intel® Core™ i7-1360P iGPU-only,,,,0,0,480,28,1,480,28,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,atom-iGPU,Intel Processor N200 iGPU-only,,,,0,0,80,6,1,80,6,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,,,,0,0,67,12,1,67,12,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,15,1,490,15,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,,,,0,0,502,45,1,502,45,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,core-CPU+iGPU,Intel® Core™ i7-1360P CPU+iGPU,,,,0,0,480,28,1,480,28,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -stable-diffusion-v2-1,OV-2023.3,atom-CPU+iGPU,Intel Processor N200 CPU+iGPU,,,,0,0,80,6,1,80,6,0,"Generating time, sec.",Generation-time/$,Generation-time/TDP,"Generating time, sec.",,,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,,,, -======= begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, bert-base-cased,OV-2023.2,core,"Intel® Core™ i3-8100 ",21.27,34.33,45.1,0.182,0.327,117,65,1,117,65,48.62,FPS,FPS/$,FPS/TDP,msec.,,,,12,15,30 bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-10500TE ",32.04,,21.72,0.150,0.493,214,65,1,214,65,36.77,FPS,FPS/$,FPS/TDP,msec.,,,,,, diff --git a/docs/sphinx_setup/_static/js/graphs.js b/docs/sphinx_setup/_static/js/graphs.js index c3b86fca1b1..fe11ac01562 100644 --- a/docs/sphinx_setup/_static/js/graphs.js +++ b/docs/sphinx_setup/_static/js/graphs.js @@ -948,6 +948,7 @@ $(document).ready(function () { var graphConfigs = kpis.map((str) => { var kpi = str.toLowerCase(); var groupUnit = model[0]; + var indexes = []; if (kpi === 'throughput') { var throughputData = Graph.getDatabyKPI(model, kpi); var config = Graph.getGraphConfig(kpi, groupUnit, precisions); @@ -964,8 +965,10 @@ $(document).ready(function () { precisions.forEach((prec, index) => { config.datasets[index].data = latencyData.map(tData => tData[prec]); }); + return config; // return removeEmptyLabel(config); + } var config = Graph.getGraphConfig(kpi, groupUnit); config.datasets[0].data = Graph.getDatabyKPI(model, kpi); @@ -1028,7 +1031,7 @@ $(document).ready(function () { setChartsDisplayDirection(display.mode); adjustHeaderIcons(display.mode); } - function removeEmptyLabel(config, indexes) { + function removeEmptyLabel(config var indexes = []; config.datasets.forEach((item, index) =>{ if(item.data[0] == '') { @@ -1040,7 +1043,6 @@ $(document).ready(function () { sorted.forEach((index)=>{ config.datasets.splice(index,1); }) - console.log(config); return config; }