From 45b501bb6ffade7478f12ef4fa5117c7054cd533 Mon Sep 17 00:00:00 2001 From: Andrzej Kopytko Date: Mon, 22 Jan 2024 16:08:27 +0100 Subject: [PATCH] [Docs] graph.js bf16 prec port to 2023.3 (#22317) * Main changes without valid data * fix --- .../benchmarks_files/OV-benchmark-data.csv | 862 +++++++++--------- docs/sphinx_setup/_static/js/graphs.js | 48 +- 2 files changed, 470 insertions(+), 440 deletions(-) diff --git a/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv b/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv index d761ad9de95..e3bd18a51b8 100644 --- a/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv +++ b/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv @@ -1,431 +1,431 @@ -Network model,Release,IE-Type,Platform name,Throughput-INT8,Throughput-FP16,Throughput-FP32,Value,Efficiency,Price,TDP,Sockets,Price/Socket,TDP/Socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L,Latency_FP16,Latency_FP32,Latency_int4,Throughput_INT4 -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,"Intel® Core™ i3-8100 ",21.27,,,0.182,0.327,117,65,1,117,65,48.62,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-10500TE ",32.04,,21.72,0.150,0.493,214,65,1,214,65,36.77,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-13600K ",112.78,,45.21,0.343,0.902,329,125,1,329,125,17.53,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,50.11,,18.36,0.118,1.790,426,28,1,426,28,23.39,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,38.17,,13.67,0.078,1.363,490,28,1,490,28,29.4,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,Intel® Core™ i7-12700H CPU,88.62,,35.37,0.177,0.771,502,115,1,502,115,17.1,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-8700T ",27.47,,18.34,0.091,0.785,303,35,1,303,35,43.1,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-10900TE ",33.58,,21.38,0.069,0.960,488,35,1,488,35,37.7,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-12900TE ",52.74,,20.43,0.097,1.507,544,35,1,544,35,23.05,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-13900K ",164.86,,66.26,0.275,1.319,599,125,1,599,125,13.76,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® W1290P ",50.94,,33.27,0.086,0.407,594,125,1,594,125,29.19,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",20.73,,,0.083,0.292,249,71,1,249,71,49.54,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",215.86,,80.31,0.069,1.028,3144,210,2,1572,105,14.03,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",569.64,,222.97,0.034,1.389,16954,410,2,8477,205,7.97,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",876.04,,336.63,0.047,1.622,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",3131.74,,505.87,0.092,4.474,34000,700,2,17000,350,4.14,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",205.61,,76.34,0.102,1.028,2022,200,2,1011,100,14.66,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",423.53,,166.33,0.186,1.412,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",824.04,680.35,,0.428,5.494,1925,150,1,1925,150,19.37,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",620.32,554.08,,1.932,4.135,321,150,1,321,150,25.63,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,83.66,60.2,42.14,0.196,2.988,426,28,1,426,28,47.28,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,72.43,55.39,36.92,0.148,2.587,490,28,1,490,28,55.03,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,91.52,64.83,46.37,0.182,0.796,502,115,1,502,115,43.39,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,94.49,,39.79,0.222,3.375,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,88.79,,35.19,0.177,0.772,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.09,,,0.018,0.032,117,65,1,117,65,493.93,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.98,,1.86,0.014,0.046,214,65,1,214,65,351.2,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",10.07,,3.75,0.031,0.081,329,125,1,329,125,156.29,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,5.07,,1.63,0.012,0.181,426,28,1,426,28,219.53,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,3.78,,1.21,0.008,0.135,490,28,1,490,28,267.11,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-12700H CPU,8.31,,3.08,0.017,0.072,502,115,1,502,115,155.69,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.7,,1.61,0.009,0.077,303,35,1,303,35,411.88,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.28,,1.99,0.007,0.094,488,35,1,488,35,331.95,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",5.12,,1.83,0.009,0.146,544,35,1,544,35,210.03,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",15.37,,5.95,0.026,0.123,599,125,1,599,125,113.51,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.65,,3.11,0.008,0.037,594,125,1,594,125,228.25,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.11,,,0.008,0.030,249,71,1,249,71,484.55,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",20.81,,6.91,0.007,0.099,3144,210,2,1572,105,106.59,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",50.63,,17.75,0.003,0.123,16954,410,2,8477,205,54.45,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",66.76,,27.44,0.004,0.124,18718,540,2,9359,270,231.49,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",250.47,,45.77,0.007,0.358,34000,700,2,17000,350,27.75,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",20.73,,6.57,0.010,0.104,2022,200,2,1011,100,106.9,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",38.85,,14.53,0.017,0.129,2274,300,2,1137,150,156.69,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",148.54,102.98,,0.077,0.990,1925,150,1,1925,150,107.19,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",127.99,94.72,,0.399,0.853,321,150,1,321,150,124.58,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,9.07,6.62,4.27,0.021,0.324,426,28,1,426,28,452.44,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,5.39,5.77,3.01,0.011,0.192,490,28,1,490,28,741.24,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,10.54,7.57,5,0.021,0.092,502,115,1,502,115,379.08,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,8.49,,3.46,0.020,0.303,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,8.53,,3.01,0.017,0.074,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,atom,Intel® Atom® X6425E CPU,4.66,,2.87,0.070,0.388,67,12,1,67,12,219.16,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,"Intel® Core™ i3-8100 ",22,,14.03,0.188,0.339,117,65,1,117,65,45.56,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",35.15,,16.61,0.164,0.541,214,65,1,214,65,33.27,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,"Intel® Core™ i5-13600K ",101.57,,41.76,0.309,0.813,329,125,1,329,125,16.21,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,52.36,,16.31,0.123,1.870,426,28,1,426,28,19.93,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,31.69,,9.45,0.065,1.132,490,28,1,490,28,29.7,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,Intel® Core™ i7-12700H CPU,74.8,,29.13,0.149,0.650,502,115,1,502,115,16.96,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,"Intel® Core™ i7-8700T ",32.22,,18.38,0.106,0.921,303,35,1,303,35,37.52,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",39.4,,18.25,0.081,1.126,488,35,1,488,35,28.44,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",58.11,,22.54,0.107,1.660,544,35,1,544,35,21.65,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core,"Intel® Core™ i9-13900K ",149.59,,57.89,0.250,1.197,599,125,1,599,125,12.49,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,atom,Intel® Processor N200 CPU,1.72,,1.01,0.009,0.287,193,6,1,193,6,596.5,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",51.12,,19.38,0.086,0.409,594,125,1,594,125,21.94,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",21.77,,14.75,0.087,0.307,249,71,1,249,71,45.69,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",188.66,,76.86,0.060,0.898,3144,210,2,1572,105,11.81,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",413.18,,154.25,0.024,1.008,16954,410,2,8477,205,5.65,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",564.23,,223.46,0.030,1.045,18718,540,2,9359,270,5.36,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1001.4,,380.46,0.029,1.431,34000,700,2,17000,350,3.6,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",182.57,,74.43,0.090,0.913,2022,200,2,1011,100,12.14,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",360.93,,138.14,0.159,1.203,2274,300,2,1137,150,7.04,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",732.85,602.34,,0.381,4.886,1925,150,1,1925,150,21.8,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",597.79,484.98,,1.862,3.985,321,150,1,321,150,26.18,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,atom,Intel® Celeron® 6305E CPU,11.64,,4.56,0.109,0.776,107,15,1,107,15,87.1,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,10.87,11.07,5.64,0.162,0.906,67,12,1,67,12,367.4,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,104.71,48.95,27.69,0.246,3.739,426,28,1,426,28,37.85,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,76.34,36.22,13.67,0.156,2.726,490,28,1,490,28,52.07,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,113.65,52.72,33.36,0.226,0.988,502,115,1,502,115,34.81,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,3.65,1.92,1.27,0.019,0.609,193,6,1,193,6,1094.07,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,60.3,27.73,16.44,0.564,4.020,107,15,1,107,15,66.22,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,11.11,,5.66,0.166,0.926,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,86.78,,24.13,0.204,3.099,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,75.71,,28.98,0.151,0.658,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.66,,1.9,0.024,0.776,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,61.15,,16.89,0.571,4.077,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,atom,Intel® Atom® X6425E CPU,7.29,,5.01,0.109,0.608,67,12,1,67,12,140.41,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,"Intel® Core™ i3-8100 ",36.6,,24.31,0.313,0.563,117,65,1,117,65,28.3,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-10500TE ",58.84,,29.38,0.275,0.905,214,65,1,214,65,21.11,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-13600K ",139.32,,77.22,0.423,1.115,329,125,1,329,125,11.92,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,73.76,,41.07,0.173,2.634,426,28,1,426,28,15.53,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,52.57,,21.48,0.107,1.877,490,28,1,490,28,20.87,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-12700H CPU,114.46,,54.77,0.228,0.995,502,115,1,502,115,11.88,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-8700T ",51.93,,34.22,0.171,1.484,303,35,1,303,35,24.28,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-10900TE ",66,,35.11,0.135,1.886,488,35,1,488,35,18.95,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-12900TE ",75.37,,44.41,0.139,2.154,544,35,1,544,35,15.52,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-13900K ",207,,102.36,0.346,1.656,599,125,1,599,125,9.45,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,atom,Intel® Processor N200 CPU,2.09,,1.67,0.011,0.349,193,6,1,193,6,488.71,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® W1290P ",96.56,,38.61,0.163,0.772,594,125,1,594,125,14.19,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",35.01,,25.27,0.141,0.493,249,71,1,249,71,29.41,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",258.46,,164.63,0.082,1.231,3144,210,2,1572,105,11.88,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",518.85,,310.76,0.031,1.265,16954,410,2,8477,205,7.42,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",834.12,,495.89,0.045,1.545,18718,540,2,9359,270,4.31,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1043.83,,861.5,0.031,1.491,34000,700,2,17000,350,5.43,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",248.64,,157.52,0.123,1.243,2022,200,2,1011,100,12.27,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",469.81,,293.67,0.207,1.566,2274,300,2,1137,150,5.89,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",846.71,825.71,,0.440,5.645,1925,150,1,1925,150,18.66,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",582.03,590.73,,1.813,3.880,321,150,1,321,150,26.38,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,atom,Intel® Celeron® 6305E CPU,18.06,,11.09,0.169,1.204,107,15,1,107,15,57.26,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,19.71,22.48,11.18,0.294,1.643,67,12,1,67,12,202.28,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,110.42,90.58,46.89,0.259,3.944,426,28,1,426,28,35.95,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,62.89,49.91,23.65,0.128,2.246,490,28,1,490,28,63.05,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,127.71,103.78,54.39,0.254,1.110,502,115,1,502,115,30.98,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,5.53,4.94,2.75,0.029,0.921,193,6,1,193,6,721.64,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,72.14,60.61,33.85,0.674,4.809,107,15,1,107,15,55.18,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,20.11,,11.51,0.300,1.676,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,101.03,,48.05,0.237,3.608,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,114.83,,55.31,0.229,0.999,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,5.73,,3.57,0.030,0.955,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,56.19,,32.14,0.525,3.746,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,atom,Intel® Atom® X6425E CPU,132.01,,79.71,1.970,11.001,67,12,1,67,12,7.97,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,"Intel® Core™ i3-8100 ",536.37,,,4.584,8.252,117,65,1,117,65,2.02,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-10500TE ",898.55,,500.27,4.199,13.824,214,65,1,214,65,1.57,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-13600K ",2785.11,,1237.02,8.465,22.281,329,125,1,329,125,0.88,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,1347.18,,525.71,3.162,48.113,426,28,1,426,28,0.86,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,979.43,,319,1.999,34.980,490,28,1,490,28,1.19,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-12700H CPU,2099.29,,1056.24,4.182,18.255,502,115,1,502,115,1.1,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-8700T ",741.65,,519.77,2.448,21.190,303,35,1,303,35,1.86,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-10900TE ",949.26,,604.02,1.945,27.122,488,35,1,488,35,1.5,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-12900TE ",1300.22,,657.07,2.390,37.149,544,35,1,544,35,1.32,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-13900K ",4089.6,,2014.33,6.827,32.717,599,125,1,599,125,0.71,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,atom,Intel® Processor N200 CPU,41.1,,29.71,0.213,6.851,193,6,1,193,6,27.14,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® W1290P ",1450.73,,542.77,2.442,11.606,594,125,1,594,125,1.29,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",523.03,,,2.101,7.367,249,71,1,249,71,2.07,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",5410.81,,1915.84,1.721,25.766,3144,210,2,1572,105,1.42,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",14207.13,,4438.67,0.838,34.652,16954,410,2,8477,205,0.93,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",22308.51,,6801.73,1.192,41.312,18718,540,2,9359,270,0.57,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",38064.38,,10986.01,1.120,54.378,34000,700,2,17000,350,0.66,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",5178.33,,1862.47,2.561,25.892,2022,200,2,1011,100,1.45,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",12161.33,,3597.47,5.348,40.538,2274,300,2,1137,150,0.56,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",6748.16,5698.62,,3.506,44.988,1925,150,1,1925,150,2.37,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",4308.65,3849.95,,13.423,28.724,321,150,1,321,150,3.63,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,atom,Intel® Celeron® 6305E CPU,265.71,,132.81,2.483,17.714,107,15,1,107,15,3.66,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,191.22,225.68,130.69,2.854,15.935,67,12,1,67,12,20.63,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,1014.86,749.24,525.16,2.382,36.245,426,28,1,426,28,3.77,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,880.63,557.89,349.94,1.797,31.451,490,28,1,490,28,4.25,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,1319.62,916.27,563.83,2.629,11.475,502,115,1,502,115,2.83,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,58.68,40.52,26.29,0.304,9.781,193,6,1,193,6,67.34,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,685.09,513.1,339.2,6.403,45.672,107,15,1,107,15,5.56,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,107.78,,137.9,1.609,8.981,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,2182.22,,612.95,5.123,77.937,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,2071.13,,1048.22,4.126,18.010,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,115.35,,50.03,0.598,19.224,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,1465.46,,396.56,13.696,97.698,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,atom,Intel® Atom® X6425E CPU,19.92,,8.18,0.297,1.660,67,12,1,67,12,51.27,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,"Intel® Core™ i3-8100 ",96.91,,50.72,0.828,1.491,117,65,1,117,65,10.72,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,"Intel® Core™ i5-10500TE ",145.07,,74.01,0.678,2.232,214,65,1,214,65,8.19,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,"Intel® Core™ i5-13600K ",515.17,,140.11,1.566,4.121,329,125,1,329,125,3.89,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,229.34,,61.85,0.538,8.191,426,28,1,426,28,5.03,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,172.44,,45.06,0.352,6.159,490,28,1,490,28,6.62,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,Intel® Core™ i7-12700H CPU,445.18,,122.92,0.887,3.871,502,115,1,502,115,3.93,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,"Intel® Core™ i7-8700T ",122.89,,62.1,0.406,3.511,303,35,1,303,35,9.97,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,"Intel® Core™ i9-10900TE ",156.59,,75.57,0.321,4.474,488,35,1,488,35,7.6,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,"Intel® Core™ i9-12900TE ",269.4,,72.67,0.495,7.697,544,35,1,544,35,4.89,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core,"Intel® Core™ i9-13900K ",749.69,,228.22,1.252,5.998,599,125,1,599,125,2.98,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,atom,Intel® Processor N200 CPU,6.72,,3.13,0.035,1.120,193,6,1,193,6,159.9,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,xeon,"Intel® Xeon® W1290P ",240.85,,96.84,0.405,1.927,594,125,1,594,125,5.5,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",92.92,,49.94,0.373,1.309,249,71,1,249,71,11.12,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",968.92,,267.96,0.308,4.614,3144,210,2,1572,105,2.91,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2902.26,,747.22,0.171,7.079,16954,410,2,8477,205,1.55,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4946.11,,1154.11,0.264,9.159,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",19987.31,,1672.83,0.588,28.553,34000,700,2,17000,350,1.02,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",931.66,,257,0.461,4.658,2022,200,2,1011,100,3,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2276.19,,562.55,1.001,7.587,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3436.03,2103.96,,1.785,22.907,1925,150,1,1925,150,4.65,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2320.83,1555.26,,7.230,15.472,321,150,1,321,150,6.8,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,atom,Intel® Celeron® 6305E CPU,49.59,,14.36,0.463,3.306,107,15,1,107,15,19.89,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,49.36,52.35,27.44,0.737,4.113,67,12,1,67,12,80.69,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,351.53,206.09,116.49,0.825,12.555,426,28,1,426,28,11.12,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,291.8,170.69,95.05,0.596,10.421,490,28,1,490,28,13.6,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,389.36,224.15,136.98,0.776,3.386,502,115,1,502,115,10.01,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,14.66,7.82,4.24,0.076,2.444,193,6,1,193,6,271.96,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,213.06,118.28,67.33,1.991,14.204,107,15,1,107,15,18.66,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,73.78,,32.26,1.101,6.148,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,467.05,,119.19,1.096,16.680,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,446.64,,123.08,0.890,3.884,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,20.62,,6.29,0.107,3.437,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,299.3,,75.5,2.797,19.953,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,atom,Intel® Atom® X6425E CPU,0.33,,0.13,0.005,0.028,67,12,1,67,12,2993.01,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i3-8100 ",1.68,,0.97,0.014,0.026,117,65,1,117,65,601.85,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.42,,1.4,0.011,0.037,214,65,1,214,65,459.92,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-13600K ",8.24,,2.4,0.025,0.066,329,125,1,329,125,163.48,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,3.91,,1,0.009,0.140,426,28,1,426,28,277.92,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,2.88,,0.77,0.006,0.103,490,28,1,490,28,338.91,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-12700H CPU,7.23,,2.11,0.014,0.063,502,115,1,502,115,160.16,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.02,,1.13,0.007,0.058,303,35,1,303,35,564.49,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-10900TE ",2.65,,1.47,0.005,0.076,488,35,1,488,35,411.44,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-12900TE ",4.43,,1.32,0.008,0.126,544,35,1,544,35,233.69,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-13900K ",12.56,,4.02,0.021,0.100,599,125,1,599,125,125.42,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,atom,Intel® Processor N200 CPU,0.11,,0.05,0.001,0.019,193,6,1,193,6,8949.48,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.33,,2.45,0.007,0.035,594,125,1,594,125,238.2,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",1.6,,0.92,0.006,0.023,249,71,1,249,71,628.09,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",17.64,,4.57,0.006,0.084,3144,210,2,1572,105,115.69,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",57.78,,14.8,0.003,0.141,16954,410,2,8477,205,36.97,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",78.79,,20.72,0.004,0.146,18718,540,2,9359,270,108.29,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",447.58,,31.29,0.013,0.639,34000,700,2,17000,350,8.52,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",16.78,,4.35,0.008,0.084,2022,200,2,1011,100,121.64,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",42.36,,10.47,0.019,0.141,2274,300,2,1137,150,62,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",212,109.86,,0.110,1.413,1925,150,1,1925,150,75.46,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",147.33,81.3,,0.459,0.982,321,150,1,321,150,107.9,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,atom,Intel® Celeron® 6305E CPU,0.89,,0.23,0.008,0.059,107,15,1,107,15,1121.85,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,1.18,1.18,0.6,0.018,0.098,67,12,1,67,12,3388.59,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,9.69,5.42,2.82,0.023,0.346,426,28,1,426,28,422.17,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,8.81,4.73,2.22,0.018,0.315,490,28,1,490,28,454.51,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,10.57,6.15,3.31,0.021,0.092,502,115,1,502,115,378.05,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,0.29,0.16,,0.001,0.048,193,6,1,193,6,13815.91,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,5.07,2.64,1.41,0.047,0.338,107,15,1,107,15,774.3,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,0.33,,0.13,0.005,0.028,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,3.91,,1,0.009,0.140,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,7.22,,2.11,0.014,0.063,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.11,,0.05,0.001,0.019,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,0.89,,0.23,0.008,0.059,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Atom® X6425E CPU,45.25,,21.49,0.675,3.771,67,12,1,67,12,23.03,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i3-8100 ",211.26,,122.9,1.806,3.250,117,65,1,117,65,4.94,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-10500TE ",328.11,,171.73,1.533,5.048,214,65,1,214,65,3.6,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-13600K ",958.88,,352.8,2.915,7.671,329,125,1,329,125,2.39,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,516.83,,149.6,1.213,18.458,426,28,1,426,28,1.95,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,387.14,,100.71,0.790,13.827,490,28,1,490,28,2.82,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-12700H CPU,851.54,,313.45,1.696,7.405,502,115,1,502,115,2.26,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-8700T ",276.74,,157.91,0.913,7.907,303,35,1,303,35,4.32,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-10900TE ",364.53,,192.13,0.747,10.415,488,35,1,488,35,3.37,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-12900TE ",524.73,,184.04,0.965,14.992,544,35,1,544,35,3.11,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-13900K ",1448.44,,577.78,2.418,11.587,599,125,1,599,125,2.07,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Processor N200 CPU,14.48,,7.94,0.075,2.413,193,6,1,193,6,72.01,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® W1290P ",575.79,,221.76,0.969,4.606,594,125,1,594,125,2.37,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",202.62,,125.71,0.814,2.854,249,71,1,249,71,5.11,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",2056.28,,640.87,0.654,9.792,3144,210,2,1572,105,1.56,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",5764.35,,1656.74,0.340,14.059,16954,410,2,8477,205,1.1,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",10274.61,,2320.94,0.549,19.027,18718,540,2,9359,270,0.66,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",22310.17,,3557.58,0.656,31.872,34000,700,2,17000,350,0.82,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1961.85,,610.96,0.970,9.809,2022,200,2,1011,100,1.63,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",4825.79,,1246.04,2.122,16.086,2274,300,2,1137,150,0.81,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",4044.15,3428.72,,2.101,26.961,1925,150,1,1925,150,3.93,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2984.21,2546.5,,9.297,19.895,321,150,1,321,150,5.28,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Celeron® 6305E CPU,107.12,,36.58,1.001,7.142,107,15,1,107,15,9.17,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,92.52,95.67,51.13,1.381,7.710,67,12,1,67,12,42.26,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,651.76,382.05,253.7,1.530,23.277,426,28,1,426,28,6.02,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,524.22,312.45,186.78,1.070,18.722,490,28,1,490,28,7.46,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,773.55,416.41,274.89,1.541,6.727,502,115,1,502,115,4.96,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,29.11,15.38,9.5,0.151,4.852,193,6,1,193,6,136.41,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,411.09,221.78,136.65,3.842,27.406,107,15,1,107,15,9.59,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,108.74,,57.49,1.623,9.061,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,681.22,,234.33,1.599,24.329,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,846.65,,312.78,1.687,7.362,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,35.06,,14.07,0.182,5.843,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,299.91,,136.25,2.803,19.994,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Atom® X6425E CPU,0.48,,0.06,0.007,0.040,67,12,1,67,12,2086.28,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.42,,1.55,0.021,0.037,117,65,1,117,65,426.14,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",3.6,,2.28,0.017,0.055,214,65,1,214,65,324.72,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",11.52,,3.96,0.035,0.092,329,125,1,329,125,121.88,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,6.54,,1.63,0.015,0.234,426,28,1,426,28,168.96,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,4.87,,1.22,0.010,0.174,490,28,1,490,28,209.5,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-12700H CPU,10.23,,3.55,0.020,0.089,502,115,1,502,115,123.74,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",3.02,,1.86,0.010,0.086,303,35,1,303,35,385.98,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.86,,2.4,0.008,0.110,488,35,1,488,35,286.48,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",6.29,,2.21,0.012,0.180,544,35,1,544,35,167.25,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",17.97,,6.61,0.030,0.144,599,125,1,599,125,91.7,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Processor N200 CPU,0.17,,0.09,0.001,0.029,193,6,1,193,6,5851.61,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",6.17,,3.96,0.010,0.049,594,125,1,594,125,180.39,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.31,,1.48,0.009,0.033,249,71,1,249,71,434.36,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",29.19,,7.31,0.009,0.139,3144,210,2,1572,105,71.02,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",95.18,,21.6,0.006,0.232,16954,410,2,8477,205,23.81,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",129.12,,31.53,0.007,0.239,18718,540,2,9359,270,73.82,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",594.44,,48.37,0.017,0.849,34000,700,2,17000,350,8.51,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",27.77,,6.96,0.014,0.139,2022,200,2,1011,100,74.6,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",69.04,,15.92,0.030,0.230,2274,300,2,1137,150,43.95,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",308.2,201.07,,0.160,2.055,1925,150,1,1925,150,51.9,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",264.35,182.28,,0.824,1.762,321,150,1,321,150,60.21,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Celeron® 6305E CPU,1.49,,0.38,0.014,0.099,107,15,1,107,15,675.13,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,0.98,1.99,0.98,0.015,0.082,67,12,1,67,12,4060.12,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,17.25,8.84,4.82,0.040,0.616,426,28,1,426,28,227.85,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,15.51,7.82,4.16,0.032,0.554,490,28,1,490,28,257.82,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,18.55,9.77,5.39,0.037,0.161,502,115,1,502,115,215.12,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,0.46,0.25,0.14,0.002,0.077,193,6,1,193,6,8685.49,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,8.41,4.38,2.38,0.079,0.560,107,15,1,107,15,475.59,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,1.23,,0.79,0.018,0.102,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,13.96,,3.78,0.033,0.499,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,10.26,,3.52,0.020,0.089,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.57,,0.19,0.003,0.094,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,8.94,,2.44,0.084,0.596,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,atom,Intel® Atom® X6425E CPU,2.09,,0.88,0.031,0.174,67,12,1,67,12,484.41,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,"Intel® Core™ i3-8100 ",10.63,,5.8,0.091,0.163,117,65,1,117,65,95.04,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",15.37,,8.28,0.072,0.236,214,65,1,214,65,74.25,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,"Intel® Core™ i5-13600K ",51.79,,15.62,0.157,0.414,329,125,1,329,125,29.87,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,24.16,,6.61,0.057,0.863,426,28,1,426,28,46.04,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,18.04,,4.84,0.037,0.644,490,28,1,490,28,57.2,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,Intel® Core™ i7-12700H CPU,45.55,,13.34,0.091,0.396,502,115,1,502,115,29.39,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,"Intel® Core™ i7-8700T ",12.71,,6.82,0.042,0.363,303,35,1,303,35,87.06,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",16.64,,8.64,0.034,0.475,488,35,1,488,35,67.32,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",27.33,,8.16,0.050,0.781,544,35,1,544,35,41.73,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core,"Intel® Core™ i9-13900K ",78.06,,25.64,0.130,0.624,599,125,1,599,125,23.25,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,atom,Intel® Processor N200 CPU,0.7,,0.34,0.004,0.117,193,6,1,193,6,1470.7,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",27.37,,14.08,0.046,0.219,594,125,1,594,125,40.66,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",10.06,,5.64,0.040,0.142,249,71,1,249,71,100.33,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",106.36,,29.72,0.034,0.506,3144,210,2,1572,105,21.82,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",313.83,,87.89,0.019,0.765,16954,410,2,8477,205,10.5,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",490.61,,109.01,0.026,0.909,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2125.85,,193.93,0.063,3.037,34000,700,2,17000,350,3.31,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",101.13,,28.36,0.050,0.506,2022,200,2,1011,100,22.77,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",242.25,,62.31,0.107,0.808,2274,300,2,1137,150,13.97,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",784.51,385.29,,0.408,5.230,1925,150,1,1925,150,20.34,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",582.91,341.6,,1.816,3.886,321,150,1,321,150,27.27,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,atom,Intel® Celeron® 6305E CPU,5.45,,1.54,0.051,0.363,107,15,1,107,15,184.42,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,6.74,6.85,3.38,0.101,0.562,67,12,1,67,12,591.73,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,63.57,29.68,16.2,0.149,2.270,426,28,1,426,28,63.78,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,57.51,26.04,13.46,0.117,2.054,490,28,1,490,28,69.04,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,70.17,33.53,18.68,0.140,0.610,502,115,1,502,115,56.66,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,1.76,0.94,0.5,0.009,0.293,193,6,1,193,6,2270.28,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,32.22,15.09,8.06,0.301,2.148,107,15,1,107,15,123.79,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,7.72,,3.75,0.115,0.643,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,51.27,,13.81,0.120,1.831,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,45.37,,13.46,0.090,0.395,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,2.17,,0.7,0.011,0.361,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,33.62,,8.52,0.314,2.242,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,atom,Intel® Atom® X6425E CPU,22.9,,10.3,0.342,1.908,67,12,1,67,12,44.81,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i3-8100 ",111.7,,63.53,0.955,1.718,117,65,1,117,65,9.05,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-10500TE ",167.36,,91.55,0.782,2.575,214,65,1,214,65,6.74,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-13600K ",600,,195.96,1.824,4.800,329,125,1,329,125,3.05,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,252.28,,77.33,0.592,9.010,426,28,1,426,28,4.56,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,186.61,,55.02,0.381,6.665,490,28,1,490,28,5.72,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-12700H CPU,501.3,,153.33,0.999,4.359,502,115,1,502,115,3.07,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-8700T ",137.83,,76.63,0.455,3.938,303,35,1,303,35,8.19,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-10900TE ",184.15,,95.48,0.377,5.261,488,35,1,488,35,6.36,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-12900TE ",293.87,,93.77,0.540,8.396,544,35,1,544,35,4.16,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-13900K ",859.57,,285.93,1.435,6.877,599,125,1,599,125,2.43,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,atom,Intel® Processor N200 CPU,7.83,,4.08,0.041,1.306,193,6,1,193,6,136.7,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® W1290P ",298.34,,148.85,0.502,2.387,594,125,1,594,125,4.01,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",106.15,,62.71,0.426,1.495,249,71,1,249,71,9.46,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",1051.35,,338.78,0.334,5.006,3144,210,2,1572,105,2.52,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2835.63,,919.26,0.167,6.916,16954,410,2,8477,205,1.22,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4653.13,,1373.23,0.249,8.617,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",13069.92,,2139.01,0.384,18.671,34000,700,2,17000,350,1.07,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1009.33,,322.76,0.499,5.047,2022,200,2,1011,100,2.62,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2219.25,,701.36,0.976,7.397,2274,300,2,1137,150,1.33,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3774.19,2809.6,,1.961,25.161,1925,150,1,1925,150,4.2,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2481.58,2188.3,,7.731,16.544,321,150,1,321,150,6.38,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,atom,Intel® Celeron® 6305E CPU,54.03,,17.97,0.505,3.602,107,15,1,107,15,18.27,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,65.71,66.39,33.87,0.981,5.476,67,12,1,67,12,60.33,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,546.82,290.91,170.54,1.284,19.529,426,28,1,426,28,7.02,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,494.07,258.4,135.87,1.008,17.645,490,28,1,490,28,7.98,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,614.04,322.38,201.06,1.223,5.339,502,115,1,502,115,6.27,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,18.67,9.83,5.51,0.097,3.112,193,6,1,193,6,213.14,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,292.06,153.11,86.79,2.730,19.471,107,15,1,107,15,13.59,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,28.49,,39.7,0.425,2.374,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,485.88,,147.22,1.141,17.353,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,504.34,,154.35,1.005,4.386,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,23.01,,8.08,0.119,3.835,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,322.03,,92.97,3.010,21.469,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,atom,Intel® Atom® X6425E CPU,10.23,,5.1,0.153,0.853,67,12,1,67,12,101.71,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,"Intel® Core™ i3-8100 ",53.43,,33.01,0.457,0.822,117,65,1,117,65,19.24,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-10500TE ",81.28,,46.84,0.380,1.251,214,65,1,214,65,13.7,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-13600K ",249.13,,95.35,0.757,1.993,329,125,1,329,125,6.67,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,110.57,,40.76,0.260,3.949,426,28,1,426,28,10.77,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,77.4,,27.48,0.158,2.764,490,28,1,490,28,13.63,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,Intel® Core™ i7-12700H CPU,213.22,,81.23,0.425,1.854,502,115,1,502,115,6.64,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-8700T ",71.39,,42.39,0.236,2.040,303,35,1,303,35,16.54,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-10900TE ",92.64,,52.82,0.190,2.647,488,35,1,488,35,12.63,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-12900TE ",132.43,,50.68,0.243,3.784,544,35,1,544,35,9.16,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-13900K ",377.83,,153.02,0.631,3.023,599,125,1,599,125,5.31,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,atom,Intel® Processor N200 CPU,3.26,,1.94,0.017,0.543,193,6,1,193,6,316.73,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® W1290P ",135.15,,72.61,0.228,1.081,594,125,1,594,125,9.22,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",52.15,,32.9,0.209,0.735,249,71,1,249,71,19.49,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",450.82,,174.94,0.143,2.147,3144,210,2,1572,105,5.96,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",998.4,,454.7,0.059,2.435,16954,410,2,8477,205,3.53,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",1714.12,,554.58,0.092,3.174,18718,540,2,9359,270,2.38,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2889.04,,998.41,0.085,4.127,34000,700,2,17000,350,3.61,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",431.74,,165.69,0.214,2.159,2022,200,2,1011,100,6.18,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",862.18,,340.38,0.379,2.874,2274,300,2,1137,150,3.32,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",1539.24,1433.21,,0.800,10.262,1925,150,1,1925,150,10.28,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",1005.97,1032.49,,3.134,6.706,321,150,1,321,150,15.79,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,atom,Intel® Celeron® 6305E CPU,24.25,,9.56,0.227,1.617,107,15,1,107,15,40.75,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,32.03,33.52,19.17,0.478,2.669,67,12,1,67,12,124.04,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,206.31,140.75,88.2,0.484,7.368,426,28,1,426,28,19.11,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,164.45,109.09,61.03,0.336,5.873,490,28,1,490,28,24.02,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,220.75,149.98,96.81,0.440,1.920,502,115,1,502,115,17.82,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,8.37,5.57,3.25,0.043,1.394,193,6,1,193,6,477.17,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,35.14,,20.32,0.524,2.928,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,179.3,,74.12,0.421,6.403,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,212.84,,82.48,0.424,1.851,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,10.06,,4.44,0.052,1.676,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, -yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,113.96,,48.9,1.065,7.597,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, -end_rec,,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,,,,,,,, -chatGLM2-6B,OV-2023.2,core,"Intel® Core™ i9-13900K ",277,,340,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,374 -chatGLM2-6B,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",,173,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,, -chatGLM2-6B,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,,114,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,, -chatGLM2-6B,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",,,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,, -chatGLM2-6B,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",95,121,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,,,,,,,, -Llama-2-7b-chat,OV-2023.2,core,"Intel® Core™ i9-13900K ",415,,420,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,417 -Llama-2-7b-chat,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",179,,201,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,133 -Llama-2-7b-chat,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,143,,133,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,136 -Llama-2-7b-chat,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",111,95,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,126 -Llama-2-7b-chat,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",163,163,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,221 -end_rec,,,,,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,,,,,,,, -Stable-Diffusion-v2-1,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",7.1,4.4,,,,,,,,,,sec.,FPS/$,FPS/TDP,sec.,,,, -end_rec,,,,,,,,,,,,,,,,,,,,,, \ No newline at end of file +Network model,Release,IE-Type,Platform name,Throughput-INT8,Throughput-FP16,Throughput-FP32,Value,Efficiency,Price,TDP,Sockets,Price/Socket,TDP/Socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L,Latency_FP16,Latency_FP32,Latency_int4,Throughput_INT4,Latency_BF16,Throughput_BF16 +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i3-8100 ",21.27,34.33,45.1,0.182,0.327,117,65,1,117,65,48.62,FPS,FPS/$,FPS/TDP,msec.,,,,12,15,30 +bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-10500TE ",32.04,,21.72,0.150,0.493,214,65,1,214,65,36.77,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-13600K ",112.78,,45.21,0.343,0.902,329,125,1,329,125,17.53,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,50.11,,18.36,0.118,1.790,426,28,1,426,28,23.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,38.17,,13.67,0.078,1.363,490,28,1,490,28,29.4,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core,Intel® Core™ i7-12700H CPU,88.62,,35.37,0.177,0.771,502,115,1,502,115,17.1,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-8700T ",27.47,,18.34,0.091,0.785,303,35,1,303,35,43.1,FPS,FPS/$,FPS/TDP,msec.,,,,,,45 +bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-10900TE ",33.58,35.58,21.38,0.069,0.960,488,35,1,488,35,37.7,FPS,FPS/$,FPS/TDP,msec.,,,,34,,45 +bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-12900TE ",52.74,,20.43,0.097,1.507,544,35,1,544,35,23.05,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-13900K ",164.86,,66.26,0.275,1.319,599,125,1,599,125,13.76,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® W1290P ",50.94,,33.27,0.086,0.407,594,125,1,594,125,29.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",20.73,,,0.083,0.292,249,71,1,249,71,49.54,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",215.86,,80.31,0.069,1.028,3144,210,2,1572,105,14.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",569.64,,222.97,0.034,1.389,16954,410,2,8477,205,7.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",876.04,,336.63,0.047,1.622,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",3131.74,,505.87,0.092,4.474,34000,700,2,17000,350,4.14,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",205.61,,76.34,0.102,1.028,2022,200,2,1011,100,14.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",423.53,,166.33,0.186,1.412,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",824.04,680.35,,0.428,5.494,1925,150,1,1925,150,19.37,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",620.32,554.08,,1.932,4.135,321,150,1,321,150,25.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,83.66,60.2,42.14,0.196,2.988,426,28,1,426,28,47.28,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,72.43,55.39,36.92,0.148,2.587,490,28,1,490,28,55.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,91.52,64.83,46.37,0.182,0.796,502,115,1,502,115,43.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,94.49,,39.79,0.222,3.375,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,88.79,,35.19,0.177,0.772,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.09,,,0.018,0.032,117,65,1,117,65,493.93,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.98,,1.86,0.014,0.046,214,65,1,214,65,351.2,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",10.07,,3.75,0.031,0.081,329,125,1,329,125,156.29,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,5.07,,1.63,0.012,0.181,426,28,1,426,28,219.53,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,3.78,,1.21,0.008,0.135,490,28,1,490,28,267.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-12700H CPU,8.31,,3.08,0.017,0.072,502,115,1,502,115,155.69,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.7,,1.61,0.009,0.077,303,35,1,303,35,411.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.28,,1.99,0.007,0.094,488,35,1,488,35,331.95,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",5.12,,1.83,0.009,0.146,544,35,1,544,35,210.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",15.37,,5.95,0.026,0.123,599,125,1,599,125,113.51,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.65,,3.11,0.008,0.037,594,125,1,594,125,228.25,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.11,,,0.008,0.030,249,71,1,249,71,484.55,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",20.81,,6.91,0.007,0.099,3144,210,2,1572,105,106.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",50.63,,17.75,0.003,0.123,16954,410,2,8477,205,54.45,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",66.76,,27.44,0.004,0.124,18718,540,2,9359,270,231.49,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",250.47,,45.77,0.007,0.358,34000,700,2,17000,350,27.75,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",20.73,,6.57,0.010,0.104,2022,200,2,1011,100,106.9,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",38.85,,14.53,0.017,0.129,2274,300,2,1137,150,156.69,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",148.54,102.98,,0.077,0.990,1925,150,1,1925,150,107.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",127.99,94.72,,0.399,0.853,321,150,1,321,150,124.58,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,9.07,6.62,4.27,0.021,0.324,426,28,1,426,28,452.44,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,5.39,5.77,3.01,0.011,0.192,490,28,1,490,28,741.24,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,10.54,7.57,5,0.021,0.092,502,115,1,502,115,379.08,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,8.49,,3.46,0.020,0.303,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,8.53,,3.01,0.017,0.074,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,atom,Intel® Atom® X6425E CPU,4.66,,2.87,0.070,0.388,67,12,1,67,12,219.16,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i3-8100 ",22,,14.03,0.188,0.339,117,65,1,117,65,45.56,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",35.15,,16.61,0.164,0.541,214,65,1,214,65,33.27,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i5-13600K ",101.57,,41.76,0.309,0.813,329,125,1,329,125,16.21,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,52.36,,16.31,0.123,1.870,426,28,1,426,28,19.93,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,31.69,,9.45,0.065,1.132,490,28,1,490,28,29.7,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,Intel® Core™ i7-12700H CPU,74.8,,29.13,0.149,0.650,502,115,1,502,115,16.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i7-8700T ",32.22,,18.38,0.106,0.921,303,35,1,303,35,37.52,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",39.4,,18.25,0.081,1.126,488,35,1,488,35,28.44,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",58.11,,22.54,0.107,1.660,544,35,1,544,35,21.65,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i9-13900K ",149.59,,57.89,0.250,1.197,599,125,1,599,125,12.49,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,atom,Intel® Processor N200 CPU,1.72,,1.01,0.009,0.287,193,6,1,193,6,596.5,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",51.12,,19.38,0.086,0.409,594,125,1,594,125,21.94,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",21.77,,14.75,0.087,0.307,249,71,1,249,71,45.69,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",188.66,,76.86,0.060,0.898,3144,210,2,1572,105,11.81,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",413.18,,154.25,0.024,1.008,16954,410,2,8477,205,5.65,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",564.23,,223.46,0.030,1.045,18718,540,2,9359,270,5.36,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1001.4,,380.46,0.029,1.431,34000,700,2,17000,350,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",182.57,,74.43,0.090,0.913,2022,200,2,1011,100,12.14,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",360.93,,138.14,0.159,1.203,2274,300,2,1137,150,7.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",732.85,602.34,,0.381,4.886,1925,150,1,1925,150,21.8,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",597.79,484.98,,1.862,3.985,321,150,1,321,150,26.18,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,atom,Intel® Celeron® 6305E CPU,11.64,,4.56,0.109,0.776,107,15,1,107,15,87.1,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,10.87,11.07,5.64,0.162,0.906,67,12,1,67,12,367.4,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,104.71,48.95,27.69,0.246,3.739,426,28,1,426,28,37.85,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,76.34,36.22,13.67,0.156,2.726,490,28,1,490,28,52.07,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,113.65,52.72,33.36,0.226,0.988,502,115,1,502,115,34.81,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,3.65,1.92,1.27,0.019,0.609,193,6,1,193,6,1094.07,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,60.3,27.73,16.44,0.564,4.020,107,15,1,107,15,66.22,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,11.11,,5.66,0.166,0.926,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,86.78,,24.13,0.204,3.099,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,75.71,,28.98,0.151,0.658,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.66,,1.9,0.024,0.776,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,61.15,,16.89,0.571,4.077,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,atom,Intel® Atom® X6425E CPU,7.29,,5.01,0.109,0.608,67,12,1,67,12,140.41,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i3-8100 ",36.6,,24.31,0.313,0.563,117,65,1,117,65,28.3,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-10500TE ",58.84,,29.38,0.275,0.905,214,65,1,214,65,21.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-13600K ",139.32,,77.22,0.423,1.115,329,125,1,329,125,11.92,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,73.76,,41.07,0.173,2.634,426,28,1,426,28,15.53,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,52.57,,21.48,0.107,1.877,490,28,1,490,28,20.87,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-12700H CPU,114.46,,54.77,0.228,0.995,502,115,1,502,115,11.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-8700T ",51.93,,34.22,0.171,1.484,303,35,1,303,35,24.28,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-10900TE ",66,,35.11,0.135,1.886,488,35,1,488,35,18.95,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-12900TE ",75.37,,44.41,0.139,2.154,544,35,1,544,35,15.52,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-13900K ",207,,102.36,0.346,1.656,599,125,1,599,125,9.45,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,atom,Intel® Processor N200 CPU,2.09,,1.67,0.011,0.349,193,6,1,193,6,488.71,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® W1290P ",96.56,,38.61,0.163,0.772,594,125,1,594,125,14.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",35.01,,25.27,0.141,0.493,249,71,1,249,71,29.41,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",258.46,,164.63,0.082,1.231,3144,210,2,1572,105,11.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",518.85,,310.76,0.031,1.265,16954,410,2,8477,205,7.42,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",834.12,,495.89,0.045,1.545,18718,540,2,9359,270,4.31,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1043.83,,861.5,0.031,1.491,34000,700,2,17000,350,5.43,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",248.64,,157.52,0.123,1.243,2022,200,2,1011,100,12.27,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",469.81,,293.67,0.207,1.566,2274,300,2,1137,150,5.89,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",846.71,825.71,,0.440,5.645,1925,150,1,1925,150,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",582.03,590.73,,1.813,3.880,321,150,1,321,150,26.38,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,atom,Intel® Celeron® 6305E CPU,18.06,,11.09,0.169,1.204,107,15,1,107,15,57.26,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,19.71,22.48,11.18,0.294,1.643,67,12,1,67,12,202.28,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,110.42,90.58,46.89,0.259,3.944,426,28,1,426,28,35.95,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,62.89,49.91,23.65,0.128,2.246,490,28,1,490,28,63.05,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,127.71,103.78,54.39,0.254,1.110,502,115,1,502,115,30.98,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,5.53,4.94,2.75,0.029,0.921,193,6,1,193,6,721.64,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,72.14,60.61,33.85,0.674,4.809,107,15,1,107,15,55.18,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,20.11,,11.51,0.300,1.676,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,101.03,,48.05,0.237,3.608,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,114.83,,55.31,0.229,0.999,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,5.73,,3.57,0.030,0.955,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,56.19,,32.14,0.525,3.746,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,atom,Intel® Atom® X6425E CPU,132.01,,79.71,1.970,11.001,67,12,1,67,12,7.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i3-8100 ",536.37,,,4.584,8.252,117,65,1,117,65,2.02,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-10500TE ",898.55,,500.27,4.199,13.824,214,65,1,214,65,1.57,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-13600K ",2785.11,,1237.02,8.465,22.281,329,125,1,329,125,0.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,1347.18,,525.71,3.162,48.113,426,28,1,426,28,0.86,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,979.43,,319,1.999,34.980,490,28,1,490,28,1.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-12700H CPU,2099.29,,1056.24,4.182,18.255,502,115,1,502,115,1.1,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-8700T ",741.65,,519.77,2.448,21.190,303,35,1,303,35,1.86,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-10900TE ",949.26,,604.02,1.945,27.122,488,35,1,488,35,1.5,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-12900TE ",1300.22,,657.07,2.390,37.149,544,35,1,544,35,1.32,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-13900K ",4089.6,,2014.33,6.827,32.717,599,125,1,599,125,0.71,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,atom,Intel® Processor N200 CPU,41.1,,29.71,0.213,6.851,193,6,1,193,6,27.14,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® W1290P ",1450.73,,542.77,2.442,11.606,594,125,1,594,125,1.29,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",523.03,,,2.101,7.367,249,71,1,249,71,2.07,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",5410.81,,1915.84,1.721,25.766,3144,210,2,1572,105,1.42,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",14207.13,,4438.67,0.838,34.652,16954,410,2,8477,205,0.93,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",22308.51,,6801.73,1.192,41.312,18718,540,2,9359,270,0.57,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",38064.38,,10986.01,1.120,54.378,34000,700,2,17000,350,0.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",5178.33,,1862.47,2.561,25.892,2022,200,2,1011,100,1.45,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",12161.33,,3597.47,5.348,40.538,2274,300,2,1137,150,0.56,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",6748.16,5698.62,,3.506,44.988,1925,150,1,1925,150,2.37,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",4308.65,3849.95,,13.423,28.724,321,150,1,321,150,3.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,atom,Intel® Celeron® 6305E CPU,265.71,,132.81,2.483,17.714,107,15,1,107,15,3.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,191.22,225.68,130.69,2.854,15.935,67,12,1,67,12,20.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,1014.86,749.24,525.16,2.382,36.245,426,28,1,426,28,3.77,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,880.63,557.89,349.94,1.797,31.451,490,28,1,490,28,4.25,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,1319.62,916.27,563.83,2.629,11.475,502,115,1,502,115,2.83,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,58.68,40.52,26.29,0.304,9.781,193,6,1,193,6,67.34,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,685.09,513.1,339.2,6.403,45.672,107,15,1,107,15,5.56,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,107.78,,137.9,1.609,8.981,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,2182.22,,612.95,5.123,77.937,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,2071.13,,1048.22,4.126,18.010,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,115.35,,50.03,0.598,19.224,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,1465.46,,396.56,13.696,97.698,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,atom,Intel® Atom® X6425E CPU,19.92,,8.18,0.297,1.660,67,12,1,67,12,51.27,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i3-8100 ",96.91,,50.72,0.828,1.491,117,65,1,117,65,10.72,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i5-10500TE ",145.07,,74.01,0.678,2.232,214,65,1,214,65,8.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i5-13600K ",515.17,,140.11,1.566,4.121,329,125,1,329,125,3.89,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,229.34,,61.85,0.538,8.191,426,28,1,426,28,5.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,172.44,,45.06,0.352,6.159,490,28,1,490,28,6.62,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,Intel® Core™ i7-12700H CPU,445.18,,122.92,0.887,3.871,502,115,1,502,115,3.93,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i7-8700T ",122.89,,62.1,0.406,3.511,303,35,1,303,35,9.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i9-10900TE ",156.59,,75.57,0.321,4.474,488,35,1,488,35,7.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i9-12900TE ",269.4,,72.67,0.495,7.697,544,35,1,544,35,4.89,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i9-13900K ",749.69,,228.22,1.252,5.998,599,125,1,599,125,2.98,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,atom,Intel® Processor N200 CPU,6.72,,3.13,0.035,1.120,193,6,1,193,6,159.9,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® W1290P ",240.85,,96.84,0.405,1.927,594,125,1,594,125,5.5,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",92.92,,49.94,0.373,1.309,249,71,1,249,71,11.12,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",968.92,,267.96,0.308,4.614,3144,210,2,1572,105,2.91,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2902.26,,747.22,0.171,7.079,16954,410,2,8477,205,1.55,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4946.11,,1154.11,0.264,9.159,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",19987.31,,1672.83,0.588,28.553,34000,700,2,17000,350,1.02,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",931.66,,257,0.461,4.658,2022,200,2,1011,100,3,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2276.19,,562.55,1.001,7.587,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3436.03,2103.96,,1.785,22.907,1925,150,1,1925,150,4.65,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2320.83,1555.26,,7.230,15.472,321,150,1,321,150,6.8,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,atom,Intel® Celeron® 6305E CPU,49.59,,14.36,0.463,3.306,107,15,1,107,15,19.89,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,49.36,52.35,27.44,0.737,4.113,67,12,1,67,12,80.69,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,351.53,206.09,116.49,0.825,12.555,426,28,1,426,28,11.12,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,291.8,170.69,95.05,0.596,10.421,490,28,1,490,28,13.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,389.36,224.15,136.98,0.776,3.386,502,115,1,502,115,10.01,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,14.66,7.82,4.24,0.076,2.444,193,6,1,193,6,271.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,213.06,118.28,67.33,1.991,14.204,107,15,1,107,15,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,73.78,,32.26,1.101,6.148,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,467.05,,119.19,1.096,16.680,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,446.64,,123.08,0.890,3.884,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,20.62,,6.29,0.107,3.437,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,299.3,,75.5,2.797,19.953,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,atom,Intel® Atom® X6425E CPU,0.33,,0.13,0.005,0.028,67,12,1,67,12,2993.01,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i3-8100 ",1.68,,0.97,0.014,0.026,117,65,1,117,65,601.85,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.42,,1.4,0.011,0.037,214,65,1,214,65,459.92,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-13600K ",8.24,,2.4,0.025,0.066,329,125,1,329,125,163.48,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,3.91,,1,0.009,0.140,426,28,1,426,28,277.92,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,2.88,,0.77,0.006,0.103,490,28,1,490,28,338.91,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-12700H CPU,7.23,,2.11,0.014,0.063,502,115,1,502,115,160.16,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.02,,1.13,0.007,0.058,303,35,1,303,35,564.49,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-10900TE ",2.65,,1.47,0.005,0.076,488,35,1,488,35,411.44,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-12900TE ",4.43,,1.32,0.008,0.126,544,35,1,544,35,233.69,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-13900K ",12.56,,4.02,0.021,0.100,599,125,1,599,125,125.42,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,atom,Intel® Processor N200 CPU,0.11,,0.05,0.001,0.019,193,6,1,193,6,8949.48,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.33,,2.45,0.007,0.035,594,125,1,594,125,238.2,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",1.6,,0.92,0.006,0.023,249,71,1,249,71,628.09,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",17.64,,4.57,0.006,0.084,3144,210,2,1572,105,115.69,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",57.78,,14.8,0.003,0.141,16954,410,2,8477,205,36.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",78.79,,20.72,0.004,0.146,18718,540,2,9359,270,108.29,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",447.58,,31.29,0.013,0.639,34000,700,2,17000,350,8.52,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",16.78,,4.35,0.008,0.084,2022,200,2,1011,100,121.64,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",42.36,,10.47,0.019,0.141,2274,300,2,1137,150,62,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",212,109.86,,0.110,1.413,1925,150,1,1925,150,75.46,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",147.33,81.3,,0.459,0.982,321,150,1,321,150,107.9,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,atom,Intel® Celeron® 6305E CPU,0.89,,0.23,0.008,0.059,107,15,1,107,15,1121.85,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,1.18,1.18,0.6,0.018,0.098,67,12,1,67,12,3388.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,9.69,5.42,2.82,0.023,0.346,426,28,1,426,28,422.17,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,8.81,4.73,2.22,0.018,0.315,490,28,1,490,28,454.51,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,10.57,6.15,3.31,0.021,0.092,502,115,1,502,115,378.05,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,0.29,0.16,,0.001,0.048,193,6,1,193,6,13815.91,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,5.07,2.64,1.41,0.047,0.338,107,15,1,107,15,774.3,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,0.33,,0.13,0.005,0.028,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,3.91,,1,0.009,0.140,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,7.22,,2.11,0.014,0.063,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.11,,0.05,0.001,0.019,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,0.89,,0.23,0.008,0.059,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Atom® X6425E CPU,45.25,,21.49,0.675,3.771,67,12,1,67,12,23.03,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i3-8100 ",211.26,,122.9,1.806,3.250,117,65,1,117,65,4.94,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-10500TE ",328.11,,171.73,1.533,5.048,214,65,1,214,65,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-13600K ",958.88,,352.8,2.915,7.671,329,125,1,329,125,2.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,516.83,,149.6,1.213,18.458,426,28,1,426,28,1.95,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,387.14,,100.71,0.790,13.827,490,28,1,490,28,2.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-12700H CPU,851.54,,313.45,1.696,7.405,502,115,1,502,115,2.26,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-8700T ",276.74,,157.91,0.913,7.907,303,35,1,303,35,4.32,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-10900TE ",364.53,,192.13,0.747,10.415,488,35,1,488,35,3.37,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-12900TE ",524.73,,184.04,0.965,14.992,544,35,1,544,35,3.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-13900K ",1448.44,,577.78,2.418,11.587,599,125,1,599,125,2.07,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Processor N200 CPU,14.48,,7.94,0.075,2.413,193,6,1,193,6,72.01,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® W1290P ",575.79,,221.76,0.969,4.606,594,125,1,594,125,2.37,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",202.62,,125.71,0.814,2.854,249,71,1,249,71,5.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",2056.28,,640.87,0.654,9.792,3144,210,2,1572,105,1.56,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",5764.35,,1656.74,0.340,14.059,16954,410,2,8477,205,1.1,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",10274.61,,2320.94,0.549,19.027,18718,540,2,9359,270,0.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",22310.17,,3557.58,0.656,31.872,34000,700,2,17000,350,0.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1961.85,,610.96,0.970,9.809,2022,200,2,1011,100,1.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",4825.79,,1246.04,2.122,16.086,2274,300,2,1137,150,0.81,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",4044.15,3428.72,,2.101,26.961,1925,150,1,1925,150,3.93,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2984.21,2546.5,,9.297,19.895,321,150,1,321,150,5.28,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Celeron® 6305E CPU,107.12,,36.58,1.001,7.142,107,15,1,107,15,9.17,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,92.52,95.67,51.13,1.381,7.710,67,12,1,67,12,42.26,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,651.76,382.05,253.7,1.530,23.277,426,28,1,426,28,6.02,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,524.22,312.45,186.78,1.070,18.722,490,28,1,490,28,7.46,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,773.55,416.41,274.89,1.541,6.727,502,115,1,502,115,4.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,29.11,15.38,9.5,0.151,4.852,193,6,1,193,6,136.41,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,411.09,221.78,136.65,3.842,27.406,107,15,1,107,15,9.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,108.74,,57.49,1.623,9.061,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,681.22,,234.33,1.599,24.329,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,846.65,,312.78,1.687,7.362,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,35.06,,14.07,0.182,5.843,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,299.91,,136.25,2.803,19.994,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Atom® X6425E CPU,0.48,,0.06,0.007,0.040,67,12,1,67,12,2086.28,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.42,,1.55,0.021,0.037,117,65,1,117,65,426.14,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",3.6,,2.28,0.017,0.055,214,65,1,214,65,324.72,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",11.52,,3.96,0.035,0.092,329,125,1,329,125,121.88,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,6.54,,1.63,0.015,0.234,426,28,1,426,28,168.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,4.87,,1.22,0.010,0.174,490,28,1,490,28,209.5,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-12700H CPU,10.23,,3.55,0.020,0.089,502,115,1,502,115,123.74,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",3.02,,1.86,0.010,0.086,303,35,1,303,35,385.98,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.86,,2.4,0.008,0.110,488,35,1,488,35,286.48,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",6.29,,2.21,0.012,0.180,544,35,1,544,35,167.25,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",17.97,,6.61,0.030,0.144,599,125,1,599,125,91.7,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Processor N200 CPU,0.17,,0.09,0.001,0.029,193,6,1,193,6,5851.61,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",6.17,,3.96,0.010,0.049,594,125,1,594,125,180.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.31,,1.48,0.009,0.033,249,71,1,249,71,434.36,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",29.19,,7.31,0.009,0.139,3144,210,2,1572,105,71.02,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",95.18,,21.6,0.006,0.232,16954,410,2,8477,205,23.81,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",129.12,,31.53,0.007,0.239,18718,540,2,9359,270,73.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",594.44,,48.37,0.017,0.849,34000,700,2,17000,350,8.51,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",27.77,,6.96,0.014,0.139,2022,200,2,1011,100,74.6,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",69.04,,15.92,0.030,0.230,2274,300,2,1137,150,43.95,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",308.2,201.07,,0.160,2.055,1925,150,1,1925,150,51.9,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",264.35,182.28,,0.824,1.762,321,150,1,321,150,60.21,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Celeron® 6305E CPU,1.49,,0.38,0.014,0.099,107,15,1,107,15,675.13,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,0.98,1.99,0.98,0.015,0.082,67,12,1,67,12,4060.12,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,17.25,8.84,4.82,0.040,0.616,426,28,1,426,28,227.85,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,15.51,7.82,4.16,0.032,0.554,490,28,1,490,28,257.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,18.55,9.77,5.39,0.037,0.161,502,115,1,502,115,215.12,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,0.46,0.25,0.14,0.002,0.077,193,6,1,193,6,8685.49,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,8.41,4.38,2.38,0.079,0.560,107,15,1,107,15,475.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,1.23,,0.79,0.018,0.102,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,13.96,,3.78,0.033,0.499,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,10.26,,3.52,0.020,0.089,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.57,,0.19,0.003,0.094,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,8.94,,2.44,0.084,0.596,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,atom,Intel® Atom® X6425E CPU,2.09,,0.88,0.031,0.174,67,12,1,67,12,484.41,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i3-8100 ",10.63,,5.8,0.091,0.163,117,65,1,117,65,95.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",15.37,,8.28,0.072,0.236,214,65,1,214,65,74.25,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i5-13600K ",51.79,,15.62,0.157,0.414,329,125,1,329,125,29.87,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,24.16,,6.61,0.057,0.863,426,28,1,426,28,46.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,18.04,,4.84,0.037,0.644,490,28,1,490,28,57.2,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,Intel® Core™ i7-12700H CPU,45.55,,13.34,0.091,0.396,502,115,1,502,115,29.39,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i7-8700T ",12.71,,6.82,0.042,0.363,303,35,1,303,35,87.06,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",16.64,,8.64,0.034,0.475,488,35,1,488,35,67.32,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",27.33,,8.16,0.050,0.781,544,35,1,544,35,41.73,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i9-13900K ",78.06,,25.64,0.130,0.624,599,125,1,599,125,23.25,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,atom,Intel® Processor N200 CPU,0.7,,0.34,0.004,0.117,193,6,1,193,6,1470.7,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",27.37,,14.08,0.046,0.219,594,125,1,594,125,40.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",10.06,,5.64,0.040,0.142,249,71,1,249,71,100.33,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",106.36,,29.72,0.034,0.506,3144,210,2,1572,105,21.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",313.83,,87.89,0.019,0.765,16954,410,2,8477,205,10.5,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",490.61,,109.01,0.026,0.909,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2125.85,,193.93,0.063,3.037,34000,700,2,17000,350,3.31,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",101.13,,28.36,0.050,0.506,2022,200,2,1011,100,22.77,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",242.25,,62.31,0.107,0.808,2274,300,2,1137,150,13.97,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",784.51,385.29,,0.408,5.230,1925,150,1,1925,150,20.34,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",582.91,341.6,,1.816,3.886,321,150,1,321,150,27.27,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,atom,Intel® Celeron® 6305E CPU,5.45,,1.54,0.051,0.363,107,15,1,107,15,184.42,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,6.74,6.85,3.38,0.101,0.562,67,12,1,67,12,591.73,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,63.57,29.68,16.2,0.149,2.270,426,28,1,426,28,63.78,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,57.51,26.04,13.46,0.117,2.054,490,28,1,490,28,69.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,70.17,33.53,18.68,0.140,0.610,502,115,1,502,115,56.66,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,1.76,0.94,0.5,0.009,0.293,193,6,1,193,6,2270.28,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,32.22,15.09,8.06,0.301,2.148,107,15,1,107,15,123.79,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,7.72,,3.75,0.115,0.643,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,51.27,,13.81,0.120,1.831,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,45.37,,13.46,0.090,0.395,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,2.17,,0.7,0.011,0.361,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,33.62,,8.52,0.314,2.242,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,atom,Intel® Atom® X6425E CPU,22.9,,10.3,0.342,1.908,67,12,1,67,12,44.81,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i3-8100 ",111.7,,63.53,0.955,1.718,117,65,1,117,65,9.05,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-10500TE ",167.36,,91.55,0.782,2.575,214,65,1,214,65,6.74,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-13600K ",600,,195.96,1.824,4.800,329,125,1,329,125,3.05,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,252.28,,77.33,0.592,9.010,426,28,1,426,28,4.56,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,186.61,,55.02,0.381,6.665,490,28,1,490,28,5.72,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-12700H CPU,501.3,,153.33,0.999,4.359,502,115,1,502,115,3.07,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-8700T ",137.83,,76.63,0.455,3.938,303,35,1,303,35,8.19,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-10900TE ",184.15,,95.48,0.377,5.261,488,35,1,488,35,6.36,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-12900TE ",293.87,,93.77,0.540,8.396,544,35,1,544,35,4.16,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-13900K ",859.57,,285.93,1.435,6.877,599,125,1,599,125,2.43,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,atom,Intel® Processor N200 CPU,7.83,,4.08,0.041,1.306,193,6,1,193,6,136.7,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® W1290P ",298.34,,148.85,0.502,2.387,594,125,1,594,125,4.01,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",106.15,,62.71,0.426,1.495,249,71,1,249,71,9.46,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",1051.35,,338.78,0.334,5.006,3144,210,2,1572,105,2.52,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2835.63,,919.26,0.167,6.916,16954,410,2,8477,205,1.22,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4653.13,,1373.23,0.249,8.617,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",13069.92,,2139.01,0.384,18.671,34000,700,2,17000,350,1.07,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1009.33,,322.76,0.499,5.047,2022,200,2,1011,100,2.62,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2219.25,,701.36,0.976,7.397,2274,300,2,1137,150,1.33,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3774.19,2809.6,,1.961,25.161,1925,150,1,1925,150,4.2,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2481.58,2188.3,,7.731,16.544,321,150,1,321,150,6.38,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,atom,Intel® Celeron® 6305E CPU,54.03,,17.97,0.505,3.602,107,15,1,107,15,18.27,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,65.71,66.39,33.87,0.981,5.476,67,12,1,67,12,60.33,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,546.82,290.91,170.54,1.284,19.529,426,28,1,426,28,7.02,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,494.07,258.4,135.87,1.008,17.645,490,28,1,490,28,7.98,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,614.04,322.38,201.06,1.223,5.339,502,115,1,502,115,6.27,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,18.67,9.83,5.51,0.097,3.112,193,6,1,193,6,213.14,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,292.06,153.11,86.79,2.730,19.471,107,15,1,107,15,13.59,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,28.49,,39.7,0.425,2.374,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,485.88,,147.22,1.141,17.353,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,504.34,,154.35,1.005,4.386,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,23.01,,8.08,0.119,3.835,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,322.03,,92.97,3.010,21.469,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,atom,Intel® Atom® X6425E CPU,10.23,,5.1,0.153,0.853,67,12,1,67,12,101.71,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i3-8100 ",53.43,,33.01,0.457,0.822,117,65,1,117,65,19.24,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-10500TE ",81.28,,46.84,0.380,1.251,214,65,1,214,65,13.7,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-13600K ",249.13,,95.35,0.757,1.993,329,125,1,329,125,6.67,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,110.57,,40.76,0.260,3.949,426,28,1,426,28,10.77,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,77.4,,27.48,0.158,2.764,490,28,1,490,28,13.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,Intel® Core™ i7-12700H CPU,213.22,,81.23,0.425,1.854,502,115,1,502,115,6.64,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-8700T ",71.39,,42.39,0.236,2.040,303,35,1,303,35,16.54,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-10900TE ",92.64,,52.82,0.190,2.647,488,35,1,488,35,12.63,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-12900TE ",132.43,,50.68,0.243,3.784,544,35,1,544,35,9.16,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-13900K ",377.83,,153.02,0.631,3.023,599,125,1,599,125,5.31,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,atom,Intel® Processor N200 CPU,3.26,,1.94,0.017,0.543,193,6,1,193,6,316.73,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® W1290P ",135.15,,72.61,0.228,1.081,594,125,1,594,125,9.22,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",52.15,,32.9,0.209,0.735,249,71,1,249,71,19.49,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",450.82,,174.94,0.143,2.147,3144,210,2,1572,105,5.96,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",998.4,,454.7,0.059,2.435,16954,410,2,8477,205,3.53,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",1714.12,,554.58,0.092,3.174,18718,540,2,9359,270,2.38,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2889.04,,998.41,0.085,4.127,34000,700,2,17000,350,3.61,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",431.74,,165.69,0.214,2.159,2022,200,2,1011,100,6.18,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",862.18,,340.38,0.379,2.874,2274,300,2,1137,150,3.32,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",1539.24,1433.21,,0.800,10.262,1925,150,1,1925,150,10.28,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",1005.97,1032.49,,3.134,6.706,321,150,1,321,150,15.79,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,atom,Intel® Celeron® 6305E CPU,24.25,,9.56,0.227,1.617,107,15,1,107,15,40.75,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,32.03,33.52,19.17,0.478,2.669,67,12,1,67,12,124.04,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,206.31,140.75,88.2,0.484,7.368,426,28,1,426,28,19.11,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,164.45,109.09,61.03,0.336,5.873,490,28,1,490,28,24.02,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,220.75,149.98,96.81,0.440,1.920,502,115,1,502,115,17.82,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,8.37,5.57,3.25,0.043,1.394,193,6,1,193,6,477.17,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,35.14,,20.32,0.524,2.928,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,179.3,,74.12,0.421,6.403,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,212.84,,82.48,0.424,1.851,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,10.06,,4.44,0.052,1.676,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,113.96,,48.9,1.065,7.597,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,, +end_rec,,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,,,,,,,,,,,,,,,,,,,,, +begin_rec,,,,,,,,,,,,,,,,,,,,,,,, +chatGLM2-6B,OV-2023.2,core,"Intel® Core™ i9-13900K ",277,,340,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,374,, +chatGLM2-6B,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",,173,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,,, +chatGLM2-6B,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,,114,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,,, +chatGLM2-6B,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",,,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,,, +chatGLM2-6B,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",95,121,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec,,,,,,,,,,,,,,,,,,,,,,,, +Llama-2-7b-chat,OV-2023.2,core,"Intel® Core™ i9-13900K ",415,,420,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,417,, +Llama-2-7b-chat,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",179,,201,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,133,, +Llama-2-7b-chat,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,143,,133,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,136,, +Llama-2-7b-chat,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",111,95,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,126,, +Llama-2-7b-chat,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",163,163,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,221,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, +begin_rec,,,,,,,,,,,,,,,,,,,,,,,, +Stable-Diffusion-v2-1,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",7.1,4.4,,,,,,,,,,sec.,FPS/$,FPS/TDP,sec.,,,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,,,, \ No newline at end of file diff --git a/docs/sphinx_setup/_static/js/graphs.js b/docs/sphinx_setup/_static/js/graphs.js index cf34ae194fb..c3b86fca1b1 100644 --- a/docs/sphinx_setup/_static/js/graphs.js +++ b/docs/sphinx_setup/_static/js/graphs.js @@ -121,6 +121,7 @@ class ExcelData { this.throughputInt8 = csvdataline[4]; this.throughputFP16 = csvdataline[5]; this.throughputFP32 = csvdataline[6]; + this.throughputBF16 = csvdataline[24]; this.value = csvdataline[7]; this.efficiency = csvdataline[8]; this.price = csvdataline[9]; @@ -132,6 +133,7 @@ class ExcelData { this.latency16 = csvdataline[19]; this.latency32 = csvdataline[20]; this.latency4 = csvdataline[21]; + this.latencyBF16 = csvdataline[23]; this.throughputUnit = csvdataline[15]; this.valueUnit = csvdataline[16]; this.efficiencyUnit = csvdataline[17]; @@ -168,7 +170,8 @@ class GraphData { 'int4': excelData.throughputInt4, 'int8': excelData.throughputInt8, 'fp16': excelData.throughputFP16, - 'fp32': excelData.throughputFP32 + 'fp32': excelData.throughputFP32, + 'bf16': excelData.throughputBF16 }, excelData.value, excelData.efficiency, @@ -178,7 +181,8 @@ class GraphData { 'int4': excelData.latency4, 'int8': excelData.latency, 'fp16': excelData.latency16, - 'fp32': excelData.latency32 + 'fp32': excelData.latency32, + 'bf16': excelData.latencyBF16 },); this.price = excelData.price; @@ -231,7 +235,7 @@ class Modal { static getPrecisionsLabels(version) { if (version == 'ovms') return ['OV-INT8 (reference)', 'INT8', 'OV-FP32 (reference)', 'FP32']; - return ['INT4', 'INT8', 'FP16', 'FP32']; + return ['INT4', 'INT8', 'FP16', 'FP32', 'BF16']; } static getCoreTypes(labels) { return labels.map((label) => { @@ -262,13 +266,14 @@ class Modal { return 'fp16'; case 'FP32': return 'fp32'; + case 'BF16': + return 'bf16'; default: return ''; } }); } static getUnitDescription(unit) { - console.log(unit) switch (unit) { case 'msec.': return '(lower is better)'; @@ -383,6 +388,8 @@ class Graph { return { data: null, color: '#009fca', label: `FP16` }; case 'fp32': return { data: null, color: '#007797', label: `FP32` }; + case 'bf16': + return { data: null, color: '#00536a', label: `BF16` }; default: return {}; } @@ -402,6 +409,8 @@ class Graph { return { data: null, color: '#8424a9', label: `FP16` }; case 'fp32': return { data: null, color: '#5b037d', label: `FP32` }; + case 'bf16': + return { data: null, color: '#37014c', label: `BF16` }; default: return {}; } @@ -787,7 +796,7 @@ $(document).ready(function () { li.style.alignItems = 'center'; li.style.display = 'block'; li.style.flexDirection = 'column'; - li.style.marginLeft = '10px'; + li.style.marginLeft = '4px'; li.onclick = () => { const {type} = chart.config; @@ -806,7 +815,7 @@ $(document).ready(function () { boxSpan.style.borderColor = item.strokeStyle; boxSpan.style.borderWidth = item.lineWidth + 'px'; boxSpan.style.display = 'inline-block'; - boxSpan.style.height = '12px'; + boxSpan.style.height = '10px'; boxSpan.style.marginRight = '4px'; boxSpan.style.width = '30px'; @@ -815,7 +824,8 @@ $(document).ready(function () { textContainer.style.color = item.fontColor; textContainer.style.margin = 0; textContainer.style.padding = 0; - textContainer.style.fontSize = '0.8rem'; + textContainer.style.fontSize = '0.6rem'; + textContainer.style.marginLeft = '3px'; textContainer.style.textDecoration = item.hidden ? 'line-through' : ''; const text = document.createTextNode(item.text); @@ -871,7 +881,7 @@ $(document).ready(function () { data: item.data, backgroundColor: item.color, borderColor: 'rgba(170,170,170,0)', - barThickness: 12 + barThickness: 10 } }) } @@ -945,19 +955,24 @@ $(document).ready(function () { config.datasets[index].data = throughputData.map(tData => tData[prec]); }); return config; + //to fix + // return removeEmptyLabel(config); } else if(kpi === 'latency'){ var latencyData = Graph.getDatabyKPI(model, kpi); var config = Graph.getGraphConfig(kpi, groupUnit, precisions); precisions.forEach((prec, index) => { - config.datasets[index].data = latencyData.map(tData => tData[prec]); + config.datasets[index].data = latencyData.map(tData => tData[prec]); }); return config; + // return removeEmptyLabel(config); } var config = Graph.getGraphConfig(kpi, groupUnit); config.datasets[0].data = Graph.getDatabyKPI(model, kpi); return config; }); + + // get the client platform labels and create labels for all the graphs var labelsContainer = $('
'); labelsContainer.addClass('chart-labels-container'); @@ -1013,6 +1028,21 @@ $(document).ready(function () { setChartsDisplayDirection(display.mode); adjustHeaderIcons(display.mode); } + function removeEmptyLabel(config, indexes) { + var indexes = []; + config.datasets.forEach((item, index) =>{ + if(item.data[0] == '') { + indexes.push(index); + } + }) + var sorted = indexes.sort(function(a, b){return b-a}); + + sorted.forEach((index)=>{ + config.datasets.splice(index,1); + }) + console.log(config); + return config; + } function processMetricNew(labels, datasets, chartTitle, container, widthClass, id) { // ratio for consistent chart label height