diff --git a/docs/_static/benchmarks_files/OV-2023.0-Performance-Data.xlsx b/docs/_static/benchmarks_files/OV-2023.0-Performance-Data.xlsx deleted file mode 100644 index f4000d00ce0..00000000000 Binary files a/docs/_static/benchmarks_files/OV-2023.0-Performance-Data.xlsx and /dev/null differ diff --git a/docs/_static/benchmarks_files/OV-2023.1-Platform_list.pdf b/docs/_static/benchmarks_files/OV-2023.1-Platform_list.pdf deleted file mode 100644 index fc333581a59..00000000000 Binary files a/docs/_static/benchmarks_files/OV-2023.1-Platform_list.pdf and /dev/null differ diff --git a/docs/_static/benchmarks_files/OV-2023.1-system-info-detailed.xlsx b/docs/_static/benchmarks_files/OV-2023.1-system-info-detailed.xlsx deleted file mode 100644 index 8d6c1bcf022..00000000000 Binary files a/docs/_static/benchmarks_files/OV-2023.1-system-info-detailed.xlsx and /dev/null differ diff --git a/docs/_static/benchmarks_files/OV-2023.2-Performance-Data.xlsx b/docs/_static/benchmarks_files/OV-2023.2-Performance-Data.xlsx new file mode 100644 index 00000000000..1e2e7e3f9dd Binary files /dev/null and b/docs/_static/benchmarks_files/OV-2023.2-Performance-Data.xlsx differ diff --git a/docs/_static/benchmarks_files/OV-2023.2-platform_list.pdf b/docs/_static/benchmarks_files/OV-2023.2-platform_list.pdf new file mode 100644 index 00000000000..acb65c44e25 Binary files /dev/null and b/docs/_static/benchmarks_files/OV-2023.2-platform_list.pdf differ diff --git a/docs/_static/benchmarks_files/OV-2023.2-system-info-detailed.xlsx b/docs/_static/benchmarks_files/OV-2023.2-system-info-detailed.xlsx new file mode 100644 index 00000000000..f492b58cbbf Binary files /dev/null and b/docs/_static/benchmarks_files/OV-2023.2-system-info-detailed.xlsx differ diff --git a/docs/_static/benchmarks_files/OV-benchmark-data.csv b/docs/_static/benchmarks_files/OV-benchmark-data.csv index ea2a4cd4de4..e76b64c972a 100644 --- a/docs/_static/benchmarks_files/OV-benchmark-data.csv +++ b/docs/_static/benchmarks_files/OV-benchmark-data.csv @@ -1,481 +1,431 @@ -Network model,Release,IE-Type,Platform name,Throughput-INT8,ThroughputFP16,ThroughputFP32,Value,Efficiency,Price,TDP,Sockets,Price/socket,TDP/socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,11.35,,4.27,0.106093669,0.756801503,107,15,1,107,15,88.11,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,21.38,,15.11,0.182727309,0.328909156,117,65,1,117,65,48.47,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,32.23,,20.26,0.15061144,0.495859202,214,65,1,214,65,36.18,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,113.18,,45.08,0.344024364,0.905472125,329,125,1,329,125,17.43,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,34.34,,24.04,0.178867029,0.528345686,192,65,1,192,65,30.88,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,51.27,,18.44,0.120345681,1.830973571,426,28,1,426,28,23.31,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,37.98,,13.59,0.077518083,1.356566444,490,28,1,490,28,29.22,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,27.60,,17.56,0.091086845,0.788551831,303,35,1,303,35,42.83,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,34.12,,20.30,0.069915909,0.974827538,488,35,1,488,35,37.09,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,53.08,,19.48,0.097575059,1.516595204,544,35,1,544,35,23.07,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,163.20,,66.23,0.272459575,1.305626285,599,125,1,599,125,13.68,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,atom,Intel® Processor N-200,1.65,,0.83,0.008529061,0.274351466,193,6,1,193,6,641.46,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,51.01,,29.43,0.08587761,0.408090401,594,125,1,594,125,28.93,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,20.86,,14.80,0.068171185,0.293808206,306,71,1,306,71,49.41,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,217.83,,80.66,0.069284052,1.037281242,3144,210,2,1572,105,13.64,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,572.10,,224.73,0.033744047,1.395357512,16954,410,2,8477,205,7.81,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,872.62,,338.47,0.04661922,1.61596031,18718,540,2,9359,270,43.32,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,3255.60,,505.88,0.095752851,4.650852741,34000,700,2,17000,350,4.08,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,204.84,,76.40,0.101307066,1.024214437,2022,200,2,1011,100,14.24,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,426.78,,167.54,0.187678462,1.422602743,2274,300,2,1137,150,8.09,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,accel,Intel® Flex-170,842.00,683.21,,,,,,1,,,18.63,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,accel,Intel® Flex-140,174.28,123.71,,,,,,1,,,91.68,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,45.83,31.96,,0.428279604,3.055061174,107,15,1,107,15,87.12,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,73.09,55.44,,0.149162436,2.610342624,490,28,1,490,28,54.56,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,3.37,2.36,,0.017448724,0.561267278,193,6,1,193,6,1185.78,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,84.42,60.51,,0.198161663,3.014888156,426,28,1,426,28,46.90,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,46.67,,23.26,0.436174206,3.111376,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,73.20,,31.70,0.149385536,2.614246884,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.43,,2.03,0.022934748,0.7377344,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,83.69,,37.23,0.196445915,2.988784286,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,1.18,,0.38,0.011017319,0.078590206,107,15,1,107,15,863.34,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,2.09,,1.33,0.017880344,0.032184618,117,65,1,117,65,492.10,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,2.97,,1.87,0.013882493,0.045705439,214,65,1,214,65,347.78,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,9.93,,3.74,0.030176091,0.079423471,329,125,1,329,125,155.72,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,3.36,,2.13,0.017518449,0.051746803,192,65,1,192,65,302.24,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,5.09,,1.63,0.011951214,0.181829179,426,28,1,426,28,219.77,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,3.79,,1.22,0.007726669,0.135216715,490,28,1,490,28,266.14,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,2.71,,1.61,0.008936965,0.077368581,303,35,1,303,35,412.44,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,3.35,,1.83,0.006861724,0.095672042,488,35,1,488,35,327.59,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,5.06,,1.75,0.009296462,0.144493584,544,35,1,544,35,210.96,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,15.19,,5.91,0.025358635,0.12151858,599,125,1,599,125,113.61,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,atom,Intel® Processor N-200,0.16,,0.08,0.000828224,0.0266412,193,6,1,193,6,6367.32,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,4.66,,2.88,0.007842661,0.037268324,594,125,1,594,125,224.55,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,2.11,,1.34,0.006898006,0.029729433,306,71,1,306,71,486.76,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,21.27,,6.90,0.006764356,0.101272067,3144,210,2,1572,105,103.38,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,50.91,,17.71,0.003002727,0.124166415,16954,410,2,8477,205,63.45,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,67.03,,27.69,0.003581195,0.124134843,18718,540,2,9359,270,253.77,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,251.10,,47.69,0.007385431,0.358720946,34000,700,2,17000,350,36.69,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,20.81,,6.64,0.010291168,0.104043704,2022,200,2,1011,100,106.83,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,38.76,,14.75,0.017046987,0.129216158,2274,300,2,1137,150,237.83,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,accel,Intel® Flex-170,144.12,101.13,,,,,,1,,,110.90,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,accel,Intel® Flex-140,29.97,20.57,,,,,,1,,,534.35,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,4.66,3.35,,0.043581125,0.31087869,107,15,1,107,15,820.82,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,5.11,5.77,,0.010428379,0.182496635,490,28,1,490,28,745.40,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,0.34,0.23,,0.00174067,0.055991537,193,6,1,193,6,11899.92,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,9.13,6.65,,0.021425568,0.325974707,426,28,1,426,28,449.68,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,5.20,,2.33,0.048610495,0.346754867,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,3.87,,2.23,0.007899318,0.138238071,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.44,,0.17,0.002288653,0.073618327,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,8.63,,3.52,0.02025661,0.308189857,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,11.86,,4.61,0.11084032,0.79066095,107,15,1,107,15,85.88,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,22.85,,14.48,0.195256904,0.351462427,117,65,1,117,65,43.93,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,34.47,,16.42,0.161068212,0.530286114,214,65,1,214,65,33.07,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,94.13,,42.32,0.286105004,0.753028371,329,125,1,329,125,16.23,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,37.18,,21.16,0.193650962,0.572015148,192,65,1,192,65,27.36,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,52.88,,16.51,0.124135164,1.888627857,426,28,1,426,28,19.87,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,30.78,,9.65,0.062807791,1.099136335,490,28,1,490,28,31.13,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,32.02,,18.34,0.105688204,0.914957883,303,35,1,303,35,37.47,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,40.36,,18.54,0.082712269,1.153245355,488,35,1,488,35,27.15,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,57.69,,22.51,0.106053446,1.648373567,544,35,1,544,35,21.75,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,148.87,,57.81,0.248526818,1.190940511,599,125,1,599,125,12.44,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,atom,Intel® Processor N-200,1.72,,1.01,0.008897382,0.286199128,193,6,1,193,6,595.26,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,51.51,,19.39,0.086713894,0.412064422,594,125,1,594,125,21.10,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,22.69,,15.40,0.074145796,0.319557937,306,71,1,306,71,43.78,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,190.40,,77.08,0.060561308,0.906689304,3144,210,2,1572,105,11.76,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,416.77,,155.13,0.024582207,1.016504228,16954,410,2,8477,205,5.66,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,584.92,,227.30,0.031248866,1.083178298,18718,540,2,9359,270,3.70,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,999.22,,380.82,0.029388758,1.427453957,34000,700,2,17000,350,3.55,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,184.31,,74.61,0.091151132,0.921537946,2022,200,2,1011,100,12.07,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,370.93,,139.96,0.163117657,1.236431838,2274,300,2,1137,150,6.87,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,accel,Intel® Flex-170,803.58,560.76,,,,,,1,,,19.59,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,accel,Intel® Flex-140,148.01,97.06,,,,,,1,,,108.12,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,60.17,27.60,,0.562349486,4.011426332,107,15,1,107,15,66.33,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,76.40,36.69,,0.155928067,2.728741167,490,28,1,490,28,51.90,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,3.65,1.92,,0.018917206,0.608503456,193,6,1,193,6,1094.30,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,105.14,48.76,,0.24680943,3.755029182,426,28,1,426,28,37.64,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,61.90,,17.22,0.578511308,4.126714,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,49.44,,9.02,0.100894422,1.765652381,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.81,,2.03,0.024920889,0.801621937,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,89.16,,24.78,0.209304953,3.184425357,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,272.36,,133.20,2.545454771,18.15757736,107,15,1,107,15,3.60,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,542.97,,451.26,4.640733479,8.353320262,117,65,1,117,65,1.99,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,899.54,,499.68,4.203451742,13.8390565,214,65,1,214,65,1.58,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,2804.17,,1285.76,8.523326054,22.43339417,329,125,1,329,125,0.88,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,868.27,,679.32,4.522249945,13.35803061,192,65,1,192,65,1.35,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,1372.54,,531.48,3.221931925,49.01939286,426,28,1,426,28,0.96,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,990.18,,318.31,2.020773404,35.36353457,490,28,1,490,28,1.18,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,741.91,,511.96,2.448553162,21.19747452,303,35,1,303,35,1.84,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,960.08,,614.86,1.967381666,27.43092151,488,35,1,488,35,1.49,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,1296.04,,651.56,2.382432184,37.02980308,544,35,1,544,35,1.31,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,4078.62,,2016.89,6.809056345,32.628998,599,125,1,599,125,0.73,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,atom,Intel® Processor N-200,39.61,,29.85,0.205210747,6.600945698,193,6,1,193,6,26.82,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,1458.83,,554.06,2.455950239,11.67067553,594,125,1,594,125,1.29,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,527.91,,453.23,1.725211318,7.435417792,306,71,1,306,71,2.04,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,5479.84,,1921.88,1.742952604,26.09449042,3144,210,2,1572,105,1.43,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,14421.48,,4410.27,0.850624065,35.17434244,16954,410,2,8477,205,0.92,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,22622.04,,6912.71,1.208571487,41.89266868,18718,540,2,9359,270,0.56,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,38771.76,,10993.76,1.140345798,55.3882245,34000,700,2,17000,350,0.66,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,5229.87,,1856.59,2.586481754,26.14933053,2022,200,2,1011,100,1.44,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,12359.26,,3615.96,5.435030176,41.19752874,2274,300,2,1137,150,0.55,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,accel,Intel® Flex-170,7195.50,6410.60,,,,,,1,,,1.97,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,accel,Intel® Flex-140,1219.84,1149.89,,,,,,1,,,13.07,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,692.73,509.86,,6.474119544,46.18205274,107,15,1,107,15,5.58,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,903.44,556.69,,1.84375582,32.26572686,490,28,1,490,28,4.30,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,57.93,40.13,,0.300129792,9.65417499,193,6,1,193,6,68.05,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,1008.77,740.13,,2.36801077,36.02759243,426,28,1,426,28,3.82,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,514.94,,313.82,4.812519626,34.32930667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,1114.75,,268.28,2.275002757,39.81254825,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,73.89,,44.62,0.38286464,12.31547925,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,1497.43,,605.84,3.515084507,53.4795,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,49.96,,14.45,0.466891776,3.330494671,107,15,1,107,15,19.80,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,97.49,,51.23,0.833227829,1.499810092,117,65,1,117,65,10.67,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,145.23,,74.40,0.678644387,2.234306135,214,65,1,214,65,8.18,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,515.94,,140.29,1.568210731,4.127530643,329,125,1,329,125,3.87,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,158.18,,82.33,0.823856129,2.433544259,192,65,1,192,65,7.04,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,229.98,,61.97,0.539855399,8.213514286,426,28,1,426,28,5.09,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,173.03,,44.88,0.353117963,6.179564359,490,28,1,490,28,6.59,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,122.85,,61.90,0.405448145,3.510022512,303,35,1,303,35,9.95,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,158.96,,76.32,0.325734087,4.541663835,488,35,1,488,35,7.54,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,270.04,,72.19,0.496399722,7.715469968,544,35,1,544,35,4.89,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,749.50,,228.07,1.251250835,5.995994004,599,125,1,599,125,2.93,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,atom,Intel® Processor N-200,6.55,,3.16,0.03395277,1.092147419,193,6,1,193,6,159.41,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,242.15,,98.01,0.407662044,1.937210033,594,125,1,594,125,5.41,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,93.12,,50.42,0.30430895,1.311528714,306,71,1,306,71,11.07,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,967.51,,269.32,0.307731475,4.607179803,3144,210,2,1572,105,2.90,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,2904.14,,747.72,0.171295011,7.083257598,16954,410,2,8477,205,1.53,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,4995.38,,1161.61,0.266875909,9.250709751,18718,540,2,9359,270,1.02,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,20106.68,,1683.03,0.591372933,28.72382815,34000,700,2,17000,350,1.01,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,930.86,,255.73,0.46036761,4.654316532,2022,200,2,1011,100,3.01,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,2277.89,,566.74,1.001712531,7.592980986,2274,300,2,1137,150,1.47,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,accel,Intel® Flex-170,3587.03,2207.96,,,,,,1,,,4.17,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,accel,Intel® Flex-140,681.39,441.41,,,,,,1,,,23.43,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,211.61,117.01,,1.977639185,14.10715952,107,15,1,107,15,18.79,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,289.48,170.46,,0.590782847,10.33869983,490,28,1,490,28,13.64,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,14.62,7.80,,0.075769949,2.437266688,193,6,1,193,6,272.49,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,352.09,211.39,,0.826510493,12.57476679,426,28,1,426,28,11.09,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,201.96,,71.44,1.887469159,13.46394667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,307.08,,88.49,0.626686058,10.96700601,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,18.58,,6.49,0.09624999,3.096041335,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,358.14,,114.23,0.840715023,12.79087857,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,107.63,,36.80,1.005906996,7.175469906,107,15,1,107,15,9.12,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,212.15,,122.46,1.813284395,3.263911911,117,65,1,117,65,4.93,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,327.95,,171.39,1.532485774,5.045414702,214,65,1,214,65,3.61,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,999.78,,361.81,3.038835794,7.99821581,329,125,1,329,125,1.90,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,343.23,,200.57,1.787633018,5.280392915,192,65,1,192,65,3.11,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,518.48,,150.36,1.217089202,18.51714286,426,28,1,426,28,2.24,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,387.68,,101.48,0.791191606,13.8458531,490,28,1,490,28,2.80,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,275.38,,157.24,0.908858835,7.868120772,303,35,1,303,35,4.33,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,367.82,,194.43,0.753734827,10.50921702,488,35,1,488,35,3.35,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,543.47,,186.05,0.999034589,15.5278519,544,35,1,544,35,2.61,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,1525.02,,586.71,2.545949853,12.20019169,599,125,1,599,125,1.62,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,atom,Intel® Processor N-200,14.49,,7.97,0.075060228,2.414437321,193,6,1,193,6,71.99,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,577.55,,223.76,0.972304716,4.620392012,594,125,1,594,125,2.38,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,203.21,,126.30,0.664084594,2.862111065,306,71,1,306,71,5.09,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,2048.96,,639.54,0.651703831,9.756937353,3144,210,2,1572,105,1.57,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,5725.24,,1655.76,0.337692546,13.96399861,16954,410,2,8477,205,1.11,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,10274.06,,2354.69,0.548886883,19.0260457,18718,540,2,9359,270,0.67,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,22569.91,,3519.34,0.663820955,32.24273208,34000,700,2,17000,350,0.82,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,1946.94,,612.87,0.962878848,9.73470515,2022,200,2,1011,100,1.63,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,4808.85,,1247.67,2.114709828,16.02950049,2274,300,2,1137,150,0.81,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,accel,Intel® Flex-170,4012.21,3280.14,,,,,,1,,,3.65,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,accel,Intel® Flex-140,837.59,673.84,,,,,,1,,,19.02,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,408.97,220.07,,3.822128486,27.26451654,107,15,1,107,15,9.63,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,522.64,285.29,,1.066608011,18.6656402,490,28,1,490,28,7.49,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,28.92,15.36,,0.149828275,4.819476185,193,6,1,193,6,136.60,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,637.62,384.26,,1.496766725,22.77223659,426,28,1,426,28,6.11,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,321.29,,138.22,3.002740187,21.41954667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,531.28,,141.48,1.084245141,18.97428996,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,35.69,,14.88,0.184945841,5.949091211,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,690.18,,239.85,1.620143192,24.64932143,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,0.89,,0.23,0.00834996,0.059563049,107,15,1,107,15,1119.27,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,1.68,,0.97,0.014338412,0.025809141,117,65,1,117,65,596.89,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,2.42,,1.40,0.011301245,0.037207176,214,65,1,214,65,459.48,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,8.23,,2.40,0.025006186,0.065816281,329,125,1,329,125,163.47,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,2.78,,1.56,0.014501179,0.042834252,192,65,1,192,65,362.12,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,3.93,,1.00,0.009217819,0.140242536,426,28,1,426,28,278.25,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,2.96,,0.76,0.006043555,0.105762215,490,28,1,490,28,336.81,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,2.02,,1.13,0.006664408,0.057694728,303,35,1,303,35,563.91,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,2.68,,1.49,0.00548551,0.076483685,488,35,1,488,35,405.46,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,4.40,,1.32,0.008086729,0.125690868,544,35,1,544,35,235.75,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,12.52,,4.02,0.020905788,0.100180536,599,125,1,599,125,125.64,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,atom,Intel® Processor N-200,0.11,,0.05,0.000581374,0.01870087,193,6,1,193,6,8951.48,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,4.33,,2.45,0.007285664,0.034621476,594,125,1,594,125,239.93,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,1.60,,0.92,0.005224348,0.022516206,306,71,1,306,71,625.20,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,17.63,,4.57,0.005609079,0.083975927,3144,210,2,1572,105,115.76,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,57.85,,14.82,0.003412426,0.141107992,16954,410,2,8477,205,36.60,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,79.09,,20.81,0.004225558,0.146470375,18718,540,2,9359,270,106.87,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,445.98,,31.40,0.013117158,0.637119123,34000,700,2,17000,350,8.59,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,16.77,,4.34,0.008295831,0.083870853,2022,200,2,1011,100,121.62,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,42.59,,10.54,0.018728616,0.141962906,2274,300,2,1137,150,59.65,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,accel,Intel® Flex-170,167.49,103.03,,,,,,1,,,95.09,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,accel,Intel® Flex-140,29.99,17.56,,,,,,1,,,529.50,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,5.05,2.63,,0.047178932,0.336543045,107,15,1,107,15,773.01,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,8.98,4.71,,0.018327459,0.320730535,490,28,1,490,28,445.01,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,0.29,0.16,,0.001497632,0.048173819,193,6,1,193,6,13818.30,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,9.70,5.44,,0.022760985,0.34629213,426,28,1,426,28,422.10,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,0.90,,0.23,0.00837685,0.059754867,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,2.91,,0.75,0.005937663,0.103909111,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.11,,0.05,0.000582108,0.01872448,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,3.92,,1.00,0.00919669,0.139921071,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,5.46,,1.54,0.051044248,0.364115633,107,15,1,107,15,183.90,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,10.65,,5.82,0.09106238,0.163912284,117,65,1,117,65,94.90,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,15.38,,8.31,0.071851432,0.236557023,214,65,1,214,65,74.19,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,51.71,,15.62,0.157162207,0.41365093,329,125,1,329,125,29.85,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,17.56,,9.38,0.091438134,0.270094181,192,65,1,192,65,57.84,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,24.16,,6.62,0.056714953,0.8628775,426,28,1,426,28,45.99,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,18.06,,4.86,0.03686323,0.645106519,490,28,1,490,28,57.19,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,12.66,,6.85,0.041784766,0.361736687,303,35,1,303,35,86.80,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,16.86,,8.71,0.034540452,0.48159259,488,35,1,488,35,65.99,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,27.01,,8.10,0.049658249,0.771831063,544,35,1,544,35,42.00,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,78.04,,25.56,0.1302838,0.62431997,599,125,1,599,125,23.30,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,atom,Intel® Processor N-200,0.70,,0.35,0.003642344,0.117162061,193,6,1,193,6,1468.27,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,27.34,,14.09,0.046032451,0.218746209,594,125,1,594,125,40.58,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,10.07,,5.66,0.032912167,0.141846806,306,71,1,306,71,100.10,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,106.30,,29.82,0.033811441,0.506205571,3144,210,2,1572,105,21.86,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,313.22,,88.20,0.018474663,0.76394984,16954,410,2,8477,205,10.58,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,493.02,,109.11,0.026339551,0.913006894,18718,540,2,9359,270,18.51,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,2136.92,,194.88,0.06285072,3.052749275,34000,700,2,17000,350,3.29,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,101.27,,28.40,0.050083923,0.50634846,2022,200,2,1011,100,22.87,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,242.00,,62.34,0.106421602,0.806675746,2274,300,2,1137,150,13.70,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,accel,Intel® Flex-170,789.11,338.45,,,,,,1,,,19.85,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,accel,Intel® Flex-140,159.67,87.28,,,,,,1,,,99.99,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,31.90,15.02,,0.298118652,2.126579715,107,15,1,107,15,123.93,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,57.77,25.96,,0.117907546,2.063382053,490,28,1,490,28,68.96,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,1.76,0.94,,0.009116198,0.293237699,193,6,1,193,6,2271.06,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,63.86,29.69,,0.149904983,2.280697234,426,28,1,426,28,63.56,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,34.09,,9.18,0.318603364,2.272704,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,55.18,,12.97,0.112605748,1.970600588,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,2.22,,0.74,0.011488536,0.369547916,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,52.21,,13.99,0.122567488,1.864776786,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,54.42,,18.04,0.508553978,3.627685044,107,15,1,107,15,18.25,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,112.01,,63.79,0.957390784,1.723303411,117,65,1,117,65,9.02,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,167.15,,91.46,0.781091755,2.571594392,214,65,1,214,65,6.72,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,599.98,,196.78,1.823638134,4.799815567,329,125,1,329,125,3.05,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,185.17,,102.47,0.964441757,2.848812574,192,65,1,192,65,5.42,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,251.02,,77.47,0.589250939,8.965032143,426,28,1,426,28,4.54,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,186.99,,55.22,0.381609578,6.678167613,490,28,1,490,28,5.74,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,137.72,,76.53,0.454530194,3.934932821,303,35,1,303,35,8.20,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,186.09,,96.75,0.381340728,5.316979292,488,35,1,488,35,6.26,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,290.20,,92.52,0.533462621,8.291533312,544,35,1,544,35,4.20,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,858.94,,286.41,1.433957861,6.871526071,599,125,1,599,125,2.44,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,atom,Intel® Processor N-200,7.65,,4.05,0.039622221,1.27451476,193,6,1,193,6,136.49,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,298.60,,148.94,0.502696157,2.388812138,594,125,1,594,125,3.99,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,106.58,,62.62,0.348291454,1.501087112,306,71,1,306,71,9.44,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,1051.30,,339.08,0.334382549,5.006184448,3144,210,2,1572,105,2.51,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,2824.66,,923.96,0.166607362,6.889417597,16954,410,2,8477,205,1.22,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,4664.34,,1378.51,0.249189958,8.637662274,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,13094.97,,2140.00,0.385146034,18.70709309,34000,700,2,17000,350,1.09,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,1008.44,,322.64,0.49873439,5.042204682,2022,200,2,1011,100,2.62,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,2217.58,,702.90,0.975190642,7.391945065,2274,300,2,1137,150,1.33,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,accel,Intel® Flex-170,3731.30,2395.93,,,,,,1,,,4.06,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,accel,Intel® Flex-140,595.41,589.87,,,,,,1,,,26.79,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,289.69,151.78,,2.707403451,19.31281129,107,15,1,107,15,13.67,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,482.61,255.46,,0.984928525,17.23624918,490,28,1,490,28,8.06,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,18.65,9.81,,0.096624282,3.108081056,193,6,1,193,6,212.84,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,555.59,293.27,,1.304201059,19.84248754,426,28,1,426,28,6.92,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,266.57,,93.47,2.491299065,17.77126667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,383.36,,116.03,0.782374111,13.69154694,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,23.03,,8.30,0.119308014,3.837741122,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,444.34,,149.05,1.043043427,15.86916071,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,1.49,,0.38,0.013950494,0.099513526,107,15,1,107,15,672.25,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,2.43,,1.57,0.020775748,0.037396346,117,65,1,117,65,425.88,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,3.62,,2.29,0.016924989,0.055722272,214,65,1,214,65,322.49,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,11.46,,3.96,0.03483307,0.091680639,329,125,1,329,125,121.88,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,3.95,,2.54,0.020576722,0.06078047,192,65,1,192,65,262.38,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,6.56,,1.65,0.015387439,0.234108893,426,28,1,426,28,169.32,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,4.93,,1.23,0.010063508,0.176111389,490,28,1,490,28,209.95,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,3.02,,1.85,0.009976084,0.086364383,303,35,1,303,35,386.94,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,3.86,,2.43,0.007900388,0.110153975,488,35,1,488,35,282.08,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,6.32,,2.19,0.01162052,0.18061608,544,35,1,544,35,169.49,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,18.02,,6.59,0.030079429,0.144140625,599,125,1,599,125,91.92,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,atom,Intel® Processor N-200,0.17,,0.09,0.000895225,0.0287964,193,6,1,193,6,5824.42,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,6.10,,3.95,0.010266964,0.048788613,594,125,1,594,125,180.82,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,2.33,,1.48,0.007623167,0.032854777,306,71,1,306,71,431.48,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,29.17,,7.32,0.009277061,0.138890851,3144,210,2,1572,105,70.99,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,95.18,,21.75,0.005614225,0.232155061,16954,410,2,8477,205,23.58,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,129.66,,31.77,0.006926924,0.240107724,18718,540,2,9359,270,73.18,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,597.42,,48.08,0.017571322,0.853464211,34000,700,2,17000,350,9.00,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,27.77,,6.96,0.01373266,0.138837194,2022,200,2,1011,100,74.54,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,68.21,,15.93,0.029995749,0.227367774,2274,300,2,1137,150,43.86,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,accel,Intel® Flex-170,277.97,158.53,,,,,,1,,,57.27,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,accel,Intel® Flex-140,46.10,28.49,,,,,,1,,,346.80,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,8.40,4.35,,0.078545387,0.56029043,107,15,1,107,15,475.75,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,15.51,7.81,,0.03164744,0.553830203,490,28,1,490,28,257.89,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,0.46,0.25,,0.002385152,0.076722378,193,6,1,193,6,8685.75,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,17.28,8.86,,0.04056698,0.617197621,426,28,1,426,28,227.89,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,8.96,,2.57,0.083779393,0.597626333,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,15.42,,3.90,0.031467977,0.550689601,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.55,,0.19,0.002833692,0.09115042,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,14.32,,3.81,0.033621549,0.511527857,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,24.40,,9.61,0.22800938,1.626466914,107,15,1,107,15,40.45,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,53.51,,33.07,0.457363269,0.823253884,117,65,1,117,65,19.20,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,81.91,,47.09,0.382748211,1.260124878,214,65,1,214,65,13.68,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,248.13,,95.51,0.754209583,1.985079623,329,125,1,329,125,6.70,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,86.77,,53.00,0.451947196,1.334982486,192,65,1,192,65,11.88,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,110.84,,40.77,0.260193662,3.958660714,426,28,1,426,28,10.71,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,76.53,,27.31,0.156180065,2.733151145,490,28,1,490,28,13.42,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,71.40,,42.60,0.235643867,2.040002619,303,35,1,303,35,16.51,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,93.44,,53.42,0.19148001,2.669778431,488,35,1,488,35,12.45,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,129.22,,50.19,0.237534522,3.691965149,544,35,1,544,35,9.42,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,374.34,,153.46,0.624943307,2.994728327,599,125,1,599,125,5.32,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,atom,Intel® Processor N-200,3.26,,1.95,0.016869276,0.542628378,193,6,1,193,6,316.56,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,136.37,,72.87,0.229579691,1.090962692,594,125,1,594,125,9.15,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,52.29,,32.98,0.170869765,0.73642462,306,71,1,306,71,19.47,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,452.92,,175.37,0.144058565,2.156762523,3144,210,2,1572,105,5.85,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,978.34,,454.72,0.057705352,2.386186661,16954,410,2,8477,205,3.51,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,1708.13,,573.45,0.091255994,3.163203145,18718,540,2,9359,270,2.38,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,2882.62,,945.60,0.084783045,4.118033592,34000,700,2,17000,350,3.82,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,431.62,,166.10,0.213460485,2.158085503,2022,200,2,1011,100,6.19,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,855.04,,342.65,0.376007503,2.850136872,2274,300,2,1137,150,3.25,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,accel,Intel® Flex-170,1445.14,1480.07,,,,,,1,,,10.71,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,accel,Intel® Flex-140,201.93,259.00,,,,,,1,,,79.17,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,126.14,82.58,,1.178855159,8.409166799,107,15,1,107,15,31.55,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,170.37,110.99,,0.347683792,6.084466364,490,28,1,490,28,23.22,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,8.61,5.66,,0.044636,1.435791346,193,6,1,193,6,463.22,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,210.16,143.23,,0.493335138,7.505741748,426,28,1,426,28,18.84,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,116.50,,51.35,1.088790654,7.766706667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,114.23,,46.77,0.233123263,4.079657102,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,10.54,,4.68,0.05458634,1.755860615,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec. -yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,181.83,,76.10,0.426834977,6.493989286,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,32.34,,49.17,0.053990134,0.25872072,599,125,1,599,125,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,28.29,,43.45,0.001511565,0.052395333,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,47.21,,52.77,0.00138849,0.067440929,34000,700,2,17000,350,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,40.07,,42.88,0.017620783,0.133565533,2274,300,2,1137,150,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,accel,Intel® Flex-170,81.64,,82.81,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,accel,Intel® Flex-140,70.36,,65.11,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec. -bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,242.95,,457.83,0.405588331,1.94357928,599,125,1,599,125,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,110.25,,200.49,0.005889907,0.204161611,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,119.09,,131.63,0.003502792,0.170135629,34000,700,2,17000,350,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,277.75,,278.22,0.122140598,0.925825733,2274,300,2,1137,150,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,accel,Intel® Flex-170,143.21,,143.00,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,accel,Intel® Flex-140,,,,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec. -GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,285.08,,511.77,0.475930451,2.28065872,599,125,1,599,125,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,95.08,,182.22,0.005079793,0.176080667,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,119.29,,133.20,0.003508666,0.170420929,34000,700,2,17000,350,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,338.67,,345.26,0.148931821,1.1289032,2274,300,2,1137,150,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,accel,Intel® Flex-170,138.06,,137.36,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,accel,Intel® Flex-140,,,,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec. -llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, -begin_rec,,,,,,,,,,,,,,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,43.21,,43.13,0.072129599,0.34564504,599,125,1,599,125,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,18.95,,19.43,0.001012236,0.035087093,18718,540,2,9359,270,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,5.88,,6.47,0.000172889,0.008397471,34000,700,2,17000,350,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,21.92,,22.42,0.00963796,0.073055733,2274,300,2,1137,150,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,accel,Intel® Flex-170,4.29,,4.31,,,,,1,,,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,accel,Intel® Flex-140,18.68,,18.46,,,,,1,,,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec. -end_rec,,,,,,,,,,,,,,,,,, \ No newline at end of file +Network model,Release,IE-Type,Platform name,Throughput-INT8,Throughput-FP16,Throughput-FP32,Value,Efficiency,Price,TDP,Sockets,Price/Socket,TDP/Socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L,Latency_FP16,Latency_FP32,Latency_int4,Throughput_INT4 +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i3-8100 ",21.27,,,0.181806756,0.327252161,117,65,1,117,65,48.62,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-10500TE ",32.04,,21.72,0.14973184,0.492963288,214,65,1,214,65,36.77,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-13600K ",112.78,,45.21,0.342791048,0.902226038,329,125,1,329,125,17.53,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",50.11,,18.36,0.117624613,1.789574472,426,28,1,426,28,23.39,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",38.17,,13.67,0.077905823,1.363351907,490,28,1,490,28,29.4,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-12700H ",88.62,,35.37,0.176531477,0.770598275,502,115,1,502,115,17.1,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-8700T ",27.47,,18.34,0.090674623,0.784983161,303,35,1,303,35,43.1,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-10900TE ",33.58,,21.38,0.068818287,0.959523541,488,35,1,488,35,37.7,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-12900TE ",52.74,,20.43,0.096957323,1.506993824,544,35,1,544,35,23.05,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-13900K ",164.86,,66.26,0.275218909,1.318849011,599,125,1,599,125,13.76,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® W1290P ",50.94,,33.27,0.085752466,0.407495717,594,125,1,594,125,29.19,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",20.73,,,0.083238187,0.291919838,249,71,1,249,71,49.54,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",215.86,,80.31,0.068658907,1.027921924,3144,210,2,1572,105,14.03,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",569.64,,222.97,0.033599223,1.38936884,16954,410,2,8477,205,7.97,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",876.04,,336.63,0.046802151,1.62230123,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",3131.74,,505.87,0.092110048,4.473916611,34000,700,2,17000,350,4.14,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",205.61,,76.34,0.101684156,1.028026818,2022,200,2,1011,100,14.66,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",423.53,,166.33,0.186249767,1.411773236,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",824.04,680.35,,0.428072727,5.4936,1925,150,1,1925,150,19.37,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",620.32,554.08,,1.932461059,4.135466667,321,150,1,321,150,25.63,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",83.66,60.2,42.14,0.196386523,2.987880669,426,28,1,426,28,47.28,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",72.43,55.39,36.92,0.147824883,2.586935446,490,28,1,490,28,55.03,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",91.52,64.83,46.37,0.182307776,0.795813076,502,115,1,502,115,43.39,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,94.49,,39.79,0.221801287,3.374548146,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,88.79,,35.19,0.176881135,0.772124606,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.09,,,0.017891061,0.03220391,117,65,1,117,65,493.93,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.98,,1.86,0.013930478,0.04586342,214,65,1,214,65,351.2,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",10.07,,3.75,0.030616391,0.08058234,329,125,1,329,125,156.29,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",5.07,,1.63,0.011890918,0.180911826,426,28,1,426,28,219.53,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",3.78,,1.21,0.007712877,0.134975353,490,28,1,490,28,267.11,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-12700H ",8.31,,3.08,0.016551004,0.072248731,502,115,1,502,115,155.69,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.7,,1.61,0.008901543,0.077061932,303,35,1,303,35,411.88,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.28,,1.99,0.006716525,0.093647542,488,35,1,488,35,331.95,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",5.12,,1.83,0.009408896,0.146241133,544,35,1,544,35,210.03,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",15.37,,5.95,0.025653939,0.122933677,599,125,1,599,125,113.51,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.65,,3.11,0.007825777,0.037188092,594,125,1,594,125,228.25,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.11,,,0.008459423,0.029667554,249,71,1,249,71,484.55,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",20.81,,6.91,0.006618551,0.099089164,3144,210,2,1572,105,106.59,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",50.63,,17.75,0.002986375,0.123490248,16954,410,2,8477,205,54.45,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",66.76,,27.44,0.003566507,0.123625706,18718,540,2,9359,270,231.49,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",250.47,,45.77,0.007366626,0.357807563,34000,700,2,17000,350,27.75,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",20.73,,6.57,0.010253761,0.103665525,2022,200,2,1011,100,106.9,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",38.85,,14.53,0.017084082,0.129497339,2274,300,2,1137,150,156.69,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",148.54,102.98,,0.077163636,0.990266667,1925,150,1,1925,150,107.19,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",127.99,94.72,,0.398722741,0.853266667,321,150,1,321,150,124.58,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",9.07,6.62,4.27,0.021300354,0.324069672,426,28,1,426,28,452.44,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",5.39,5.77,3.01,0.010997629,0.192458512,490,28,1,490,28,741.24,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",10.54,7.57,5,0.020993192,0.091639847,502,115,1,502,115,379.08,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,8.49,,3.46,0.019924379,0.303135193,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,8.53,,3.01,0.016984592,0.074141435,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,atom,"Intel® Atom® X6425E ",4.66,,2.87,0.0695161,0.38813156,67,12,1,67,12,219.16,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i3-8100 ",22,,14.03,0.188066738,0.338520129,117,65,1,117,65,45.56,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",35.15,,16.61,0.164230477,0.540697263,214,65,1,214,65,33.27,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i5-13600K ",101.57,,41.76,0.308715901,0.812540252,329,125,1,329,125,16.21,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",52.36,,16.31,0.122909569,1.869981298,426,28,1,426,28,19.93,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",31.69,,9.45,0.064675917,1.131828546,490,28,1,490,28,29.7,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i7-12700H ",74.8,,29.13,0.148997595,0.650406894,502,115,1,502,115,16.96,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i7-8700T ",32.22,,18.38,0.106336326,0.920568767,303,35,1,303,35,37.52,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",39.4,,18.25,0.080732852,1.125646615,488,35,1,488,35,28.44,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",58.11,,22.54,0.106818112,1.660258651,544,35,1,544,35,21.65,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core,"Intel® Core™ i9-13900K ",149.59,,57.89,0.249730428,1.19670821,599,125,1,599,125,12.49,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,atom,"Intel® Processor N200 ",1.72,,1.01,0.008933096,0.287347921,193,6,1,193,6,596.5,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",51.12,,19.38,0.086052379,0.408920903,594,125,1,594,125,21.94,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",21.77,,14.75,0.087417917,0.30657833,249,71,1,249,71,45.69,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",188.66,,76.86,0.060005221,0.898363884,3144,210,2,1572,105,11.81,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",413.18,,154.25,0.024370745,1.007760011,16954,410,2,8477,205,5.65,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",564.23,,223.46,0.030143626,1.044867398,18718,540,2,9359,270,5.36,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1001.4,,380.46,0.029452878,1.430568342,34000,700,2,17000,350,3.6,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",182.57,,74.43,0.090291219,0.912844229,2022,200,2,1011,100,12.14,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",360.93,,138.14,0.158721006,1.203105225,2274,300,2,1137,150,7.04,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",732.85,602.34,,0.380701299,4.885666667,1925,150,1,1925,150,21.8,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",597.79,484.98,,1.862274143,3.985266667,321,150,1,321,150,26.18,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,celeron,"Intel® Celeron® 6305E ",11.64,,4.56,0.108800903,0.776113111,107,15,1,107,15,87.1,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",10.87,11.07,5.64,0.162235297,0.905813741,67,12,1,67,12,367.4,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",104.71,48.95,27.69,0.245788716,3.739499752,426,28,1,426,28,37.85,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",76.34,36.22,13.67,0.155790026,2.726325447,490,28,1,490,28,52.07,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",113.65,52.72,33.36,0.226404351,0.988304211,502,115,1,502,115,34.81,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",3.65,1.92,1.27,0.018929468,0.608897876,193,6,1,193,6,1094.07,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",60.3,27.73,16.44,0.563541253,4.019927607,107,15,1,107,15,66.22,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,11.11,,5.66,0.165766988,0.925532351,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,86.78,,24.13,0.203709464,3.099293993,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,75.71,,28.98,0.150809034,0.658314217,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,4.66,,1.9,0.02413779,0.776432236,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +deeplabv3,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,61.15,,16.89,0.571491545,4.076639688,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,atom,"Intel® Atom® X6425E ",7.29,,5.01,0.108825665,0.607609965,67,12,1,67,12,140.41,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i3-8100 ",36.6,,24.31,0.312825835,0.563086504,117,65,1,117,65,28.3,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-10500TE ",58.84,,29.38,0.274963635,0.90526489,214,65,1,214,65,21.11,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-13600K ",139.32,,77.22,0.423469775,1.114572447,329,125,1,329,125,11.92,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",73.76,,41.07,0.173135416,2.634131687,426,28,1,426,28,15.53,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",52.57,,21.48,0.107283018,1.877452816,490,28,1,490,28,20.87,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-12700H ",114.46,,54.77,0.228008179,0.99530527,502,115,1,502,115,11.88,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-8700T ",51.93,,34.22,0.171380155,1.483662481,303,35,1,303,35,24.28,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-10900TE ",66,,35.11,0.135247907,1.885742253,488,35,1,488,35,18.95,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-12900TE ",75.37,,44.41,0.138556214,2.153559435,544,35,1,544,35,15.52,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-13900K ",207,,102.36,0.34558245,1.656031103,599,125,1,599,125,9.45,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,atom,"Intel® Processor N200 ",2.09,,1.67,0.010853921,0.349134464,193,6,1,193,6,488.71,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® W1290P ",96.56,,38.61,0.162551411,0.772444305,594,125,1,594,125,14.19,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",35.01,,25.27,0.140614523,0.493141075,249,71,1,249,71,29.41,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",258.46,,164.63,0.082206675,1.23075137,3144,210,2,1572,105,11.88,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",518.85,,310.76,0.03060358,1.265495361,16954,410,2,8477,205,7.42,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",834.12,,495.89,0.044562362,1.544663516,18718,540,2,9359,270,4.31,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1043.83,,861.5,0.030700901,1.491186629,34000,700,2,17000,350,5.43,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",248.64,,157.52,0.122967589,1.243202322,2022,200,2,1011,100,12.27,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",469.81,,293.67,0.206601638,1.566040413,2274,300,2,1137,150,5.89,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",846.71,825.71,,0.439849351,5.644733333,1925,150,1,1925,150,18.66,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",582.03,590.73,,1.81317757,3.8802,321,150,1,321,150,26.38,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,celeron,"Intel® Celeron® 6305E ",18.06,,11.09,0.168810382,1.204180724,107,15,1,107,15,57.26,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",19.71,22.48,11.18,0.294253216,1.64291379,67,12,1,67,12,202.28,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",110.42,90.58,46.89,0.259211675,3.943720484,426,28,1,426,28,35.95,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",62.89,49.91,23.65,0.128356425,2.246237443,490,28,1,490,28,63.05,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",127.71,103.78,54.39,0.254393802,1.110484249,502,115,1,502,115,30.98,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",5.53,4.94,2.75,0.028646758,0.921470712,193,6,1,193,6,721.64,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",72.14,60.61,33.85,0.67416085,4.809014065,107,15,1,107,15,55.18,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,20.11,,11.51,0.300186454,1.676041033,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,101.03,,48.05,0.237159622,3.608214248,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,114.83,,55.31,0.228743548,0.998515312,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,5.73,,3.57,0.02969675,0.955245443,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +efficientdet-d0,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,56.19,,32.14,0.525162331,3.746157962,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,atom,"Intel® Atom X6425E ",132.01,,79.71,1.970284257,11.00075377,67,12,1,67,12,7.97,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i3-8100 ",536.37,,,4.584338055,8.2518085,117,65,1,117,65,2.02,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-10500TE ",898.55,,500.27,4.198819473,13.82380565,214,65,1,214,65,1.57,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-13600K ",2785.11,,1237.02,8.465381323,22.28088364,329,125,1,329,125,0.88,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",1347.18,,525.71,3.162388793,48.11348663,426,28,1,426,28,0.86,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",979.43,,319,1.998838818,34.97967931,490,28,1,490,28,1.19,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-12700H ",2099.29,,1056.24,4.181843873,18.2546576,502,115,1,502,115,1.1,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-8700T ",741.65,,519.77,2.44770353,21.19011913,303,35,1,303,35,1.86,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-10900TE ",949.26,,604.02,1.945202062,27.12167446,488,35,1,488,35,1.5,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-12900TE ",1300.22,,657.07,2.390105593,37.14906979,544,35,1,544,35,1.32,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-13900K ",4089.6,,2014.33,6.827382726,32.71681802,599,125,1,599,125,0.71,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,atom,"Intel® Processor N200 ",41.1,,29.71,0.212973024,6.850632287,193,6,1,193,6,27.14,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® W1290P ",1450.73,,542.77,2.442314254,11.60587733,594,125,1,594,125,1.29,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",523.03,,,2.100520536,7.366614273,249,71,1,249,71,2.07,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",5410.81,,1915.84,1.720995551,25.76576196,3144,210,2,1572,105,1.42,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",14207.13,,4438.67,0.837981173,34.65154345,16954,410,2,8477,205,0.93,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",22308.51,,6801.73,1.191821192,41.31205383,18718,540,2,9359,270,0.57,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",38064.38,,10986.01,1.119540686,54.37769045,34000,700,2,17000,350,0.66,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",5178.33,,1862.47,2.560994185,25.89165121,2022,200,2,1011,100,1.45,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",12161.33,,3597.47,5.347991895,40.53777856,2274,300,2,1137,150,0.56,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",6748.16,5698.62,,3.505537662,44.98773333,1925,150,1,1925,150,2.37,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",4308.65,3849.95,,13.42258567,28.72433333,321,150,1,321,150,3.63,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,celeron,"Intel® Celeron® 6305E ",265.71,,132.81,2.483293989,17.71416379,107,15,1,107,15,3.66,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",191.22,225.68,130.69,2.854054506,15.93513766,67,12,1,67,12,20.63,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",1014.86,749.24,525.16,2.382310872,36.24515827,426,28,1,426,28,3.77,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",880.63,557.89,349.94,1.797203064,31.45105363,490,28,1,490,28,4.25,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",1319.62,916.27,563.83,2.628734205,11.47499627,502,115,1,502,115,2.83,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",58.68,40.52,26.29,0.304066461,9.780804488,193,6,1,193,6,67.34,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",685.09,513.1,339.2,6.40268338,45.67247478,107,15,1,107,15,5.56,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,107.78,,137.9,1.608591175,8.981300729,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,2182.22,,612.95,5.122587264,77.93650623,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,2071.13,,1048.22,4.125747034,18.00978271,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,115.35,,50.03,0.597642849,19.2241783,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +mobilenet-v2,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,1465.46,,396.56,13.69593138,97.69764383,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,atom,"Intel® Atom® X6425E ",19.92,,8.18,0.297378417,1.66036283,67,12,1,67,12,51.27,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i3-8100 ",96.91,,50.72,0.828261726,1.490871107,117,65,1,117,65,10.72,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i5-10500TE ",145.07,,74.01,0.677889544,2.231820961,214,65,1,214,65,8.19,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i5-13600K ",515.17,,140.11,1.565860325,4.121344374,329,125,1,329,125,3.89,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",229.34,,61.85,0.538354858,8.190684621,426,28,1,426,28,5.03,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",172.44,,45.06,0.351917309,6.158552906,490,28,1,490,28,6.62,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i7-12700H ",445.18,,122.92,0.886808098,3.871110133,502,115,1,502,115,3.93,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i7-8700T ",122.89,,62.1,0.405577536,3.511142673,303,35,1,303,35,9.97,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i9-10900TE ",156.59,,75.57,0.320885285,4.474057692,488,35,1,488,35,7.6,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i9-12900TE ",269.4,,72.67,0.495222574,7.697173715,544,35,1,544,35,4.89,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core,"Intel® Core™ i9-13900K ",749.69,,228.22,1.251574188,5.997543507,599,125,1,599,125,2.98,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,atom,"Intel® Processor N200 ",6.72,,3.13,0.034831297,1.12040671,193,6,1,193,6,159.9,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® W1290P ",240.85,,96.84,0.405479734,1.926839696,594,125,1,594,125,5.5,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",92.92,,49.94,0.373172396,1.308731361,249,71,1,249,71,11.12,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",968.92,,267.96,0.30817997,4.613894415,3144,210,2,1572,105,2.91,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2902.26,,747.22,0.171184391,7.078683334,16954,410,2,8477,205,1.55,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4946.11,,1154.11,0.264243762,9.159471721,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",19987.31,,1672.83,0.587862084,28.55330123,34000,700,2,17000,350,1.02,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",931.66,,257,0.460762405,4.658307915,2022,200,2,1011,100,3,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2276.19,,562.55,1.000964562,7.587311379,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3436.03,2103.96,,1.784950649,22.90686667,1925,150,1,1925,150,4.65,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",2320.83,1555.26,,7.23,15.4722,321,150,1,321,150,6.8,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,celeron,"Intel® Celeron® 6305E ",49.59,,14.36,0.463470925,3.306092597,107,15,1,107,15,19.89,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",49.36,52.35,27.44,0.736680169,4.113130942,67,12,1,67,12,80.69,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",351.53,206.09,116.49,0.825182703,12.55456541,426,28,1,426,28,11.12,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",291.8,170.69,95.05,0.595512613,10.42147072,490,28,1,490,28,13.6,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",389.36,224.15,136.98,0.775618158,3.38574187,502,115,1,502,115,10.01,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",14.66,7.82,4.24,0.075968646,2.443658116,193,6,1,193,6,271.96,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",213.06,118.28,67.33,1.991180592,14.20375489,107,15,1,107,15,18.66,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,73.78,,32.26,1.101172216,6.148211537,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,467.05,,119.19,1.096367546,16.68044909,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,446.64,,123.08,0.889730483,3.883866978,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,20.62,,6.29,0.10684337,3.436795067,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +resnet-50,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,299.3,,75.5,2.797187232,19.95326892,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,atom,"Intel® Atom® X6425E ",0.33,,0.13,0.004975236,0.027778401,67,12,1,67,12,2993.01,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i3-8100 ",1.68,,0.97,0.014347384,0.025825291,117,65,1,117,65,601.85,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.42,,1.4,0.011289623,0.037168913,214,65,1,214,65,459.92,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-13600K ",8.24,,2.4,0.025057197,0.065950541,329,125,1,329,125,163.48,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",3.91,,1,0.009186512,0.139766221,426,28,1,426,28,277.92,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",2.88,,0.77,0.005880025,0.102900446,490,28,1,490,28,338.91,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-12700H ",7.23,,2.11,0.014408211,0.062894973,502,115,1,502,115,160.16,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.02,,1.13,0.006652279,0.057589733,303,35,1,303,35,564.49,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-10900TE ",2.65,,1.47,0.005438613,0.0758298,488,35,1,488,35,411.44,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-12900TE ",4.43,,1.32,0.008137923,0.126486572,544,35,1,544,35,233.69,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-13900K ",12.56,,4.02,0.020965686,0.100467567,599,125,1,599,125,125.42,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,atom,"Intel® Processor N200 ",0.11,,0.05,0.000582322,0.01873135,193,6,1,193,6,8949.48,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.33,,2.45,0.007295464,0.034668046,594,125,1,594,125,238.2,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",1.6,,0.92,0.006436306,0.022572398,249,71,1,249,71,628.09,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",17.64,,4.57,0.00561008,0.083990918,3144,210,2,1572,105,115.69,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",57.78,,14.8,0.003407952,0.140922968,16954,410,2,8477,205,36.97,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",78.79,,20.72,0.004209532,0.145914858,18718,540,2,9359,270,108.29,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",447.58,,31.29,0.013164208,0.639404378,34000,700,2,17000,350,8.52,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",16.78,,4.35,0.008300056,0.08391357,2022,200,2,1011,100,121.64,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",42.36,,10.47,0.0186267,0.141190389,2274,300,2,1137,150,62,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",212,109.86,,0.11012987,1.413333333,1925,150,1,1925,150,75.46,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",147.33,81.3,,0.458971963,0.9822,321,150,1,321,150,107.9,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,celeron,"Intel® Celeron® 6305E ",0.89,,0.23,0.008332401,0.059437797,107,15,1,107,15,1121.85,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",1.18,1.18,0.6,0.01761223,0.098334953,67,12,1,67,12,3388.59,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",9.69,5.42,2.82,0.022757923,0.346245541,426,28,1,426,28,422.17,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",8.81,4.73,2.22,0.017974869,0.3145602,490,28,1,490,28,454.51,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",10.57,6.15,3.31,0.021056233,0.091915033,502,115,1,502,115,378.05,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",0.29,0.16,,0.001498083,0.048188352,193,6,1,193,6,13815.91,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",5.07,2.64,1.41,0.047394532,0.338080997,107,15,1,107,15,774.3,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,0.33,,0.13,0.004977355,0.02779023,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,3.91,,1,0.009188755,0.139800349,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,7.22,,2.11,0.014375821,0.062753582,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,0.11,,0.05,0.000582589,0.018739953,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd-resnet34-1200,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,0.89,,0.23,0.008336326,0.059465795,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom,"Intel® Atom® X6425E ",45.25,,21.49,0.675344538,3.770673668,67,12,1,67,12,23.03,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i3-8100 ",211.26,,122.9,1.805642643,3.250156758,117,65,1,117,65,4.94,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-10500TE ",328.11,,171.73,1.533232461,5.047873024,214,65,1,214,65,3.6,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-13600K ",958.88,,352.8,2.914519781,7.671016063,329,125,1,329,125,2.39,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",516.83,,149.6,1.213217067,18.45823109,426,28,1,426,28,1.95,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",387.14,,100.71,0.790090285,13.82657998,490,28,1,490,28,2.82,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-12700H ",851.54,,313.45,1.696288338,7.404667352,502,115,1,502,115,2.26,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-8700T ",276.74,,157.91,0.913329109,7.906820574,303,35,1,303,35,4.32,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-10900TE ",364.53,,192.13,0.746991693,10.41519846,488,35,1,488,35,3.37,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-12900TE ",524.73,,184.04,0.964577897,14.99229646,544,35,1,544,35,3.11,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-13900K ",1448.44,,577.78,2.418088851,11.58748177,599,125,1,599,125,2.07,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom,"Intel® Processor N200 ",14.48,,7.94,0.075019913,2.413140548,193,6,1,193,6,72.01,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® W1290P ",575.79,,221.76,0.969337499,4.606291798,594,125,1,594,125,2.37,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",202.62,,125.71,0.813718363,2.853744681,249,71,1,249,71,5.11,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",2056.28,,640.87,0.654031598,9.79178736,3144,210,2,1572,105,1.56,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",5764.35,,1656.74,0.339999199,14.05938152,16954,410,2,8477,205,1.1,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",10274.61,,2320.94,0.54891578,19.02704734,18718,540,2,9359,270,0.66,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",22310.17,,3557.58,0.656181545,31.87167505,34000,700,2,17000,350,0.82,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1961.85,,610.96,0.970252004,9.809247756,2022,200,2,1011,100,1.63,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",4825.79,,1246.04,2.122157397,16.08595307,2274,300,2,1137,150,0.81,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",4044.15,3428.72,,2.100857143,26.961,1925,150,1,1925,150,3.93,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",2984.21,2546.5,,9.296604361,19.89473333,321,150,1,321,150,5.28,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,celeron,"Intel® Celeron® 6305E ",107.12,,36.58,1.001151038,7.141544074,107,15,1,107,15,9.17,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",92.52,95.67,51.13,1.380923725,7.710157466,67,12,1,67,12,42.26,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",651.76,382.05,253.7,1.529949042,23.27708185,426,28,1,426,28,6.02,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",524.22,312.45,186.78,1.069836004,18.72213008,490,28,1,490,28,7.46,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",773.55,416.41,274.89,1.540936407,6.726522404,502,115,1,502,115,4.96,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",29.11,15.38,9.5,0.150843572,4.852134912,193,6,1,193,6,136.41,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",411.09,221.78,136.65,3.84192596,27.40573851,107,15,1,107,15,9.59,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,108.74,,57.49,1.622911064,9.061253443,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,681.22,,234.33,1.599114724,24.3293883,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,846.65,,312.78,1.68656067,7.362203969,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,35.06,,14.07,0.181647626,5.842998634,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +ssd_mobilenet_v1_coco,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,299.91,,136.25,2.802861018,19.99374193,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,atom,"Intel® Atom® X6425E ",0.48,,0.06,0.007174661,0.040058526,67,12,1,67,12,2086.28,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.42,,1.55,0.02064549,0.037161882,117,65,1,117,65,426.14,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",3.6,,2.28,0.016808517,0.055338809,214,65,1,214,65,324.72,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",11.52,,3.96,0.035003462,0.092129112,329,125,1,329,125,121.88,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",6.54,,1.63,0.015353991,0.233600004,426,28,1,426,28,168.96,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",4.87,,1.22,0.009934994,0.173862397,490,28,1,490,28,209.5,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-12700H ",10.23,,3.55,0.020387285,0.08899493,502,115,1,502,115,123.74,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",3.02,,1.86,0.009978157,0.086382334,303,35,1,303,35,385.98,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.86,,2.4,0.007903109,0.110191924,488,35,1,488,35,286.48,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",6.29,,2.21,0.011565461,0.179760314,544,35,1,544,35,167.25,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",17.97,,6.61,0.030001591,0.143767622,599,125,1,599,125,91.7,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,atom,"Intel® Processor N200 ",0.17,,0.09,0.000896742,0.028845212,193,6,1,193,6,5851.61,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",6.17,,3.96,0.010385321,0.049351045,594,125,1,594,125,180.39,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.31,,1.48,0.009274116,0.032524718,249,71,1,249,71,434.36,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",29.19,,7.31,0.009285218,0.139012976,3144,210,2,1572,105,71.02,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",95.18,,21.6,0.005614028,0.232146891,16954,410,2,8477,205,23.81,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",129.12,,31.53,0.006898185,0.239111529,18718,540,2,9359,270,73.82,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",594.44,,48.37,0.017483616,0.849204219,34000,700,2,17000,350,8.51,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",27.77,,6.96,0.013733163,0.138842282,2022,200,2,1011,100,74.6,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",69.04,,15.92,0.03036133,0.230138879,2274,300,2,1137,150,43.95,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",308.2,201.07,,0.160103896,2.054666667,1925,150,1,1925,150,51.9,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",264.35,182.28,,0.823520249,1.762333333,321,150,1,321,150,60.21,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,celeron,"Intel® Celeron® 6305E ",1.49,,0.38,0.013900735,0.099158578,107,15,1,107,15,675.13,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",0.98,1.99,0.98,0.014692692,0.082034196,67,12,1,67,12,4060.12,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",17.25,8.84,4.82,0.040488987,0.616011019,426,28,1,426,28,227.85,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",15.51,7.82,4.16,0.031655158,0.553965259,490,28,1,490,28,257.82,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",18.55,9.77,5.39,0.036960326,0.161339856,502,115,1,502,115,215.12,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",0.46,0.25,0.14,0.002385415,0.076730841,193,6,1,193,6,8685.49,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",8.41,4.38,2.38,0.078566734,0.560442704,107,15,1,107,15,475.59,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,1.23,,0.79,0.018340265,0.102399815,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,13.96,,3.78,0.032775536,0.498656365,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,10.26,,3.52,0.02043345,0.08919645,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,0.57,,0.19,0.002935667,0.094430629,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +unet-camvid-onnx-0001,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,8.94,,2.44,0.083581344,0.596213586,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,atom,"Intel® Atom® X6425E ",2.09,,0.88,0.031158294,0.173967144,67,12,1,67,12,484.41,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i3-8100 ",10.63,,5.8,0.090816761,0.16347017,117,65,1,117,65,95.04,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",15.37,,8.28,0.071831563,0.236491606,214,65,1,214,65,74.25,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i5-13600K ",51.79,,15.62,0.157423763,0.414339343,329,125,1,329,125,29.87,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",24.16,,6.61,0.056706365,0.862746832,426,28,1,426,28,46.04,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",18.04,,4.84,0.036809957,0.644174252,490,28,1,490,28,57.2,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i7-12700H ",45.55,,13.34,0.09073357,0.396071758,502,115,1,502,115,29.39,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i7-8700T ",12.71,,6.82,0.041940602,0.363085781,303,35,1,303,35,87.06,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",16.64,,8.64,0.034098663,0.475432788,488,35,1,488,35,67.32,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",27.33,,8.16,0.050231011,0.78073343,544,35,1,544,35,41.73,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core,"Intel® Core™ i9-13900K ",78.06,,25.64,0.130315158,0.624470238,599,125,1,599,125,23.25,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,atom,"Intel® Processor N200 ",0.7,,0.34,0.003623639,0.116560404,193,6,1,193,6,1470.7,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",27.37,,14.08,0.046075421,0.218950402,594,125,1,594,125,40.66,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",10.06,,5.64,0.040419321,0.141752266,249,71,1,249,71,100.33,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",106.36,,29.72,0.033830969,0.506497941,3144,210,2,1572,105,21.82,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",313.83,,87.89,0.018510506,0.765431982,16954,410,2,8477,205,10.5,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",490.61,,109.01,0.026210666,0.908539337,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2125.85,,193.93,0.06252509,3.036932955,34000,700,2,17000,350,3.31,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",101.13,,28.36,0.050013259,0.50563405,2022,200,2,1011,100,22.77,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",242.25,,62.31,0.106530714,0.807502815,2274,300,2,1137,150,13.97,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",784.51,385.29,,0.407537662,5.230066667,1925,150,1,1925,150,20.34,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",582.91,341.6,,1.815919003,3.886066667,321,150,1,321,150,27.27,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,celeron,"Intel® Celeron® 6305E ",5.45,,1.54,0.050899014,0.363079634,107,15,1,107,15,184.42,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",6.74,6.85,3.38,0.100595832,0.561660065,67,12,1,67,12,591.73,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",63.57,29.68,16.2,0.149226927,2.2703811,426,28,1,426,28,63.78,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",57.51,26.04,13.46,0.11737163,2.054003521,490,28,1,490,28,69.04,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",70.17,33.53,18.68,0.139783055,0.610183421,502,115,1,502,115,56.66,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",1.76,0.94,0.5,0.009123799,0.293482206,193,6,1,193,6,2270.28,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",32.22,15.09,8.06,0.30110055,2.147850593,107,15,1,107,15,123.79,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,7.72,,3.75,0.115178992,0.643082704,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,51.27,,13.81,0.120341487,1.830909768,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,45.37,,13.46,0.090387475,0.394560977,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,2.17,,0.7,0.011226857,0.361130553,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,33.62,,8.52,0.314229473,2.241503571,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,atom,"Intel® Atom® X6425E ",22.9,,10.3,0.341730235,1.907993813,67,12,1,67,12,44.81,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i3-8100 ",111.7,,63.53,0.954676349,1.718417429,117,65,1,117,65,9.05,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-10500TE ",167.36,,91.55,0.782033946,2.574696376,214,65,1,214,65,6.74,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-13600K ",600,,195.96,1.823702698,4.799985501,329,125,1,329,125,3.05,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",252.28,,77.33,0.592195936,9.009838172,426,28,1,426,28,4.56,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",186.61,,55.02,0.380840324,6.664705674,490,28,1,490,28,5.72,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-12700H ",501.3,,153.33,0.998611403,4.359155863,502,115,1,502,115,3.07,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-8700T ",137.83,,76.63,0.454872229,3.93789387,303,35,1,303,35,8.19,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-10900TE ",184.15,,95.48,0.377348634,5.261318102,488,35,1,488,35,6.36,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-12900TE ",293.87,,93.77,0.540200925,8.396265811,544,35,1,544,35,4.16,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-13900K ",859.57,,285.93,1.435015839,6.876595902,599,125,1,599,125,2.43,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,atom,"Intel® Processor N200 ",7.83,,4.08,0.040593912,1.305770848,193,6,1,193,6,136.7,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® W1290P ",298.34,,148.85,0.502253106,2.386706758,594,125,1,594,125,4.01,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",106.15,,62.71,0.426309642,1.495085926,249,71,1,249,71,9.46,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",1051.35,,338.78,0.334399047,5.006431445,3144,210,2,1572,105,2.52,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2835.63,,919.26,0.167254584,6.916181007,16954,410,2,8477,205,1.22,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4653.13,,1373.23,0.248591404,8.616914646,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",13069.92,,2139.01,0.384409384,18.67131295,34000,700,2,17000,350,1.07,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1009.33,,322.76,0.499176297,5.046672361,2022,200,2,1011,100,2.62,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2219.25,,701.36,0.97592209,7.39748944,2274,300,2,1137,150,1.33,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3774.19,2809.6,,1.960618182,25.16126667,1925,150,1,1925,150,4.2,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",2481.58,2188.3,,7.730778816,16.54386667,321,150,1,321,150,6.38,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,celeron,"Intel® Celeron® 6305E ",54.03,,17.97,0.504924987,3.60179824,107,15,1,107,15,18.27,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",65.71,66.39,33.87,0.980781744,5.476031402,67,12,1,67,12,60.33,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",546.82,290.91,170.54,1.283615875,19.52929868,426,28,1,426,28,7.02,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",494.07,258.4,135.87,1.0083135,17.64548625,490,28,1,490,28,7.98,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",614.04,322.38,201.06,1.223179731,5.339445432,502,115,1,502,115,6.27,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",18.67,9.83,5.51,0.096741623,3.111855553,193,6,1,193,6,213.14,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",292.06,153.11,86.79,2.729568715,19.4709235,107,15,1,107,15,13.59,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,28.49,,39.7,0.425185416,2.373951908,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,485.88,,147.22,1.140573952,17.35301799,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,504.34,,154.35,1.004655777,4.385540869,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,23.01,,8.08,0.119237217,3.835463809,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v3_tiny,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,322.03,,92.97,3.009639701,21.4687632,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,atom,"Intel® Atom® X6425E ",10.23,,5.1,0.152738191,0.852788231,67,12,1,67,12,101.71,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i3-8100 ",53.43,,33.01,0.456695137,0.822051246,117,65,1,117,65,19.24,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-10500TE ",81.28,,46.84,0.37982764,1.250509462,214,65,1,214,65,13.7,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-13600K ",249.13,,95.35,0.757245253,1.993069506,329,125,1,329,125,6.67,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",110.57,,40.76,0.25954684,3.948819784,426,28,1,426,28,10.77,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",77.4,,27.48,0.157961422,2.764324894,490,28,1,490,28,13.63,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-12700H ",213.22,,81.23,0.424745111,1.854104747,502,115,1,502,115,6.64,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-8700T ",71.39,,42.39,0.235624564,2.039835509,303,35,1,303,35,16.54,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-10900TE ",92.64,,52.82,0.189826949,2.646730038,488,35,1,488,35,12.63,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-12900TE ",132.43,,50.68,0.243444777,3.783827393,544,35,1,544,35,9.16,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-13900K ",377.83,,153.02,0.63077111,3.022655157,599,125,1,599,125,5.31,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,atom,"Intel® Processor N200 ",3.26,,1.94,0.016879236,0.542948745,193,6,1,193,6,316.73,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® W1290P ",135.15,,72.61,0.227526855,1.081207614,594,125,1,594,125,9.22,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",52.15,,32.9,0.209454054,0.734564216,249,71,1,249,71,19.49,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",450.82,,174.94,0.143389368,2.146743683,3144,210,2,1572,105,5.96,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",998.4,,454.7,0.058888758,2.435121961,16954,410,2,8477,205,3.53,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",1714.12,,554.58,0.091575891,3.17429173,18718,540,2,9359,270,2.38,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2889.04,,998.41,0.084971908,4.127206937,34000,700,2,17000,350,3.61,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",431.74,,165.69,0.213522055,2.158707972,2022,200,2,1011,100,6.18,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",862.18,,340.38,0.379148389,2.873944787,2274,300,2,1137,150,3.32,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",1539.24,1433.21,,0.799605195,10.2616,1925,150,1,1925,150,10.28,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",1005.97,1032.49,,3.133862928,6.706466667,321,150,1,321,150,15.79,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,celeron,"Intel® Celeron® 6305E ",24.25,,9.56,0.226625242,1.616593391,107,15,1,107,15,40.75,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",32.03,33.52,19.17,0.478079796,2.669278863,67,12,1,67,12,124.04,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",206.31,140.75,88.2,0.484285942,7.368064696,426,28,1,426,28,19.11,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",164.45,109.09,61.03,0.335609833,5.873172075,490,28,1,490,28,24.02,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",220.75,149.98,96.81,0.439731794,1.919524876,502,115,1,502,115,17.82,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",8.37,5.57,3.25,0.043349604,1.394412272,193,6,1,193,6,477.17,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,35.14,,20.32,0.524480678,2.928350453,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,179.3,,74.12,0.420882484,6.403426363,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,212.84,,82.48,0.42397642,1.85074924,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,10.06,,4.44,0.052118261,1.676470739,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,, +yolo_v8n,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,113.96,,48.9,1.065053731,7.597383279,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec,,,,,,,,,,,,,,,,,,,,,, +chatGLM2-6B,OV-2023.2,core,"Intel® Core™ i9-13900K ",277,,340,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,374 +chatGLM2-6B,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",,173,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,, +chatGLM2-6B,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,,114,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,, +chatGLM2-6B,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,, +chatGLM2-6B,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",95,121,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec,,,,,,,,,,,,,,,,,,,,,, +Llama-2-7b-chat,OV-2023.2,core,"Intel® Core™ i9-13900K ",415,,420,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,417 +Llama-2-7b-chat,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",179,,201,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,133 +Llama-2-7b-chat,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,143,,133,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,136 +Llama-2-7b-chat,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",111,95,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,126 +Llama-2-7b-chat,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",163,163,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,221 +end_rec,,,,,,,,,,,,,,,,,,,,,, +begin_rec,,,,,,,,,,,,,,,,,,,,,, +Stable-Diffusion-v2-1,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",7.1,4.4,,,,,,,,,,FPS,FPS/$,FPS/TDP,sec.,,,, +end_rec,,,,,,,,,,,,,,,,,,,,,, \ No newline at end of file diff --git a/docs/_static/css/custom.css b/docs/_static/css/custom.css index b984dded78c..d0f46648869 100644 --- a/docs/_static/css/custom.css +++ b/docs/_static/css/custom.css @@ -573,13 +573,17 @@ div.highlight { grid-template-columns: 1fr; } +.modal-content-grid p { + font-size: 0.6rem; +} + .modal-content-grid-container .column { min-width: 100px; } .modal-content-grid-container label { margin-bottom: 0; - padding-right: 4px; + padding-right: 6px; } .modal-content-grid-container input { @@ -620,6 +624,13 @@ div.highlight { margin-bottom: 0rem; } +.ul { + display: flex; + flex-direction: row !important; + margin: 0px; + padding: 0px 0px 0px 10px; +} + .benchmark-graph-results-header { display: flex; justify-content: space-between; diff --git a/docs/_static/html/modal.html b/docs/_static/html/modal.html index 106119f1bf7..581a27f71af 100644 --- a/docs/_static/html/modal.html +++ b/docs/_static/html/modal.html @@ -52,6 +52,7 @@
+

(Use for Throughput and Latency parameters only)

@@ -69,9 +70,5 @@
-
-
-
-
diff --git a/docs/_static/js/graphs.js b/docs/_static/js/graphs.js index a5625268139..042ea6d6b8f 100644 --- a/docs/_static/js/graphs.js +++ b/docs/_static/js/graphs.js @@ -22,10 +22,11 @@ const OVdefaultSelections = { platformFilters: {name: 'coretype', data: ['CPU']}, models: {name: 'networkmodel', data: [ - 'bert-large-uncased-whole-word-masking-squad-0001 ', - 'mobilenet-ssd ', + 'bert-base-cased', + 'yolo-v3-tiny', + 'yolo_v8n', 'resnet-50', - 'yolo_v3_tiny' + ] }, parameters: {name: 'kpi', data: ['Throughput']}, @@ -122,6 +123,7 @@ class ExcelData { this.release = csvdataline[1]; this.ieType = csvdataline[2]; this.platformName = csvdataline[3]; + this.throughputInt4 = csvdataline[22]; this.throughputInt8 = csvdataline[4]; this.throughputFP16 = csvdataline[5]; this.throughputFP32 = csvdataline[6]; @@ -133,11 +135,13 @@ class ExcelData { this.pricePerSocket = csvdataline[12]; this.tdpPerSocket = csvdataline[13]; this.latency = csvdataline[14]; - - this.throughputUnit = csvdataline[15] - this.valueUnit = csvdataline[16] - this.efficiencyUnit = csvdataline[17] - this.latencyUnit = csvdataline[18] + this.latency16 = csvdataline[19]; + this.latency32 = csvdataline[20]; + this.latency4 = csvdataline[21]; + this.throughputUnit = csvdataline[15]; + this.valueUnit = csvdataline[16]; + this.efficiencyUnit = csvdataline[17]; + this.latencyUnit = csvdataline[18]; } } @@ -149,7 +153,6 @@ class OVMSExcelData extends ExcelData { this.throughputInt8 = csvdataline[4]; this.throughputOVMSFP32 = csvdataline[7]; this.throughputFP32 = csvdataline[6]; - this.throughputUnit = csvdataline[8] } } @@ -168,20 +171,28 @@ class GraphData { { 'ovmsint8': excelData.throughputOVMSInt8, 'ovmsfp32': excelData.throughputOVMSFP32, + 'int4': excelData.throughputInt4, 'int8': excelData.throughputInt8, 'fp16': excelData.throughputFP16, 'fp32': excelData.throughputFP32 }, excelData.value, excelData.efficiency, - excelData.latency); + { + 'ovmsint8': excelData.throughputOVMSInt8, + 'ovmsfp32': excelData.throughputOVMSFP32, + 'int4': excelData.latency4, + 'int8': excelData.latency, + 'fp16': excelData.latency16, + 'fp32': excelData.latency32 + },); + this.price = excelData.price; this.tdp = excelData.tdp; this.sockets = excelData.sockets; this.pricePerSocket = excelData.pricePerSocket; this.tdpPerSocket = excelData.tdpPerSocket; this.latency = excelData.latency; - this.throughputUnit = excelData.throughputUnit; this.valueUnit = excelData.valueUnit; this.efficiencyUnit = excelData.efficiencyUnit; @@ -191,11 +202,11 @@ class GraphData { class KPI { - constructor(precisions, value, efficiency, latency) { + constructor(precisions, value, efficiency, latencies) { this.throughput = precisions; this.value = value; this.efficiency = efficiency; - this.latency = latency; + this.latency = latencies; } } @@ -221,12 +232,12 @@ class Modal { static getKpisLabels(version) { if (version == 'ovms') return ['Throughput']; - return ['Throughput', 'Value', 'Efficiency', 'Latency']; + return ['Throughput', 'Latency', 'Value', 'Efficiency']; } static getPrecisionsLabels(version) { if (version == 'ovms') return ['OV-INT8 (reference)', 'INT8', 'OV-FP32 (reference)', 'FP32']; - return ['INT8', 'FP16', 'FP32']; + return ['INT4', 'INT8', 'FP16', 'FP32']; } static getCoreTypes(labels) { return labels.map((label) => { @@ -249,6 +260,8 @@ class Modal { return 'ovmsint8'; case 'OV-FP32 (reference)': return 'ovmsfp32'; + case 'INT4': + return 'int4'; case 'INT8': return 'int8'; case 'FP16': @@ -260,6 +273,27 @@ class Modal { } }); } + static getUnitDescription(unit) { + console.log(unit) + switch (unit) { + case 'msec.': + return '(lower is better)'; + case 'msec/token': + return '(lower is better)'; + case 'Generating time, sec.': + return '(lower is better)'; + case 'msec/token/TDP': + return '(lower is better)'; + case 'FPS': + return '(higher is better)'; + case 'FPS/$': + return '(higher is better)'; + case 'FPS/TDP': + return '(higher is better)'; + default: + return ''; + } + } } @@ -303,6 +337,7 @@ class Graph { return []; } } + // this returns an object that is used to ender the chart static getGraphConfig(kpi, units, precisions) { @@ -310,48 +345,69 @@ class Graph { case 'throughput': return { chartTitle: 'Throughput', - chartSubtitle: '(higher is better)', iconClass: 'throughput-icon', - datasets: precisions.map((precision) => this.getPrecisionConfig(precision, units.throughputUnit)), + unit: units.throughputUnit, + datasets: precisions.map((precision) => this.getPrecisionThroughputConfig(precision, units.throughputUnit)), }; case 'latency': return { chartTitle: 'Latency', - chartSubtitle: '(lower is better)', iconClass: 'latency-icon', - datasets: [{ data: null, color: '#8F5DA2', label: `${units.latencyUnit}` }], + unit: units.latencyUnit, + datasets: precisions.map((precision) => this.getPrecisionLatencyConfig(precision, units.latencyUnit)), }; case 'value': return { chartTitle: 'Value', - chartSubtitle: '(higher is better)', iconClass: 'value-icon', - datasets: [{ data: null, color: '#8BAE46', label: `${units.valueUnit} (INT8)` }], + unit: units.valueUnit, + datasets: [{ data: null, color: '#8BAE46', label: `INT8` }], }; case 'efficiency': return { chartTitle: 'Efficiency', - chartSubtitle: '(higher is better)', iconClass: 'efficiency-icon', - datasets: [{ data: null, color: '#E96115', label: `${units.efficiencyUnit} (INT8)` }], + unit: units.efficiencyUnit, + datasets: [{ data: null, color: '#E96115', label: `INT8` }], }; default: return {}; } } - static getPrecisionConfig(precision, unit) { + static getPrecisionThroughputConfig(precision, unit) { switch (precision) { case 'ovmsint8': return { data: null, color: '#FF8F51', label: `${unit} (OV Ref. INT8)` }; case 'ovmsfp32': return { data: null, color: '#B24501', label: `${unit} (OV Ref. FP32)` }; + case 'int4': + return { data: null, color: '#5bd0f0', label: `INT4` }; case 'int8': - return { data: null, color: '#00C7FD', label: `${unit} (INT8)` }; + return { data: null, color: '#00C7FD', label: `INT8` }; case 'fp16': - return { data: null, color: '#009fca', label: `${unit} (FP16)` }; + return { data: null, color: '#009fca', label: `FP16` }; case 'fp32': - return { data: null, color: '#007797', label: `${unit} (FP32)` }; + return { data: null, color: '#007797', label: `FP32` }; + default: + return {}; + } + } + + static getPrecisionLatencyConfig(precision, unit) { + switch (precision) { + case 'ovmsint8': + return { data: null, color: '#FF8F51', label: `${unit} (OV Ref. INT8)` }; + case 'ovmsfp32': + return { data: null, color: '#B24501', label: `${unit} (OV Ref. FP32)` }; + case 'int4': + return { data: null, color: '#c197d1', label: `INT4` }; + case 'int8': + return { data: null, color: '#b274ca', label: `INT8` }; + case 'fp16': + return { data: null, color: '#8424a9', label: `FP16` }; + case 'fp32': + return { data: null, color: '#5b037d', label: `FP32` }; default: return {}; } @@ -389,7 +445,6 @@ $(document).ready(function () { function clickBuildGraphs(graph, networkModels, ietype, platforms, kpis, precisions) { renderData(graph, networkModels, ietype, platforms, kpis, precisions); - $('.modal-footer').show(); $('#modal-display-graphs').show(); $('.edit-settings-btn').on('click', (event) => { @@ -558,7 +613,7 @@ $(document).ready(function () { function validateThroughputSelection() { const precisions = $('.precisions-column').find('input') - if (getSelectedKpis().includes('Throughput')) { + if (getSelectedKpis().includes('Throughput') || getSelectedKpis().includes('Latency')) { precisions.prop('disabled', false); } else { @@ -709,10 +764,10 @@ $(document).ready(function () { if (!listContainer) { listContainer = document.createElement('ul'); listContainer.style.display = 'flex'; - listContainer.style.flexDirection = 'column'; + listContainer.style.flexDirection = 'row'; listContainer.style.margin = 0; listContainer.style.padding = 0; - listContainer.style.paddingLeft = '10px'; + listContainer.style.paddingLeft = '0px'; legendContainer.appendChild(listContainer); } @@ -723,8 +778,9 @@ $(document).ready(function () { const htmlLegendPlugin = { id: 'htmlLegend', afterUpdate(chart, args, options) { - const ul = getOrCreateLegendList(chart, chart.options.plugins.htmlLegend.containerID); + const ul = getOrCreateLegendList(chart, chart.options.plugins.htmlLegend.containerID); + // Remove old legend items while (ul.firstChild) { ul.firstChild.remove(); @@ -732,12 +788,11 @@ $(document).ready(function () { // Reuse the built-in legendItems generator const items = chart.legend.legendItems; - items.forEach(item => { const li = document.createElement('li'); li.style.alignItems = 'center'; - li.style.display = 'flex'; - li.style.flexDirection = 'row'; + li.style.display = 'block'; + li.style.flexDirection = 'column'; li.style.marginLeft = '10px'; li.onclick = () => { @@ -758,7 +813,7 @@ $(document).ready(function () { boxSpan.style.borderWidth = item.lineWidth + 'px'; boxSpan.style.display = 'inline-block'; boxSpan.style.height = '12px'; - boxSpan.style.marginRight = '10px'; + boxSpan.style.marginRight = '4px'; boxSpan.style.width = '30px'; // Text @@ -766,7 +821,6 @@ $(document).ready(function () { textContainer.style.color = item.fontColor; textContainer.style.margin = 0; textContainer.style.padding = 0; - // textContainer.style.fontFamily = 'Roboto'; textContainer.style.fontSize = '0.8rem'; textContainer.style.textDecoration = item.hidden ? 'line-through' : ''; @@ -832,7 +886,7 @@ $(document).ready(function () { function renderData(graph, networkModels, ietype, platforms, kpis, precisions) { $('.chart-placeholder').empty(); - $('.modal-disclaimer-box').empty(); + $('.modal-footer').empty(); const display = new ChartDisplay(getChartsDisplayMode(kpis.length), kpis.length); networkModels.forEach((networkModel) => { @@ -863,6 +917,10 @@ $(document).ready(function () { } }) + if(kpis.includes('Value') || kpis.includes('Efficiency')){ + $('.modal-footer').append($('
')) + } + $('.modal-footer').append($('
')) for (let kpi of kpis) { if (chartDisclaimers[kpi]) $('.modal-disclaimer-box').append($('

').text(chartDisclaimers[kpi])) @@ -883,10 +941,9 @@ $(document).ready(function () { chartWrap.addClass('chart-wrap'); chartContainer.append(chartWrap); var labels = Graph.getPlatformNames(model); - var graphConfigs = kpis.map((str) => { var kpi = str.toLowerCase(); - var groupUnit = model[0] + var groupUnit = model[0]; if (kpi === 'throughput') { var throughputData = Graph.getDatabyKPI(model, kpi); var config = Graph.getGraphConfig(kpi, groupUnit, precisions); @@ -895,11 +952,18 @@ $(document).ready(function () { }); return config; } + else if(kpi === 'latency'){ + var latencyData = Graph.getDatabyKPI(model, kpi); + var config = Graph.getGraphConfig(kpi, groupUnit, precisions); + precisions.forEach((prec, index) => { + config.datasets[index].data = latencyData.map(tData => tData[prec]); + }); + return config; + } var config = Graph.getGraphConfig(kpi, groupUnit); config.datasets[0].data = Graph.getDatabyKPI(model, kpi); return config; }); - // get the client platform labels and create labels for all the graphs var labelsContainer = $('

'); labelsContainer.addClass('chart-labels-container'); @@ -922,8 +986,8 @@ $(document).ready(function () { var columnHeader = $('
'); columnHeader.append($('
' + graphConfig.chartTitle + '
')); columnHeader.append($('
' + Graph.getGraphPlatformText(ietype) + '
')); - columnHeader.append($('
' + graphConfig.chartSubtitle + '
')); - + columnHeader.append($('
' + graphConfig.unit + ' ' + Modal.getUnitDescription(graphConfig.unit) + '
')); + columnHeaderContainer.append(columnHeader); chartGraphsContainer.append(graphItem); var graphClass = $('
'); @@ -961,7 +1025,7 @@ $(document).ready(function () { var heightRatio = (30 + (labels.length * 55)); var chart = $('
'); const containerId = `legend-container-${id}`; - const legend = $(`
`); + const legend = $(`
`); legend.addClass('graph-legend-container'); chart.addClass('chart'); chart.addClass(widthClass); diff --git a/docs/articles_en/about_openvino/performance_benchmarks.md b/docs/articles_en/about_openvino/performance_benchmarks.md index c32fde67d69..8a38c2b6ecf 100644 --- a/docs/articles_en/about_openvino/performance_benchmarks.md +++ b/docs/articles_en/about_openvino/performance_benchmarks.md @@ -13,7 +13,7 @@ openvino_docs_performance_benchmarks_faq OpenVINO Accuracy - Performance Data Spreadsheet (download xlsx) + Performance Data Spreadsheet (download xlsx) openvino_docs_MO_DG_Getting_Performance_Numbers @@ -100,14 +100,14 @@ For a listing of all platforms and configurations used for testing, refer to the .. grid-item:: - .. button-link:: _static/benchmarks_files/OV-2023.1-Platform_list.pdf + .. button-link:: _static/benchmarks_files/OV-2023.2-Platform_list.pdf :color: primary :outline: :expand: :material-regular:`download;1.5em` Click for Hardware Platforms [PDF] - .. button-link:: _static/benchmarks_files/OV-2023.1-system-info-detailed.xlsx + .. button-link:: _static/benchmarks_files/OV-2023.2-system-info-detailed.xlsx :color: primary :outline: :expand: @@ -166,7 +166,7 @@ or `create an account `__ - - BigScience Bloomz & MT0 - - Transformer based llm - - 2048 - * - `GPT-J-6B `__ - - Eleuther AI + * - `chatGLM2-6B `__ + - THUDM - Transformer - - 2048 + - 32K * - `Llama-2-7b-chat `__ - Meta AI - Auto regressive language @@ -77,6 +73,14 @@ - DeepLab v3 Tf - semantic segmentation - 513x513 + * - `efficientdet-d0 `__ + - Efficientdet + - classification + - 512x512 + * - `faster_rcnn_resnet50_coco `__ + - Faster RCNN TF + - object detection + - 600x1024 * - `mobilenet-v2 `__ - Mobilenet V2 PyTorch - classification diff --git a/docs/articles_en/about_openvino/performance_benchmarks/performance_int8_vs_fp32.md b/docs/articles_en/about_openvino/performance_benchmarks/performance_int8_vs_fp32.md index 6652be32dc2..572d4805901 100644 --- a/docs/articles_en/about_openvino/performance_benchmarks/performance_int8_vs_fp32.md +++ b/docs/articles_en/about_openvino/performance_benchmarks/performance_int8_vs_fp32.md @@ -25,87 +25,93 @@ for more information. * - bert-base-cased - SST-2_bert_cased_padded - accuracy - - -3.00% - - -2.00% - - 2.94% + - -0.76% + - 2.42% + - 2.72% * - bert-large-uncased-whole-word-masking-squad-0001 - SQUAD_v1_1_bert_msl384_mql64_ds128_lowercase - F1 - - -0.04% - - 0.03% - - 0.06% + - 0.07% + - -0.03% + - 0.11% * - deeplabv3 - VOC2012_segm - mean_iou - - 0.00% + - 0.49% - 0.23% - - -0.13% + - -0.16% + * - efficientdet-d0 + - COCO2017_detection_91cl + - coco_precision + - -0.84% + - -0.59% + - -0.63% + * - faster_rcnn_resnet50_coco + - COCO2017_detection_91cl_bkgr + - coco_orig_precision + - -0.19% + - -0.19% + - -0.04% * - mobilenet-v2 - ImageNet2012 - accuracy @ top1 - - - 0.97% - -0.97% + - -0.95% * - resnet-50 - ImageNet2012 - accuracy @ top1 - - 0.20% - - 0.12% + - -0.09% + - -0.12% - -0.19% * - ssd-mobilenet-v1-coco - COCO2017_detection_80cl_bkgr - coco-precision - - 2.97% - - 0.29% - - -0.31% + - -2.97% + - -0.29% + - -0.26% * - ssd-resnet34-1200 - COCO2017_detection_80cl_bkgr - map - - 0.06% - - 0.06% + - -0.03% - -0.06% + - 0.04% * - unet-camvid-onnx-0001 - CamVid_12cl - mean_iou @ mean - - 6.32% - - -6.40% - - -0.63% + - -6.32% + - 6.40% + - 6.40% * - yolo_v3 - COCO2017_detection_80cl - map - - -0.06% - - -0.21% - - -0.71% + - -0.13% + - -0.26% + - -0.44% * - yolo_v3_tiny - COCO2017_detection_80cl - map - - 0.73% - - 0.21% - - -0.78% + - -0.11% + - -0.13% + - -0.15% * - yolo_v8n - COCO2017_detection_80cl - map - - -0.26% - - -0.22% - - 0.12% - * - bloomz-560m - - ROOTS corpus + - 0.27% + - 0.23% + - 0.17% + * - chatGLM2-6b + - lambada openai - ppl - + - 17.595 - - - - * - GPT-J-6B - - Pile dataset - - ppl - - - - 4.11 - - 4.11 * - Llama-2-7b-chat - Wiki, StackExch, Crawl - ppl - - - 3.27 - - 3.27 + - 3.268 + - * - Stable-Diffusion-V2-1 - LIAON-5B - ppl @@ -131,15 +137,27 @@ for more information. * - bert-large-uncased-whole-word-masking-squad-0001 - SQUAD_v1_1_bert_msl384_mql64_ds128_lowercase - F1 - - -0.19% + - 0.04% - 0.04% - 0.04% * - deeplabv3 - VOC2012_segm - mean_iou - - 0.49% - 0.00% - 0.00% + - 0.00% + * - efficientdet-d0 + - COCO2017_detection_91cl + - coco_precision + - -0.02% + - -0.02% + - -0.02% + * - faster_rcnn_resnet50_coco + - COCO2017_detection_91cl_bkgr + - coco_orig_precision + - 0.00% + - + - 0.00% * - mobilenet-v2 - ImageNet2012 - accuracy @ top1 @@ -150,7 +168,7 @@ for more information. - ImageNet2012 - accuracy @ top1 - 0.00% - - -0.02% + - 0.00% - 0.00% * - ssd-mobilenet-v1-coco - COCO2017_detection_80cl_bkgr @@ -161,26 +179,26 @@ for more information. * - ssd-resnet34-1200 - COCO2017_detection_80cl_bkgr - map - - 0.01% - - 0.06% - - -0.06% + - 0.00% + - 0.00% + - 0.00% * - unet-camvid-onnx-0001 - CamVid_12cl - mean_iou @ mean - - 0.02% - - -6.45% - - 6.45% + - 0.00% + - 0.00% + - 0.00% * - yolo_v3 - COCO2017_detection_80cl - map - 0.00% - - 0.01% - - 0.01% + - 0.00% + - 0.00% * - yolo_v3_tiny - COCO2017_detection_80cl - map - - 0.00% - - -0.02% + - -0.04% + - -0.04% - 0.02% * - yolo_v8n - COCO2017_detection_80cl @@ -188,24 +206,18 @@ for more information. - 0.00% - 0.00% - 0.00% - * - bloomz-560m - - ROOTS corpus + * - chatGLM2-6b + - lambada-openai - ppl - - - 22.89 - - 22.89 - * - GPT-J-6B - - Pile dataset - - ppl + - 17.488 - - - 4.10 - - 4.10 * - Llama-2-7b-chat - Wiki, StackExch, Crawl - ppl - - - 2.91 - - 2.91 + - 3.262 + - * - Stable-Diffusion-V2-1 - LIAON-5B - ppl