[DOCS] GraphJs refactor- port for 23.2 (#21112)

* [DOCS]InitGraphChanges

* [DOCS] Benchmark files update

* [DOCS] update files from 0635

* [DOCS] fix

* [DOCS ]fix2

---------

Co-authored-by: Kopytko, AndrzejX <andrzejx.kopytko@intel.com>
This commit is contained in:
Sebastian Golebiewski 2023-11-16 11:03:22 +01:00 committed by GitHub
parent 2cabc6b6bd
commit 69b5836648
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
13 changed files with 642 additions and 604 deletions

Binary file not shown.

Binary file not shown.

Binary file not shown.

View File

@ -1,481 +1,431 @@
Network model,Release,IE-Type,Platform name,Throughput-INT8,ThroughputFP16,ThroughputFP32,Value,Efficiency,Price,TDP,Sockets,Price/socket,TDP/socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,11.35,,4.27,0.106093669,0.756801503,107,15,1,107,15,88.11,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,21.38,,15.11,0.182727309,0.328909156,117,65,1,117,65,48.47,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,32.23,,20.26,0.15061144,0.495859202,214,65,1,214,65,36.18,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,113.18,,45.08,0.344024364,0.905472125,329,125,1,329,125,17.43,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,34.34,,24.04,0.178867029,0.528345686,192,65,1,192,65,30.88,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,51.27,,18.44,0.120345681,1.830973571,426,28,1,426,28,23.31,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,37.98,,13.59,0.077518083,1.356566444,490,28,1,490,28,29.22,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,27.60,,17.56,0.091086845,0.788551831,303,35,1,303,35,42.83,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,34.12,,20.30,0.069915909,0.974827538,488,35,1,488,35,37.09,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,53.08,,19.48,0.097575059,1.516595204,544,35,1,544,35,23.07,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,163.20,,66.23,0.272459575,1.305626285,599,125,1,599,125,13.68,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,atom,Intel® Processor N-200,1.65,,0.83,0.008529061,0.274351466,193,6,1,193,6,641.46,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,51.01,,29.43,0.08587761,0.408090401,594,125,1,594,125,28.93,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,20.86,,14.80,0.068171185,0.293808206,306,71,1,306,71,49.41,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,217.83,,80.66,0.069284052,1.037281242,3144,210,2,1572,105,13.64,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,572.10,,224.73,0.033744047,1.395357512,16954,410,2,8477,205,7.81,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,872.62,,338.47,0.04661922,1.61596031,18718,540,2,9359,270,43.32,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,3255.60,,505.88,0.095752851,4.650852741,34000,700,2,17000,350,4.08,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,204.84,,76.40,0.101307066,1.024214437,2022,200,2,1011,100,14.24,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,426.78,,167.54,0.187678462,1.422602743,2274,300,2,1137,150,8.09,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,accel,Intel® Flex-170,842.00,683.21,,,,,,1,,,18.63,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,accel,Intel® Flex-140,174.28,123.71,,,,,,1,,,91.68,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,45.83,31.96,,0.428279604,3.055061174,107,15,1,107,15,87.12,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,73.09,55.44,,0.149162436,2.610342624,490,28,1,490,28,54.56,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,3.37,2.36,,0.017448724,0.561267278,193,6,1,193,6,1185.78,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,84.42,60.51,,0.198161663,3.014888156,426,28,1,426,28,46.90,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,46.67,,23.26,0.436174206,3.111376,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,73.20,,31.70,0.149385536,2.614246884,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.43,,2.03,0.022934748,0.7377344,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
bert-base-cased,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,83.69,,37.23,0.196445915,2.988784286,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,1.18,,0.38,0.011017319,0.078590206,107,15,1,107,15,863.34,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,2.09,,1.33,0.017880344,0.032184618,117,65,1,117,65,492.10,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,2.97,,1.87,0.013882493,0.045705439,214,65,1,214,65,347.78,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,9.93,,3.74,0.030176091,0.079423471,329,125,1,329,125,155.72,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,3.36,,2.13,0.017518449,0.051746803,192,65,1,192,65,302.24,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,5.09,,1.63,0.011951214,0.181829179,426,28,1,426,28,219.77,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,3.79,,1.22,0.007726669,0.135216715,490,28,1,490,28,266.14,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,2.71,,1.61,0.008936965,0.077368581,303,35,1,303,35,412.44,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,3.35,,1.83,0.006861724,0.095672042,488,35,1,488,35,327.59,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,5.06,,1.75,0.009296462,0.144493584,544,35,1,544,35,210.96,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,15.19,,5.91,0.025358635,0.12151858,599,125,1,599,125,113.61,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,atom,Intel® Processor N-200,0.16,,0.08,0.000828224,0.0266412,193,6,1,193,6,6367.32,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,4.66,,2.88,0.007842661,0.037268324,594,125,1,594,125,224.55,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,2.11,,1.34,0.006898006,0.029729433,306,71,1,306,71,486.76,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,21.27,,6.90,0.006764356,0.101272067,3144,210,2,1572,105,103.38,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,50.91,,17.71,0.003002727,0.124166415,16954,410,2,8477,205,63.45,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,67.03,,27.69,0.003581195,0.124134843,18718,540,2,9359,270,253.77,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,251.10,,47.69,0.007385431,0.358720946,34000,700,2,17000,350,36.69,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,20.81,,6.64,0.010291168,0.104043704,2022,200,2,1011,100,106.83,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,38.76,,14.75,0.017046987,0.129216158,2274,300,2,1137,150,237.83,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,accel,Intel® Flex-170,144.12,101.13,,,,,,1,,,110.90,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,accel,Intel® Flex-140,29.97,20.57,,,,,,1,,,534.35,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,4.66,3.35,,0.043581125,0.31087869,107,15,1,107,15,820.82,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,5.11,5.77,,0.010428379,0.182496635,490,28,1,490,28,745.40,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,0.34,0.23,,0.00174067,0.055991537,193,6,1,193,6,11899.92,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,9.13,6.65,,0.021425568,0.325974707,426,28,1,426,28,449.68,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,5.20,,2.33,0.048610495,0.346754867,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,3.87,,2.23,0.007899318,0.138238071,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.44,,0.17,0.002288653,0.073618327,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,8.63,,3.52,0.02025661,0.308189857,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,11.86,,4.61,0.11084032,0.79066095,107,15,1,107,15,85.88,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,22.85,,14.48,0.195256904,0.351462427,117,65,1,117,65,43.93,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,34.47,,16.42,0.161068212,0.530286114,214,65,1,214,65,33.07,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,94.13,,42.32,0.286105004,0.753028371,329,125,1,329,125,16.23,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,37.18,,21.16,0.193650962,0.572015148,192,65,1,192,65,27.36,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,52.88,,16.51,0.124135164,1.888627857,426,28,1,426,28,19.87,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,30.78,,9.65,0.062807791,1.099136335,490,28,1,490,28,31.13,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,32.02,,18.34,0.105688204,0.914957883,303,35,1,303,35,37.47,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,40.36,,18.54,0.082712269,1.153245355,488,35,1,488,35,27.15,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,57.69,,22.51,0.106053446,1.648373567,544,35,1,544,35,21.75,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,148.87,,57.81,0.248526818,1.190940511,599,125,1,599,125,12.44,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,atom,Intel® Processor N-200,1.72,,1.01,0.008897382,0.286199128,193,6,1,193,6,595.26,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,51.51,,19.39,0.086713894,0.412064422,594,125,1,594,125,21.10,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,22.69,,15.40,0.074145796,0.319557937,306,71,1,306,71,43.78,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,190.40,,77.08,0.060561308,0.906689304,3144,210,2,1572,105,11.76,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,416.77,,155.13,0.024582207,1.016504228,16954,410,2,8477,205,5.66,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,584.92,,227.30,0.031248866,1.083178298,18718,540,2,9359,270,3.70,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,999.22,,380.82,0.029388758,1.427453957,34000,700,2,17000,350,3.55,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,184.31,,74.61,0.091151132,0.921537946,2022,200,2,1011,100,12.07,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,370.93,,139.96,0.163117657,1.236431838,2274,300,2,1137,150,6.87,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,accel,Intel® Flex-170,803.58,560.76,,,,,,1,,,19.59,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,accel,Intel® Flex-140,148.01,97.06,,,,,,1,,,108.12,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,60.17,27.60,,0.562349486,4.011426332,107,15,1,107,15,66.33,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,76.40,36.69,,0.155928067,2.728741167,490,28,1,490,28,51.90,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,3.65,1.92,,0.018917206,0.608503456,193,6,1,193,6,1094.30,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,105.14,48.76,,0.24680943,3.755029182,426,28,1,426,28,37.64,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,61.90,,17.22,0.578511308,4.126714,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,49.44,,9.02,0.100894422,1.765652381,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.81,,2.03,0.024920889,0.801621937,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
deeplabv3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,89.16,,24.78,0.209304953,3.184425357,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,272.36,,133.20,2.545454771,18.15757736,107,15,1,107,15,3.60,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,542.97,,451.26,4.640733479,8.353320262,117,65,1,117,65,1.99,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,899.54,,499.68,4.203451742,13.8390565,214,65,1,214,65,1.58,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,2804.17,,1285.76,8.523326054,22.43339417,329,125,1,329,125,0.88,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,868.27,,679.32,4.522249945,13.35803061,192,65,1,192,65,1.35,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,1372.54,,531.48,3.221931925,49.01939286,426,28,1,426,28,0.96,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,990.18,,318.31,2.020773404,35.36353457,490,28,1,490,28,1.18,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,741.91,,511.96,2.448553162,21.19747452,303,35,1,303,35,1.84,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,960.08,,614.86,1.967381666,27.43092151,488,35,1,488,35,1.49,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,1296.04,,651.56,2.382432184,37.02980308,544,35,1,544,35,1.31,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,4078.62,,2016.89,6.809056345,32.628998,599,125,1,599,125,0.73,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,atom,Intel® Processor N-200,39.61,,29.85,0.205210747,6.600945698,193,6,1,193,6,26.82,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,1458.83,,554.06,2.455950239,11.67067553,594,125,1,594,125,1.29,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,527.91,,453.23,1.725211318,7.435417792,306,71,1,306,71,2.04,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,5479.84,,1921.88,1.742952604,26.09449042,3144,210,2,1572,105,1.43,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,14421.48,,4410.27,0.850624065,35.17434244,16954,410,2,8477,205,0.92,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,22622.04,,6912.71,1.208571487,41.89266868,18718,540,2,9359,270,0.56,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,38771.76,,10993.76,1.140345798,55.3882245,34000,700,2,17000,350,0.66,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,5229.87,,1856.59,2.586481754,26.14933053,2022,200,2,1011,100,1.44,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,12359.26,,3615.96,5.435030176,41.19752874,2274,300,2,1137,150,0.55,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,accel,Intel® Flex-170,7195.50,6410.60,,,,,,1,,,1.97,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,accel,Intel® Flex-140,1219.84,1149.89,,,,,,1,,,13.07,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,692.73,509.86,,6.474119544,46.18205274,107,15,1,107,15,5.58,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,903.44,556.69,,1.84375582,32.26572686,490,28,1,490,28,4.30,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,57.93,40.13,,0.300129792,9.65417499,193,6,1,193,6,68.05,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,1008.77,740.13,,2.36801077,36.02759243,426,28,1,426,28,3.82,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,514.94,,313.82,4.812519626,34.32930667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,1114.75,,268.28,2.275002757,39.81254825,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,73.89,,44.62,0.38286464,12.31547925,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
mobilenet-v2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,1497.43,,605.84,3.515084507,53.4795,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,49.96,,14.45,0.466891776,3.330494671,107,15,1,107,15,19.80,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,97.49,,51.23,0.833227829,1.499810092,117,65,1,117,65,10.67,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,145.23,,74.40,0.678644387,2.234306135,214,65,1,214,65,8.18,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,515.94,,140.29,1.568210731,4.127530643,329,125,1,329,125,3.87,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,158.18,,82.33,0.823856129,2.433544259,192,65,1,192,65,7.04,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,229.98,,61.97,0.539855399,8.213514286,426,28,1,426,28,5.09,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,173.03,,44.88,0.353117963,6.179564359,490,28,1,490,28,6.59,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,122.85,,61.90,0.405448145,3.510022512,303,35,1,303,35,9.95,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,158.96,,76.32,0.325734087,4.541663835,488,35,1,488,35,7.54,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,270.04,,72.19,0.496399722,7.715469968,544,35,1,544,35,4.89,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,749.50,,228.07,1.251250835,5.995994004,599,125,1,599,125,2.93,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,atom,Intel® Processor N-200,6.55,,3.16,0.03395277,1.092147419,193,6,1,193,6,159.41,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,242.15,,98.01,0.407662044,1.937210033,594,125,1,594,125,5.41,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,93.12,,50.42,0.30430895,1.311528714,306,71,1,306,71,11.07,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,967.51,,269.32,0.307731475,4.607179803,3144,210,2,1572,105,2.90,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,2904.14,,747.72,0.171295011,7.083257598,16954,410,2,8477,205,1.53,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,4995.38,,1161.61,0.266875909,9.250709751,18718,540,2,9359,270,1.02,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,20106.68,,1683.03,0.591372933,28.72382815,34000,700,2,17000,350,1.01,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,930.86,,255.73,0.46036761,4.654316532,2022,200,2,1011,100,3.01,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,2277.89,,566.74,1.001712531,7.592980986,2274,300,2,1137,150,1.47,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,accel,Intel® Flex-170,3587.03,2207.96,,,,,,1,,,4.17,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,accel,Intel® Flex-140,681.39,441.41,,,,,,1,,,23.43,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,211.61,117.01,,1.977639185,14.10715952,107,15,1,107,15,18.79,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,289.48,170.46,,0.590782847,10.33869983,490,28,1,490,28,13.64,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,14.62,7.80,,0.075769949,2.437266688,193,6,1,193,6,272.49,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,352.09,211.39,,0.826510493,12.57476679,426,28,1,426,28,11.09,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,201.96,,71.44,1.887469159,13.46394667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,307.08,,88.49,0.626686058,10.96700601,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,18.58,,6.49,0.09624999,3.096041335,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
resnet-50,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,358.14,,114.23,0.840715023,12.79087857,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,107.63,,36.80,1.005906996,7.175469906,107,15,1,107,15,9.12,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,212.15,,122.46,1.813284395,3.263911911,117,65,1,117,65,4.93,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,327.95,,171.39,1.532485774,5.045414702,214,65,1,214,65,3.61,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,999.78,,361.81,3.038835794,7.99821581,329,125,1,329,125,1.90,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,343.23,,200.57,1.787633018,5.280392915,192,65,1,192,65,3.11,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,518.48,,150.36,1.217089202,18.51714286,426,28,1,426,28,2.24,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,387.68,,101.48,0.791191606,13.8458531,490,28,1,490,28,2.80,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,275.38,,157.24,0.908858835,7.868120772,303,35,1,303,35,4.33,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,367.82,,194.43,0.753734827,10.50921702,488,35,1,488,35,3.35,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,543.47,,186.05,0.999034589,15.5278519,544,35,1,544,35,2.61,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,1525.02,,586.71,2.545949853,12.20019169,599,125,1,599,125,1.62,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,atom,Intel® Processor N-200,14.49,,7.97,0.075060228,2.414437321,193,6,1,193,6,71.99,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,577.55,,223.76,0.972304716,4.620392012,594,125,1,594,125,2.38,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,203.21,,126.30,0.664084594,2.862111065,306,71,1,306,71,5.09,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,2048.96,,639.54,0.651703831,9.756937353,3144,210,2,1572,105,1.57,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,5725.24,,1655.76,0.337692546,13.96399861,16954,410,2,8477,205,1.11,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,10274.06,,2354.69,0.548886883,19.0260457,18718,540,2,9359,270,0.67,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,22569.91,,3519.34,0.663820955,32.24273208,34000,700,2,17000,350,0.82,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,1946.94,,612.87,0.962878848,9.73470515,2022,200,2,1011,100,1.63,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,4808.85,,1247.67,2.114709828,16.02950049,2274,300,2,1137,150,0.81,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,accel,Intel® Flex-170,4012.21,3280.14,,,,,,1,,,3.65,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,accel,Intel® Flex-140,837.59,673.84,,,,,,1,,,19.02,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,408.97,220.07,,3.822128486,27.26451654,107,15,1,107,15,9.63,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,522.64,285.29,,1.066608011,18.6656402,490,28,1,490,28,7.49,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,28.92,15.36,,0.149828275,4.819476185,193,6,1,193,6,136.60,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,637.62,384.26,,1.496766725,22.77223659,426,28,1,426,28,6.11,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,321.29,,138.22,3.002740187,21.41954667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,531.28,,141.48,1.084245141,18.97428996,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,35.69,,14.88,0.184945841,5.949091211,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
ssd_mobilenet_v1_coco,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,690.18,,239.85,1.620143192,24.64932143,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,0.89,,0.23,0.00834996,0.059563049,107,15,1,107,15,1119.27,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,1.68,,0.97,0.014338412,0.025809141,117,65,1,117,65,596.89,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,2.42,,1.40,0.011301245,0.037207176,214,65,1,214,65,459.48,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,8.23,,2.40,0.025006186,0.065816281,329,125,1,329,125,163.47,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,2.78,,1.56,0.014501179,0.042834252,192,65,1,192,65,362.12,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,3.93,,1.00,0.009217819,0.140242536,426,28,1,426,28,278.25,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,2.96,,0.76,0.006043555,0.105762215,490,28,1,490,28,336.81,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,2.02,,1.13,0.006664408,0.057694728,303,35,1,303,35,563.91,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,2.68,,1.49,0.00548551,0.076483685,488,35,1,488,35,405.46,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,4.40,,1.32,0.008086729,0.125690868,544,35,1,544,35,235.75,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,12.52,,4.02,0.020905788,0.100180536,599,125,1,599,125,125.64,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,atom,Intel® Processor N-200,0.11,,0.05,0.000581374,0.01870087,193,6,1,193,6,8951.48,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,4.33,,2.45,0.007285664,0.034621476,594,125,1,594,125,239.93,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,1.60,,0.92,0.005224348,0.022516206,306,71,1,306,71,625.20,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,17.63,,4.57,0.005609079,0.083975927,3144,210,2,1572,105,115.76,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,57.85,,14.82,0.003412426,0.141107992,16954,410,2,8477,205,36.60,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,79.09,,20.81,0.004225558,0.146470375,18718,540,2,9359,270,106.87,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,445.98,,31.40,0.013117158,0.637119123,34000,700,2,17000,350,8.59,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,16.77,,4.34,0.008295831,0.083870853,2022,200,2,1011,100,121.62,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,42.59,,10.54,0.018728616,0.141962906,2274,300,2,1137,150,59.65,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,accel,Intel® Flex-170,167.49,103.03,,,,,,1,,,95.09,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,accel,Intel® Flex-140,29.99,17.56,,,,,,1,,,529.50,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,5.05,2.63,,0.047178932,0.336543045,107,15,1,107,15,773.01,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,8.98,4.71,,0.018327459,0.320730535,490,28,1,490,28,445.01,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,0.29,0.16,,0.001497632,0.048173819,193,6,1,193,6,13818.30,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,9.70,5.44,,0.022760985,0.34629213,426,28,1,426,28,422.10,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,0.90,,0.23,0.00837685,0.059754867,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,2.91,,0.75,0.005937663,0.103909111,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.11,,0.05,0.000582108,0.01872448,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
ssd-resnet34-1200,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,3.92,,1.00,0.00919669,0.139921071,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,5.46,,1.54,0.051044248,0.364115633,107,15,1,107,15,183.90,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,10.65,,5.82,0.09106238,0.163912284,117,65,1,117,65,94.90,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,15.38,,8.31,0.071851432,0.236557023,214,65,1,214,65,74.19,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,51.71,,15.62,0.157162207,0.41365093,329,125,1,329,125,29.85,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,17.56,,9.38,0.091438134,0.270094181,192,65,1,192,65,57.84,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,24.16,,6.62,0.056714953,0.8628775,426,28,1,426,28,45.99,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,18.06,,4.86,0.03686323,0.645106519,490,28,1,490,28,57.19,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,12.66,,6.85,0.041784766,0.361736687,303,35,1,303,35,86.80,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,16.86,,8.71,0.034540452,0.48159259,488,35,1,488,35,65.99,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,27.01,,8.10,0.049658249,0.771831063,544,35,1,544,35,42.00,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,78.04,,25.56,0.1302838,0.62431997,599,125,1,599,125,23.30,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,atom,Intel® Processor N-200,0.70,,0.35,0.003642344,0.117162061,193,6,1,193,6,1468.27,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,27.34,,14.09,0.046032451,0.218746209,594,125,1,594,125,40.58,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,10.07,,5.66,0.032912167,0.141846806,306,71,1,306,71,100.10,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,106.30,,29.82,0.033811441,0.506205571,3144,210,2,1572,105,21.86,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,313.22,,88.20,0.018474663,0.76394984,16954,410,2,8477,205,10.58,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,493.02,,109.11,0.026339551,0.913006894,18718,540,2,9359,270,18.51,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,2136.92,,194.88,0.06285072,3.052749275,34000,700,2,17000,350,3.29,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,101.27,,28.40,0.050083923,0.50634846,2022,200,2,1011,100,22.87,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,242.00,,62.34,0.106421602,0.806675746,2274,300,2,1137,150,13.70,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,accel,Intel® Flex-170,789.11,338.45,,,,,,1,,,19.85,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,accel,Intel® Flex-140,159.67,87.28,,,,,,1,,,99.99,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,31.90,15.02,,0.298118652,2.126579715,107,15,1,107,15,123.93,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,57.77,25.96,,0.117907546,2.063382053,490,28,1,490,28,68.96,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,1.76,0.94,,0.009116198,0.293237699,193,6,1,193,6,2271.06,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,63.86,29.69,,0.149904983,2.280697234,426,28,1,426,28,63.56,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,34.09,,9.18,0.318603364,2.272704,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,55.18,,12.97,0.112605748,1.970600588,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,2.22,,0.74,0.011488536,0.369547916,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,52.21,,13.99,0.122567488,1.864776786,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,54.42,,18.04,0.508553978,3.627685044,107,15,1,107,15,18.25,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,112.01,,63.79,0.957390784,1.723303411,117,65,1,117,65,9.02,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,167.15,,91.46,0.781091755,2.571594392,214,65,1,214,65,6.72,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,599.98,,196.78,1.823638134,4.799815567,329,125,1,329,125,3.05,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,185.17,,102.47,0.964441757,2.848812574,192,65,1,192,65,5.42,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,251.02,,77.47,0.589250939,8.965032143,426,28,1,426,28,4.54,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,186.99,,55.22,0.381609578,6.678167613,490,28,1,490,28,5.74,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,137.72,,76.53,0.454530194,3.934932821,303,35,1,303,35,8.20,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,186.09,,96.75,0.381340728,5.316979292,488,35,1,488,35,6.26,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,290.20,,92.52,0.533462621,8.291533312,544,35,1,544,35,4.20,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,858.94,,286.41,1.433957861,6.871526071,599,125,1,599,125,2.44,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,atom,Intel® Processor N-200,7.65,,4.05,0.039622221,1.27451476,193,6,1,193,6,136.49,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,298.60,,148.94,0.502696157,2.388812138,594,125,1,594,125,3.99,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,106.58,,62.62,0.348291454,1.501087112,306,71,1,306,71,9.44,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,1051.30,,339.08,0.334382549,5.006184448,3144,210,2,1572,105,2.51,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,2824.66,,923.96,0.166607362,6.889417597,16954,410,2,8477,205,1.22,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,4664.34,,1378.51,0.249189958,8.637662274,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,13094.97,,2140.00,0.385146034,18.70709309,34000,700,2,17000,350,1.09,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,1008.44,,322.64,0.49873439,5.042204682,2022,200,2,1011,100,2.62,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,2217.58,,702.90,0.975190642,7.391945065,2274,300,2,1137,150,1.33,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,accel,Intel® Flex-170,3731.30,2395.93,,,,,,1,,,4.06,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,accel,Intel® Flex-140,595.41,589.87,,,,,,1,,,26.79,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,289.69,151.78,,2.707403451,19.31281129,107,15,1,107,15,13.67,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,482.61,255.46,,0.984928525,17.23624918,490,28,1,490,28,8.06,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,18.65,9.81,,0.096624282,3.108081056,193,6,1,193,6,212.84,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,555.59,293.27,,1.304201059,19.84248754,426,28,1,426,28,6.92,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,266.57,,93.47,2.491299065,17.77126667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,383.36,,116.03,0.782374111,13.69154694,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,23.03,,8.30,0.119308014,3.837741122,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
yolo-v3-tiny,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,444.34,,149.05,1.043043427,15.86916071,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,1.49,,0.38,0.013950494,0.099513526,107,15,1,107,15,672.25,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,2.43,,1.57,0.020775748,0.037396346,117,65,1,117,65,425.88,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,3.62,,2.29,0.016924989,0.055722272,214,65,1,214,65,322.49,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,11.46,,3.96,0.03483307,0.091680639,329,125,1,329,125,121.88,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,3.95,,2.54,0.020576722,0.06078047,192,65,1,192,65,262.38,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,6.56,,1.65,0.015387439,0.234108893,426,28,1,426,28,169.32,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,4.93,,1.23,0.010063508,0.176111389,490,28,1,490,28,209.95,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,3.02,,1.85,0.009976084,0.086364383,303,35,1,303,35,386.94,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,3.86,,2.43,0.007900388,0.110153975,488,35,1,488,35,282.08,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,6.32,,2.19,0.01162052,0.18061608,544,35,1,544,35,169.49,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,18.02,,6.59,0.030079429,0.144140625,599,125,1,599,125,91.92,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,atom,Intel® Processor N-200,0.17,,0.09,0.000895225,0.0287964,193,6,1,193,6,5824.42,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,6.10,,3.95,0.010266964,0.048788613,594,125,1,594,125,180.82,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,2.33,,1.48,0.007623167,0.032854777,306,71,1,306,71,431.48,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,29.17,,7.32,0.009277061,0.138890851,3144,210,2,1572,105,70.99,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,95.18,,21.75,0.005614225,0.232155061,16954,410,2,8477,205,23.58,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,129.66,,31.77,0.006926924,0.240107724,18718,540,2,9359,270,73.18,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,597.42,,48.08,0.017571322,0.853464211,34000,700,2,17000,350,9.00,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,27.77,,6.96,0.01373266,0.138837194,2022,200,2,1011,100,74.54,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,68.21,,15.93,0.029995749,0.227367774,2274,300,2,1137,150,43.86,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,accel,Intel® Flex-170,277.97,158.53,,,,,,1,,,57.27,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,accel,Intel® Flex-140,46.10,28.49,,,,,,1,,,346.80,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,8.40,4.35,,0.078545387,0.56029043,107,15,1,107,15,475.75,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,15.51,7.81,,0.03164744,0.553830203,490,28,1,490,28,257.89,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,0.46,0.25,,0.002385152,0.076722378,193,6,1,193,6,8685.75,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,17.28,8.86,,0.04056698,0.617197621,426,28,1,426,28,227.89,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,8.96,,2.57,0.083779393,0.597626333,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,15.42,,3.90,0.031467977,0.550689601,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.55,,0.19,0.002833692,0.09115042,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
unet-camvid-onnx-0001,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,14.32,,3.81,0.033621549,0.511527857,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,24.40,,9.61,0.22800938,1.626466914,107,15,1,107,15,40.45,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,53.51,,33.07,0.457363269,0.823253884,117,65,1,117,65,19.20,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,81.91,,47.09,0.382748211,1.260124878,214,65,1,214,65,13.68,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,248.13,,95.51,0.754209583,1.985079623,329,125,1,329,125,6.70,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,86.77,,53.00,0.451947196,1.334982486,192,65,1,192,65,11.88,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,110.84,,40.77,0.260193662,3.958660714,426,28,1,426,28,10.71,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,76.53,,27.31,0.156180065,2.733151145,490,28,1,490,28,13.42,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,71.40,,42.60,0.235643867,2.040002619,303,35,1,303,35,16.51,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,93.44,,53.42,0.19148001,2.669778431,488,35,1,488,35,12.45,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,129.22,,50.19,0.237534522,3.691965149,544,35,1,544,35,9.42,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,374.34,,153.46,0.624943307,2.994728327,599,125,1,599,125,5.32,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,atom,Intel® Processor N-200,3.26,,1.95,0.016869276,0.542628378,193,6,1,193,6,316.56,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,136.37,,72.87,0.229579691,1.090962692,594,125,1,594,125,9.15,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,52.29,,32.98,0.170869765,0.73642462,306,71,1,306,71,19.47,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,452.92,,175.37,0.144058565,2.156762523,3144,210,2,1572,105,5.85,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,978.34,,454.72,0.057705352,2.386186661,16954,410,2,8477,205,3.51,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,1708.13,,573.45,0.091255994,3.163203145,18718,540,2,9359,270,2.38,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,2882.62,,945.60,0.084783045,4.118033592,34000,700,2,17000,350,3.82,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,431.62,,166.10,0.213460485,2.158085503,2022,200,2,1011,100,6.19,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,855.04,,342.65,0.376007503,2.850136872,2274,300,2,1137,150,3.25,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,accel,Intel® Flex-170,1445.14,1480.07,,,,,,1,,,10.71,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,accel,Intel® Flex-140,201.93,259.00,,,,,,1,,,79.17,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,126.14,82.58,,1.178855159,8.409166799,107,15,1,107,15,31.55,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,170.37,110.99,,0.347683792,6.084466364,490,28,1,490,28,23.22,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,8.61,5.66,,0.044636,1.435791346,193,6,1,193,6,463.22,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,210.16,143.23,,0.493335138,7.505741748,426,28,1,426,28,18.84,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,116.50,,51.35,1.088790654,7.766706667,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,114.23,,46.77,0.233123263,4.079657102,490,28,1,490,28,,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,10.54,,4.68,0.05458634,1.755860615,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.
yolo_v8n,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,181.83,,76.10,0.426834977,6.493989286,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,32.34,,49.17,0.053990134,0.25872072,599,125,1,599,125,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,28.29,,43.45,0.001511565,0.052395333,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,47.21,,52.77,0.00138849,0.067440929,34000,700,2,17000,350,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,40.07,,42.88,0.017620783,0.133565533,2274,300,2,1137,150,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,accel,Intel® Flex-170,81.64,,82.81,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,accel,Intel® Flex-140,70.36,,65.11,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
bloomz-560m,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,242.95,,457.83,0.405588331,1.94357928,599,125,1,599,125,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,110.25,,200.49,0.005889907,0.204161611,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,119.09,,131.63,0.003502792,0.170135629,34000,700,2,17000,350,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,277.75,,278.22,0.122140598,0.925825733,2274,300,2,1137,150,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,accel,Intel® Flex-170,143.21,,143.00,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,accel,Intel® Flex-140,,,,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
GPT-j-6b,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,285.08,,511.77,0.475930451,2.28065872,599,125,1,599,125,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,95.08,,182.22,0.005079793,0.176080667,18718,540,2,9359,270,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,119.29,,133.20,0.003508666,0.170420929,34000,700,2,17000,350,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,338.67,,345.26,0.148931821,1.1289032,2274,300,2,1137,150,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,accel,Intel® Flex-170,138.06,,137.36,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,accel,Intel® Flex-140,,,,,,,,1,,,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,msec/token,msec/token/$,msec/token/TDP,msec.
llama-2-7b-chat,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,msec/token,msec/token/$,msec/token/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,atom,Intel® Celeron™ 6305E CPU-only,,,,0,0,107,15,1,107,15,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i3-8100 CPU-only,,,,0,0,117,65,1,117,65,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i5-10500TE CPU-only,,,,0,0,214,65,1,214,65,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i5-13600K CPU-only,,,,0,0,329,125,1,329,125,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i5-8500 CPU-only,,,,0,0,192,65,1,192,65,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i7-1185G7 CPU-only,,,,0,0,426,28,1,426,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i7-1185GRE CPU-only,,,,0,0,490,28,1,490,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i7-8700T CPU-only,,,,0,0,303,35,1,303,35,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i9-10900TE CPU-only,,,,0,0,488,35,1,488,35,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i9-12900TE CPU-only,,,,0,0,544,35,1,544,35,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core,Intel® Core™ i9-13900K CPU-only,43.21,,43.13,0.072129599,0.34564504,599,125,1,599,125,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,atom,Intel® Processor N-200,,,,0,0,193,6,1,193,6,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® W1290P CPU-only,,,,0,0,594,125,1,594,125,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® E-2124G CPU-only,,,,0,0,306,71,1,306,71,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Gold 5218T CPU-only,,,,0,0,3144,210,2,1572,105,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Platinum 8270 CPU-only,,,,0,0,16954,410,2,8477,205,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Platinum 8380 CPU-only,18.95,,19.43,0.001012236,0.035087093,18718,540,2,9359,270,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Platinum 8490H CPU-only,5.88,,6.47,0.000172889,0.008397471,34000,700,2,17000,350,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Silver 4216R CPU-only,,,,0,0,2022,200,2,1011,100,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,xeon,Intel® Xeon® Silver 4316 CPU-only,21.92,,22.42,0.00963796,0.073055733,2274,300,2,1137,150,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,accel,Intel® Flex-170,4.29,,4.31,,,,,1,,,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,accel,Intel® Flex-140,18.68,,18.46,,,,,1,,,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-iGPU,Intel® Celeron™ 6305E iGPU-only,,,,0,0,107,15,1,107,15,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185GRE iGPU-only,,,,0,0,490,28,1,490,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-iGPU,Intel® Processor N200 iGPU-only,,,,0,0,193,6,1,193,6,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-iGPU,Intel® Core™ i7-1185G7 iGPU-only,,,,0,0,426,28,1,426,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Celeron™ 6305E CPU+iGPU,,,,0,0,107,15,1,107,15,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185GRE CPU+iGPU,,,,0,0,490,28,1,490,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Processor N200 CPU+iGPU,,,,0,0,193,6,1,193,6,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
stable diffusion V2,OV-2023.1,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,,,,0,0,426,28,1,426,28,,"Generation time, sec.",Generation-time/$,Generation-time/TDP,msec.
end_rec,,,,,,,,,,,,,,,,,,
Network model,Release,IE-Type,Platform name,Throughput-INT8,Throughput-FP16,Throughput-FP32,Value,Efficiency,Price,TDP,Sockets,Price/Socket,TDP/Socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L,Latency_FP16,Latency_FP32,Latency_int4,Throughput_INT4
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i3-8100 ",21.27,,,0.181806756,0.327252161,117,65,1,117,65,48.62,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-10500TE ",32.04,,21.72,0.14973184,0.492963288,214,65,1,214,65,36.77,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-13600K ",112.78,,45.21,0.342791048,0.902226038,329,125,1,329,125,17.53,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",50.11,,18.36,0.117624613,1.789574472,426,28,1,426,28,23.39,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",38.17,,13.67,0.077905823,1.363351907,490,28,1,490,28,29.4,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-12700H ",88.62,,35.37,0.176531477,0.770598275,502,115,1,502,115,17.1,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-8700T ",27.47,,18.34,0.090674623,0.784983161,303,35,1,303,35,43.1,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-10900TE ",33.58,,21.38,0.068818287,0.959523541,488,35,1,488,35,37.7,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-12900TE ",52.74,,20.43,0.096957323,1.506993824,544,35,1,544,35,23.05,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-13900K ",164.86,,66.26,0.275218909,1.318849011,599,125,1,599,125,13.76,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® W1290P ",50.94,,33.27,0.085752466,0.407495717,594,125,1,594,125,29.19,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",20.73,,,0.083238187,0.291919838,249,71,1,249,71,49.54,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",215.86,,80.31,0.068658907,1.027921924,3144,210,2,1572,105,14.03,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",569.64,,222.97,0.033599223,1.38936884,16954,410,2,8477,205,7.97,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",876.04,,336.63,0.046802151,1.62230123,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",3131.74,,505.87,0.092110048,4.473916611,34000,700,2,17000,350,4.14,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",205.61,,76.34,0.101684156,1.028026818,2022,200,2,1011,100,14.66,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",423.53,,166.33,0.186249767,1.411773236,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",824.04,680.35,,0.428072727,5.4936,1925,150,1,1925,150,19.37,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",620.32,554.08,,1.932461059,4.135466667,321,150,1,321,150,25.63,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",83.66,60.2,42.14,0.196386523,2.987880669,426,28,1,426,28,47.28,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",72.43,55.39,36.92,0.147824883,2.586935446,490,28,1,490,28,55.03,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",91.52,64.83,46.37,0.182307776,0.795813076,502,115,1,502,115,43.39,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,94.49,,39.79,0.221801287,3.374548146,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,88.79,,35.19,0.176881135,0.772124606,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.09,,,0.017891061,0.03220391,117,65,1,117,65,493.93,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.98,,1.86,0.013930478,0.04586342,214,65,1,214,65,351.2,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",10.07,,3.75,0.030616391,0.08058234,329,125,1,329,125,156.29,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",5.07,,1.63,0.011890918,0.180911826,426,28,1,426,28,219.53,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",3.78,,1.21,0.007712877,0.134975353,490,28,1,490,28,267.11,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-12700H ",8.31,,3.08,0.016551004,0.072248731,502,115,1,502,115,155.69,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.7,,1.61,0.008901543,0.077061932,303,35,1,303,35,411.88,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.28,,1.99,0.006716525,0.093647542,488,35,1,488,35,331.95,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",5.12,,1.83,0.009408896,0.146241133,544,35,1,544,35,210.03,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",15.37,,5.95,0.025653939,0.122933677,599,125,1,599,125,113.51,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.65,,3.11,0.007825777,0.037188092,594,125,1,594,125,228.25,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.11,,,0.008459423,0.029667554,249,71,1,249,71,484.55,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",20.81,,6.91,0.006618551,0.099089164,3144,210,2,1572,105,106.59,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",50.63,,17.75,0.002986375,0.123490248,16954,410,2,8477,205,54.45,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",66.76,,27.44,0.003566507,0.123625706,18718,540,2,9359,270,231.49,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",250.47,,45.77,0.007366626,0.357807563,34000,700,2,17000,350,27.75,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",20.73,,6.57,0.010253761,0.103665525,2022,200,2,1011,100,106.9,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",38.85,,14.53,0.017084082,0.129497339,2274,300,2,1137,150,156.69,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",148.54,102.98,,0.077163636,0.990266667,1925,150,1,1925,150,107.19,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",127.99,94.72,,0.398722741,0.853266667,321,150,1,321,150,124.58,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",9.07,6.62,4.27,0.021300354,0.324069672,426,28,1,426,28,452.44,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",5.39,5.77,3.01,0.010997629,0.192458512,490,28,1,490,28,741.24,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",10.54,7.57,5,0.020993192,0.091639847,502,115,1,502,115,379.08,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,8.49,,3.46,0.019924379,0.303135193,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,8.53,,3.01,0.016984592,0.074141435,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom,"Intel® Atom® X6425E ",4.66,,2.87,0.0695161,0.38813156,67,12,1,67,12,219.16,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i3-8100 ",22,,14.03,0.188066738,0.338520129,117,65,1,117,65,45.56,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",35.15,,16.61,0.164230477,0.540697263,214,65,1,214,65,33.27,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i5-13600K ",101.57,,41.76,0.308715901,0.812540252,329,125,1,329,125,16.21,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",52.36,,16.31,0.122909569,1.869981298,426,28,1,426,28,19.93,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",31.69,,9.45,0.064675917,1.131828546,490,28,1,490,28,29.7,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i7-12700H ",74.8,,29.13,0.148997595,0.650406894,502,115,1,502,115,16.96,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i7-8700T ",32.22,,18.38,0.106336326,0.920568767,303,35,1,303,35,37.52,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",39.4,,18.25,0.080732852,1.125646615,488,35,1,488,35,28.44,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",58.11,,22.54,0.106818112,1.660258651,544,35,1,544,35,21.65,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i9-13900K ",149.59,,57.89,0.249730428,1.19670821,599,125,1,599,125,12.49,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom,"Intel® Processor N200 ",1.72,,1.01,0.008933096,0.287347921,193,6,1,193,6,596.5,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",51.12,,19.38,0.086052379,0.408920903,594,125,1,594,125,21.94,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",21.77,,14.75,0.087417917,0.30657833,249,71,1,249,71,45.69,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",188.66,,76.86,0.060005221,0.898363884,3144,210,2,1572,105,11.81,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",413.18,,154.25,0.024370745,1.007760011,16954,410,2,8477,205,5.65,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",564.23,,223.46,0.030143626,1.044867398,18718,540,2,9359,270,5.36,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1001.4,,380.46,0.029452878,1.430568342,34000,700,2,17000,350,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",182.57,,74.43,0.090291219,0.912844229,2022,200,2,1011,100,12.14,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",360.93,,138.14,0.158721006,1.203105225,2274,300,2,1137,150,7.04,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",732.85,602.34,,0.380701299,4.885666667,1925,150,1,1925,150,21.8,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",597.79,484.98,,1.862274143,3.985266667,321,150,1,321,150,26.18,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,celeron,"Intel® Celeron® 6305E ",11.64,,4.56,0.108800903,0.776113111,107,15,1,107,15,87.1,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",10.87,11.07,5.64,0.162235297,0.905813741,67,12,1,67,12,367.4,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",104.71,48.95,27.69,0.245788716,3.739499752,426,28,1,426,28,37.85,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",76.34,36.22,13.67,0.155790026,2.726325447,490,28,1,490,28,52.07,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",113.65,52.72,33.36,0.226404351,0.988304211,502,115,1,502,115,34.81,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",3.65,1.92,1.27,0.018929468,0.608897876,193,6,1,193,6,1094.07,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",60.3,27.73,16.44,0.563541253,4.019927607,107,15,1,107,15,66.22,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,11.11,,5.66,0.165766988,0.925532351,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,86.78,,24.13,0.203709464,3.099293993,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,75.71,,28.98,0.150809034,0.658314217,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,4.66,,1.9,0.02413779,0.776432236,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,61.15,,16.89,0.571491545,4.076639688,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom,"Intel® Atom® X6425E ",7.29,,5.01,0.108825665,0.607609965,67,12,1,67,12,140.41,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i3-8100 ",36.6,,24.31,0.312825835,0.563086504,117,65,1,117,65,28.3,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-10500TE ",58.84,,29.38,0.274963635,0.90526489,214,65,1,214,65,21.11,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-13600K ",139.32,,77.22,0.423469775,1.114572447,329,125,1,329,125,11.92,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",73.76,,41.07,0.173135416,2.634131687,426,28,1,426,28,15.53,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",52.57,,21.48,0.107283018,1.877452816,490,28,1,490,28,20.87,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-12700H ",114.46,,54.77,0.228008179,0.99530527,502,115,1,502,115,11.88,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-8700T ",51.93,,34.22,0.171380155,1.483662481,303,35,1,303,35,24.28,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-10900TE ",66,,35.11,0.135247907,1.885742253,488,35,1,488,35,18.95,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-12900TE ",75.37,,44.41,0.138556214,2.153559435,544,35,1,544,35,15.52,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-13900K ",207,,102.36,0.34558245,1.656031103,599,125,1,599,125,9.45,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom,"Intel® Processor N200 ",2.09,,1.67,0.010853921,0.349134464,193,6,1,193,6,488.71,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® W1290P ",96.56,,38.61,0.162551411,0.772444305,594,125,1,594,125,14.19,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",35.01,,25.27,0.140614523,0.493141075,249,71,1,249,71,29.41,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",258.46,,164.63,0.082206675,1.23075137,3144,210,2,1572,105,11.88,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",518.85,,310.76,0.03060358,1.265495361,16954,410,2,8477,205,7.42,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",834.12,,495.89,0.044562362,1.544663516,18718,540,2,9359,270,4.31,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1043.83,,861.5,0.030700901,1.491186629,34000,700,2,17000,350,5.43,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",248.64,,157.52,0.122967589,1.243202322,2022,200,2,1011,100,12.27,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",469.81,,293.67,0.206601638,1.566040413,2274,300,2,1137,150,5.89,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",846.71,825.71,,0.439849351,5.644733333,1925,150,1,1925,150,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",582.03,590.73,,1.81317757,3.8802,321,150,1,321,150,26.38,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,celeron,"Intel® Celeron® 6305E ",18.06,,11.09,0.168810382,1.204180724,107,15,1,107,15,57.26,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",19.71,22.48,11.18,0.294253216,1.64291379,67,12,1,67,12,202.28,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",110.42,90.58,46.89,0.259211675,3.943720484,426,28,1,426,28,35.95,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",62.89,49.91,23.65,0.128356425,2.246237443,490,28,1,490,28,63.05,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",127.71,103.78,54.39,0.254393802,1.110484249,502,115,1,502,115,30.98,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",5.53,4.94,2.75,0.028646758,0.921470712,193,6,1,193,6,721.64,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",72.14,60.61,33.85,0.67416085,4.809014065,107,15,1,107,15,55.18,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,20.11,,11.51,0.300186454,1.676041033,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,101.03,,48.05,0.237159622,3.608214248,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,114.83,,55.31,0.228743548,0.998515312,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,5.73,,3.57,0.02969675,0.955245443,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,56.19,,32.14,0.525162331,3.746157962,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom,"Intel® Atom X6425E ",132.01,,79.71,1.970284257,11.00075377,67,12,1,67,12,7.97,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i3-8100 ",536.37,,,4.584338055,8.2518085,117,65,1,117,65,2.02,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-10500TE ",898.55,,500.27,4.198819473,13.82380565,214,65,1,214,65,1.57,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-13600K ",2785.11,,1237.02,8.465381323,22.28088364,329,125,1,329,125,0.88,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",1347.18,,525.71,3.162388793,48.11348663,426,28,1,426,28,0.86,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",979.43,,319,1.998838818,34.97967931,490,28,1,490,28,1.19,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-12700H ",2099.29,,1056.24,4.181843873,18.2546576,502,115,1,502,115,1.1,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-8700T ",741.65,,519.77,2.44770353,21.19011913,303,35,1,303,35,1.86,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-10900TE ",949.26,,604.02,1.945202062,27.12167446,488,35,1,488,35,1.5,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-12900TE ",1300.22,,657.07,2.390105593,37.14906979,544,35,1,544,35,1.32,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-13900K ",4089.6,,2014.33,6.827382726,32.71681802,599,125,1,599,125,0.71,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom,"Intel® Processor N200 ",41.1,,29.71,0.212973024,6.850632287,193,6,1,193,6,27.14,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® W1290P ",1450.73,,542.77,2.442314254,11.60587733,594,125,1,594,125,1.29,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",523.03,,,2.100520536,7.366614273,249,71,1,249,71,2.07,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",5410.81,,1915.84,1.720995551,25.76576196,3144,210,2,1572,105,1.42,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",14207.13,,4438.67,0.837981173,34.65154345,16954,410,2,8477,205,0.93,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",22308.51,,6801.73,1.191821192,41.31205383,18718,540,2,9359,270,0.57,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",38064.38,,10986.01,1.119540686,54.37769045,34000,700,2,17000,350,0.66,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",5178.33,,1862.47,2.560994185,25.89165121,2022,200,2,1011,100,1.45,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",12161.33,,3597.47,5.347991895,40.53777856,2274,300,2,1137,150,0.56,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",6748.16,5698.62,,3.505537662,44.98773333,1925,150,1,1925,150,2.37,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",4308.65,3849.95,,13.42258567,28.72433333,321,150,1,321,150,3.63,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,celeron,"Intel® Celeron® 6305E ",265.71,,132.81,2.483293989,17.71416379,107,15,1,107,15,3.66,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",191.22,225.68,130.69,2.854054506,15.93513766,67,12,1,67,12,20.63,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",1014.86,749.24,525.16,2.382310872,36.24515827,426,28,1,426,28,3.77,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",880.63,557.89,349.94,1.797203064,31.45105363,490,28,1,490,28,4.25,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",1319.62,916.27,563.83,2.628734205,11.47499627,502,115,1,502,115,2.83,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",58.68,40.52,26.29,0.304066461,9.780804488,193,6,1,193,6,67.34,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",685.09,513.1,339.2,6.40268338,45.67247478,107,15,1,107,15,5.56,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,107.78,,137.9,1.608591175,8.981300729,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,2182.22,,612.95,5.122587264,77.93650623,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,2071.13,,1048.22,4.125747034,18.00978271,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,115.35,,50.03,0.597642849,19.2241783,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,1465.46,,396.56,13.69593138,97.69764383,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom,"Intel® Atom® X6425E ",19.92,,8.18,0.297378417,1.66036283,67,12,1,67,12,51.27,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i3-8100 ",96.91,,50.72,0.828261726,1.490871107,117,65,1,117,65,10.72,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i5-10500TE ",145.07,,74.01,0.677889544,2.231820961,214,65,1,214,65,8.19,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i5-13600K ",515.17,,140.11,1.565860325,4.121344374,329,125,1,329,125,3.89,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",229.34,,61.85,0.538354858,8.190684621,426,28,1,426,28,5.03,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",172.44,,45.06,0.351917309,6.158552906,490,28,1,490,28,6.62,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i7-12700H ",445.18,,122.92,0.886808098,3.871110133,502,115,1,502,115,3.93,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i7-8700T ",122.89,,62.1,0.405577536,3.511142673,303,35,1,303,35,9.97,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i9-10900TE ",156.59,,75.57,0.320885285,4.474057692,488,35,1,488,35,7.6,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i9-12900TE ",269.4,,72.67,0.495222574,7.697173715,544,35,1,544,35,4.89,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i9-13900K ",749.69,,228.22,1.251574188,5.997543507,599,125,1,599,125,2.98,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom,"Intel® Processor N200 ",6.72,,3.13,0.034831297,1.12040671,193,6,1,193,6,159.9,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® W1290P ",240.85,,96.84,0.405479734,1.926839696,594,125,1,594,125,5.5,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",92.92,,49.94,0.373172396,1.308731361,249,71,1,249,71,11.12,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",968.92,,267.96,0.30817997,4.613894415,3144,210,2,1572,105,2.91,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2902.26,,747.22,0.171184391,7.078683334,16954,410,2,8477,205,1.55,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4946.11,,1154.11,0.264243762,9.159471721,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",19987.31,,1672.83,0.587862084,28.55330123,34000,700,2,17000,350,1.02,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",931.66,,257,0.460762405,4.658307915,2022,200,2,1011,100,3,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2276.19,,562.55,1.000964562,7.587311379,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3436.03,2103.96,,1.784950649,22.90686667,1925,150,1,1925,150,4.65,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",2320.83,1555.26,,7.23,15.4722,321,150,1,321,150,6.8,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,celeron,"Intel® Celeron® 6305E ",49.59,,14.36,0.463470925,3.306092597,107,15,1,107,15,19.89,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",49.36,52.35,27.44,0.736680169,4.113130942,67,12,1,67,12,80.69,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",351.53,206.09,116.49,0.825182703,12.55456541,426,28,1,426,28,11.12,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",291.8,170.69,95.05,0.595512613,10.42147072,490,28,1,490,28,13.6,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",389.36,224.15,136.98,0.775618158,3.38574187,502,115,1,502,115,10.01,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",14.66,7.82,4.24,0.075968646,2.443658116,193,6,1,193,6,271.96,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",213.06,118.28,67.33,1.991180592,14.20375489,107,15,1,107,15,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,73.78,,32.26,1.101172216,6.148211537,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,467.05,,119.19,1.096367546,16.68044909,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,446.64,,123.08,0.889730483,3.883866978,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,20.62,,6.29,0.10684337,3.436795067,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,299.3,,75.5,2.797187232,19.95326892,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom,"Intel® Atom® X6425E ",0.33,,0.13,0.004975236,0.027778401,67,12,1,67,12,2993.01,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i3-8100 ",1.68,,0.97,0.014347384,0.025825291,117,65,1,117,65,601.85,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.42,,1.4,0.011289623,0.037168913,214,65,1,214,65,459.92,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-13600K ",8.24,,2.4,0.025057197,0.065950541,329,125,1,329,125,163.48,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",3.91,,1,0.009186512,0.139766221,426,28,1,426,28,277.92,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",2.88,,0.77,0.005880025,0.102900446,490,28,1,490,28,338.91,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-12700H ",7.23,,2.11,0.014408211,0.062894973,502,115,1,502,115,160.16,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.02,,1.13,0.006652279,0.057589733,303,35,1,303,35,564.49,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-10900TE ",2.65,,1.47,0.005438613,0.0758298,488,35,1,488,35,411.44,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-12900TE ",4.43,,1.32,0.008137923,0.126486572,544,35,1,544,35,233.69,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-13900K ",12.56,,4.02,0.020965686,0.100467567,599,125,1,599,125,125.42,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom,"Intel® Processor N200 ",0.11,,0.05,0.000582322,0.01873135,193,6,1,193,6,8949.48,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.33,,2.45,0.007295464,0.034668046,594,125,1,594,125,238.2,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",1.6,,0.92,0.006436306,0.022572398,249,71,1,249,71,628.09,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",17.64,,4.57,0.00561008,0.083990918,3144,210,2,1572,105,115.69,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",57.78,,14.8,0.003407952,0.140922968,16954,410,2,8477,205,36.97,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",78.79,,20.72,0.004209532,0.145914858,18718,540,2,9359,270,108.29,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",447.58,,31.29,0.013164208,0.639404378,34000,700,2,17000,350,8.52,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",16.78,,4.35,0.008300056,0.08391357,2022,200,2,1011,100,121.64,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",42.36,,10.47,0.0186267,0.141190389,2274,300,2,1137,150,62,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",212,109.86,,0.11012987,1.413333333,1925,150,1,1925,150,75.46,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",147.33,81.3,,0.458971963,0.9822,321,150,1,321,150,107.9,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,celeron,"Intel® Celeron® 6305E ",0.89,,0.23,0.008332401,0.059437797,107,15,1,107,15,1121.85,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",1.18,1.18,0.6,0.01761223,0.098334953,67,12,1,67,12,3388.59,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",9.69,5.42,2.82,0.022757923,0.346245541,426,28,1,426,28,422.17,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",8.81,4.73,2.22,0.017974869,0.3145602,490,28,1,490,28,454.51,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",10.57,6.15,3.31,0.021056233,0.091915033,502,115,1,502,115,378.05,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",0.29,0.16,,0.001498083,0.048188352,193,6,1,193,6,13815.91,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",5.07,2.64,1.41,0.047394532,0.338080997,107,15,1,107,15,774.3,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,0.33,,0.13,0.004977355,0.02779023,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,3.91,,1,0.009188755,0.139800349,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,7.22,,2.11,0.014375821,0.062753582,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,0.11,,0.05,0.000582589,0.018739953,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,0.89,,0.23,0.008336326,0.059465795,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom,"Intel® Atom® X6425E ",45.25,,21.49,0.675344538,3.770673668,67,12,1,67,12,23.03,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i3-8100 ",211.26,,122.9,1.805642643,3.250156758,117,65,1,117,65,4.94,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-10500TE ",328.11,,171.73,1.533232461,5.047873024,214,65,1,214,65,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-13600K ",958.88,,352.8,2.914519781,7.671016063,329,125,1,329,125,2.39,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",516.83,,149.6,1.213217067,18.45823109,426,28,1,426,28,1.95,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",387.14,,100.71,0.790090285,13.82657998,490,28,1,490,28,2.82,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-12700H ",851.54,,313.45,1.696288338,7.404667352,502,115,1,502,115,2.26,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-8700T ",276.74,,157.91,0.913329109,7.906820574,303,35,1,303,35,4.32,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-10900TE ",364.53,,192.13,0.746991693,10.41519846,488,35,1,488,35,3.37,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-12900TE ",524.73,,184.04,0.964577897,14.99229646,544,35,1,544,35,3.11,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-13900K ",1448.44,,577.78,2.418088851,11.58748177,599,125,1,599,125,2.07,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom,"Intel® Processor N200 ",14.48,,7.94,0.075019913,2.413140548,193,6,1,193,6,72.01,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® W1290P ",575.79,,221.76,0.969337499,4.606291798,594,125,1,594,125,2.37,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",202.62,,125.71,0.813718363,2.853744681,249,71,1,249,71,5.11,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",2056.28,,640.87,0.654031598,9.79178736,3144,210,2,1572,105,1.56,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",5764.35,,1656.74,0.339999199,14.05938152,16954,410,2,8477,205,1.1,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",10274.61,,2320.94,0.54891578,19.02704734,18718,540,2,9359,270,0.66,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",22310.17,,3557.58,0.656181545,31.87167505,34000,700,2,17000,350,0.82,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1961.85,,610.96,0.970252004,9.809247756,2022,200,2,1011,100,1.63,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",4825.79,,1246.04,2.122157397,16.08595307,2274,300,2,1137,150,0.81,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",4044.15,3428.72,,2.100857143,26.961,1925,150,1,1925,150,3.93,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",2984.21,2546.5,,9.296604361,19.89473333,321,150,1,321,150,5.28,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,celeron,"Intel® Celeron® 6305E ",107.12,,36.58,1.001151038,7.141544074,107,15,1,107,15,9.17,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",92.52,95.67,51.13,1.380923725,7.710157466,67,12,1,67,12,42.26,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",651.76,382.05,253.7,1.529949042,23.27708185,426,28,1,426,28,6.02,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",524.22,312.45,186.78,1.069836004,18.72213008,490,28,1,490,28,7.46,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",773.55,416.41,274.89,1.540936407,6.726522404,502,115,1,502,115,4.96,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",29.11,15.38,9.5,0.150843572,4.852134912,193,6,1,193,6,136.41,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",411.09,221.78,136.65,3.84192596,27.40573851,107,15,1,107,15,9.59,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,108.74,,57.49,1.622911064,9.061253443,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,681.22,,234.33,1.599114724,24.3293883,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,846.65,,312.78,1.68656067,7.362203969,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,35.06,,14.07,0.181647626,5.842998634,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,299.91,,136.25,2.802861018,19.99374193,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom,"Intel® Atom® X6425E ",0.48,,0.06,0.007174661,0.040058526,67,12,1,67,12,2086.28,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.42,,1.55,0.02064549,0.037161882,117,65,1,117,65,426.14,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",3.6,,2.28,0.016808517,0.055338809,214,65,1,214,65,324.72,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",11.52,,3.96,0.035003462,0.092129112,329,125,1,329,125,121.88,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",6.54,,1.63,0.015353991,0.233600004,426,28,1,426,28,168.96,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",4.87,,1.22,0.009934994,0.173862397,490,28,1,490,28,209.5,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-12700H ",10.23,,3.55,0.020387285,0.08899493,502,115,1,502,115,123.74,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",3.02,,1.86,0.009978157,0.086382334,303,35,1,303,35,385.98,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.86,,2.4,0.007903109,0.110191924,488,35,1,488,35,286.48,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",6.29,,2.21,0.011565461,0.179760314,544,35,1,544,35,167.25,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",17.97,,6.61,0.030001591,0.143767622,599,125,1,599,125,91.7,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom,"Intel® Processor N200 ",0.17,,0.09,0.000896742,0.028845212,193,6,1,193,6,5851.61,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",6.17,,3.96,0.010385321,0.049351045,594,125,1,594,125,180.39,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.31,,1.48,0.009274116,0.032524718,249,71,1,249,71,434.36,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",29.19,,7.31,0.009285218,0.139012976,3144,210,2,1572,105,71.02,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",95.18,,21.6,0.005614028,0.232146891,16954,410,2,8477,205,23.81,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",129.12,,31.53,0.006898185,0.239111529,18718,540,2,9359,270,73.82,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",594.44,,48.37,0.017483616,0.849204219,34000,700,2,17000,350,8.51,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",27.77,,6.96,0.013733163,0.138842282,2022,200,2,1011,100,74.6,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",69.04,,15.92,0.03036133,0.230138879,2274,300,2,1137,150,43.95,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",308.2,201.07,,0.160103896,2.054666667,1925,150,1,1925,150,51.9,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",264.35,182.28,,0.823520249,1.762333333,321,150,1,321,150,60.21,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,celeron,"Intel® Celeron® 6305E ",1.49,,0.38,0.013900735,0.099158578,107,15,1,107,15,675.13,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",0.98,1.99,0.98,0.014692692,0.082034196,67,12,1,67,12,4060.12,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",17.25,8.84,4.82,0.040488987,0.616011019,426,28,1,426,28,227.85,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",15.51,7.82,4.16,0.031655158,0.553965259,490,28,1,490,28,257.82,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",18.55,9.77,5.39,0.036960326,0.161339856,502,115,1,502,115,215.12,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",0.46,0.25,0.14,0.002385415,0.076730841,193,6,1,193,6,8685.49,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",8.41,4.38,2.38,0.078566734,0.560442704,107,15,1,107,15,475.59,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,1.23,,0.79,0.018340265,0.102399815,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,13.96,,3.78,0.032775536,0.498656365,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,10.26,,3.52,0.02043345,0.08919645,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,0.57,,0.19,0.002935667,0.094430629,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,8.94,,2.44,0.083581344,0.596213586,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom,"Intel® Atom® X6425E ",2.09,,0.88,0.031158294,0.173967144,67,12,1,67,12,484.41,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i3-8100 ",10.63,,5.8,0.090816761,0.16347017,117,65,1,117,65,95.04,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",15.37,,8.28,0.071831563,0.236491606,214,65,1,214,65,74.25,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i5-13600K ",51.79,,15.62,0.157423763,0.414339343,329,125,1,329,125,29.87,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",24.16,,6.61,0.056706365,0.862746832,426,28,1,426,28,46.04,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",18.04,,4.84,0.036809957,0.644174252,490,28,1,490,28,57.2,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i7-12700H ",45.55,,13.34,0.09073357,0.396071758,502,115,1,502,115,29.39,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i7-8700T ",12.71,,6.82,0.041940602,0.363085781,303,35,1,303,35,87.06,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",16.64,,8.64,0.034098663,0.475432788,488,35,1,488,35,67.32,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",27.33,,8.16,0.050231011,0.78073343,544,35,1,544,35,41.73,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i9-13900K ",78.06,,25.64,0.130315158,0.624470238,599,125,1,599,125,23.25,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom,"Intel® Processor N200 ",0.7,,0.34,0.003623639,0.116560404,193,6,1,193,6,1470.7,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",27.37,,14.08,0.046075421,0.218950402,594,125,1,594,125,40.66,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",10.06,,5.64,0.040419321,0.141752266,249,71,1,249,71,100.33,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",106.36,,29.72,0.033830969,0.506497941,3144,210,2,1572,105,21.82,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",313.83,,87.89,0.018510506,0.765431982,16954,410,2,8477,205,10.5,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",490.61,,109.01,0.026210666,0.908539337,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2125.85,,193.93,0.06252509,3.036932955,34000,700,2,17000,350,3.31,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",101.13,,28.36,0.050013259,0.50563405,2022,200,2,1011,100,22.77,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",242.25,,62.31,0.106530714,0.807502815,2274,300,2,1137,150,13.97,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",784.51,385.29,,0.407537662,5.230066667,1925,150,1,1925,150,20.34,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",582.91,341.6,,1.815919003,3.886066667,321,150,1,321,150,27.27,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,celeron,"Intel® Celeron® 6305E ",5.45,,1.54,0.050899014,0.363079634,107,15,1,107,15,184.42,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",6.74,6.85,3.38,0.100595832,0.561660065,67,12,1,67,12,591.73,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",63.57,29.68,16.2,0.149226927,2.2703811,426,28,1,426,28,63.78,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",57.51,26.04,13.46,0.11737163,2.054003521,490,28,1,490,28,69.04,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",70.17,33.53,18.68,0.139783055,0.610183421,502,115,1,502,115,56.66,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",1.76,0.94,0.5,0.009123799,0.293482206,193,6,1,193,6,2270.28,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",32.22,15.09,8.06,0.30110055,2.147850593,107,15,1,107,15,123.79,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,7.72,,3.75,0.115178992,0.643082704,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,51.27,,13.81,0.120341487,1.830909768,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,45.37,,13.46,0.090387475,0.394560977,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,2.17,,0.7,0.011226857,0.361130553,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,33.62,,8.52,0.314229473,2.241503571,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom,"Intel® Atom® X6425E ",22.9,,10.3,0.341730235,1.907993813,67,12,1,67,12,44.81,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i3-8100 ",111.7,,63.53,0.954676349,1.718417429,117,65,1,117,65,9.05,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-10500TE ",167.36,,91.55,0.782033946,2.574696376,214,65,1,214,65,6.74,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-13600K ",600,,195.96,1.823702698,4.799985501,329,125,1,329,125,3.05,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",252.28,,77.33,0.592195936,9.009838172,426,28,1,426,28,4.56,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",186.61,,55.02,0.380840324,6.664705674,490,28,1,490,28,5.72,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-12700H ",501.3,,153.33,0.998611403,4.359155863,502,115,1,502,115,3.07,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-8700T ",137.83,,76.63,0.454872229,3.93789387,303,35,1,303,35,8.19,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-10900TE ",184.15,,95.48,0.377348634,5.261318102,488,35,1,488,35,6.36,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-12900TE ",293.87,,93.77,0.540200925,8.396265811,544,35,1,544,35,4.16,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-13900K ",859.57,,285.93,1.435015839,6.876595902,599,125,1,599,125,2.43,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom,"Intel® Processor N200 ",7.83,,4.08,0.040593912,1.305770848,193,6,1,193,6,136.7,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® W1290P ",298.34,,148.85,0.502253106,2.386706758,594,125,1,594,125,4.01,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",106.15,,62.71,0.426309642,1.495085926,249,71,1,249,71,9.46,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",1051.35,,338.78,0.334399047,5.006431445,3144,210,2,1572,105,2.52,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2835.63,,919.26,0.167254584,6.916181007,16954,410,2,8477,205,1.22,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4653.13,,1373.23,0.248591404,8.616914646,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",13069.92,,2139.01,0.384409384,18.67131295,34000,700,2,17000,350,1.07,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1009.33,,322.76,0.499176297,5.046672361,2022,200,2,1011,100,2.62,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2219.25,,701.36,0.97592209,7.39748944,2274,300,2,1137,150,1.33,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3774.19,2809.6,,1.960618182,25.16126667,1925,150,1,1925,150,4.2,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",2481.58,2188.3,,7.730778816,16.54386667,321,150,1,321,150,6.38,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,celeron,"Intel® Celeron® 6305E ",54.03,,17.97,0.504924987,3.60179824,107,15,1,107,15,18.27,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",65.71,66.39,33.87,0.980781744,5.476031402,67,12,1,67,12,60.33,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",546.82,290.91,170.54,1.283615875,19.52929868,426,28,1,426,28,7.02,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",494.07,258.4,135.87,1.0083135,17.64548625,490,28,1,490,28,7.98,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",614.04,322.38,201.06,1.223179731,5.339445432,502,115,1,502,115,6.27,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",18.67,9.83,5.51,0.096741623,3.111855553,193,6,1,193,6,213.14,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,celeron-iGPU,"Intel® Celeron® 6305E ",292.06,153.11,86.79,2.729568715,19.4709235,107,15,1,107,15,13.59,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,28.49,,39.7,0.425185416,2.373951908,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,485.88,,147.22,1.140573952,17.35301799,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,504.34,,154.35,1.004655777,4.385540869,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,23.01,,8.08,0.119237217,3.835463809,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,322.03,,92.97,3.009639701,21.4687632,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom,"Intel® Atom® X6425E ",10.23,,5.1,0.152738191,0.852788231,67,12,1,67,12,101.71,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i3-8100 ",53.43,,33.01,0.456695137,0.822051246,117,65,1,117,65,19.24,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-10500TE ",81.28,,46.84,0.37982764,1.250509462,214,65,1,214,65,13.7,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-13600K ",249.13,,95.35,0.757245253,1.993069506,329,125,1,329,125,6.67,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-1185G7 ",110.57,,40.76,0.25954684,3.948819784,426,28,1,426,28,10.77,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-1185GRE ",77.4,,27.48,0.157961422,2.764324894,490,28,1,490,28,13.63,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-12700H ",213.22,,81.23,0.424745111,1.854104747,502,115,1,502,115,6.64,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-8700T ",71.39,,42.39,0.235624564,2.039835509,303,35,1,303,35,16.54,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-10900TE ",92.64,,52.82,0.189826949,2.646730038,488,35,1,488,35,12.63,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-12900TE ",132.43,,50.68,0.243444777,3.783827393,544,35,1,544,35,9.16,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-13900K ",377.83,,153.02,0.63077111,3.022655157,599,125,1,599,125,5.31,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom,"Intel® Processor N200 ",3.26,,1.94,0.016879236,0.542948745,193,6,1,193,6,316.73,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® W1290P ",135.15,,72.61,0.227526855,1.081207614,594,125,1,594,125,9.22,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",52.15,,32.9,0.209454054,0.734564216,249,71,1,249,71,19.49,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",450.82,,174.94,0.143389368,2.146743683,3144,210,2,1572,105,5.96,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",998.4,,454.7,0.058888758,2.435121961,16954,410,2,8477,205,3.53,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",1714.12,,554.58,0.091575891,3.17429173,18718,540,2,9359,270,2.38,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2889.04,,998.41,0.084971908,4.127206937,34000,700,2,17000,350,3.61,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",431.74,,165.69,0.213522055,2.158707972,2022,200,2,1011,100,6.18,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",862.18,,340.38,0.379148389,2.873944787,2274,300,2,1137,150,3.32,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",1539.24,1433.21,,0.799605195,10.2616,1925,150,1,1925,150,10.28,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,mobile,"Intel® Arc®A-Series Graphics ",1005.97,1032.49,,3.133862928,6.706466667,321,150,1,321,150,15.79,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,celeron,"Intel® Celeron® 6305E ",24.25,,9.56,0.226625242,1.616593391,107,15,1,107,15,40.75,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom-iGPU,"Intel® Atom® X6425E ",32.03,33.52,19.17,0.478079796,2.669278863,67,12,1,67,12,124.04,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185G7 ",206.31,140.75,88.2,0.484285942,7.368064696,426,28,1,426,28,19.11,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-iGPU,"Intel® Core™ i7-1185GRE ",164.45,109.09,61.03,0.335609833,5.873172075,490,28,1,490,28,24.02,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-iGPU,"Intel® Core™ i7-12700H ",220.75,149.98,96.81,0.439731794,1.919524876,502,115,1,502,115,17.82,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom-iGPU,"Intel® Processor N200 ",8.37,5.57,3.25,0.043349604,1.394412272,193,6,1,193,6,477.17,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E,35.14,,20.32,0.524480678,2.928350453,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7,179.3,,74.12,0.420882484,6.403426363,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H,212.84,,82.48,0.42397642,1.85074924,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200,10.06,,4.44,0.052118261,1.676470739,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,celeron-CPU+iGPU,Intel® Celeron® 6305E,113.96,,48.9,1.065053731,7.597383279,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,,,,,,,,
chatGLM2-6B,OV-2023.2,core,"Intel® Core™ i9-13900K ",277,,340,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,374
chatGLM2-6B,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",,173,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,
chatGLM2-6B,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,,114,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,
chatGLM2-6B,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",,,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,
chatGLM2-6B,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",95,121,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,,,,,,,,
Llama-2-7b-chat,OV-2023.2,core,"Intel® Core™ i9-13900K ",415,,420,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,417
Llama-2-7b-chat,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",179,,201,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,133
Llama-2-7b-chat,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,143,,133,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,136
Llama-2-7b-chat,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",111,95,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,126
Llama-2-7b-chat,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",163,163,,,,,,,,,,FPS,FPS/$,FPS/TDP,msec./token,,,,221
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,,,,,,,,
Stable-Diffusion-v2-1,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",7.1,4.4,,,,,,,,,,FPS,FPS/$,FPS/TDP,sec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
1 Network model Release IE-Type Platform name Throughput-INT8 ThroughputFP16 Throughput-FP16 ThroughputFP32 Throughput-FP32 Value Efficiency Price TDP Sockets Price/socket Price/Socket TDP/socket TDP/Socket Latency UOM_T UOM_V UOM_E UOM_L Latency_FP16 Latency_FP32 Latency_int4 Throughput_INT4
2 begin_rec FPS FPS/$ FPS/TDP msec.
3 bert-base-cased OV-2023.1 OV-2023.2 atom core Intel® Celeron™ 6305E CPU-only Intel® Core™ i3-8100 11.35 21.27 4.27 0.106093669 0.181806756 0.756801503 0.327252161 107 117 15 65 1 107 117 15 65 88.11 48.62 FPS FPS/$ FPS/TDP msec.
4 bert-base-cased OV-2023.1 OV-2023.2 core Intel® Core™ i3-8100 CPU-only Intel® Core™ i5-10500TE 21.38 32.04 15.11 21.72 0.182727309 0.14973184 0.328909156 0.492963288 117 214 65 1 117 214 65 65 48.47 36.77 FPS FPS/$ FPS/TDP msec.
5 bert-base-cased OV-2023.1 OV-2023.2 core Intel® Core™ i5-10500TE CPU-only Intel® Core™ i5-13600K 32.23 112.78 20.26 45.21 0.15061144 0.342791048 0.495859202 0.902226038 214 329 65 125 1 214 329 65 125 36.18 17.53 FPS FPS/$ FPS/TDP msec.
6 bert-base-cased OV-2023.1 OV-2023.2 core Intel® Core™ i5-13600K CPU-only Intel® Core™ i7-1185G7 113.18 50.11 45.08 18.36 0.344024364 0.117624613 0.905472125 1.789574472 329 426 125 28 1 329 426 125 28 17.43 23.39 FPS FPS/$ FPS/TDP msec.
7 bert-base-cased OV-2023.1 OV-2023.2 core Intel® Core™ i5-8500 CPU-only Intel® Core™ i7-1185GRE 34.34 38.17 24.04 13.67 0.178867029 0.077905823 0.528345686 1.363351907 192 490 65 28 1 192 490 65 28 30.88 29.4 FPS FPS/$ FPS/TDP msec.
8 bert-base-cased OV-2023.1 OV-2023.2 core Intel® Core™ i7-1185G7 CPU-only Intel® Core™ i7-12700H 51.27 88.62 18.44 35.37 0.120345681 0.176531477 1.830973571 0.770598275 426 502 28 115 1 426 502 28 115 23.31 17.1 FPS FPS/$ FPS/TDP msec.
9 bert-base-cased OV-2023.1 OV-2023.2 core Intel® Core™ i7-1185GRE CPU-only Intel® Core™ i7-8700T 37.98 27.47 13.59 18.34 0.077518083 0.090674623 1.356566444 0.784983161 490 303 28 35 1 490 303 28 35 29.22 43.1 FPS FPS/$ FPS/TDP msec.
10 bert-base-cased OV-2023.1 OV-2023.2 core Intel® Core™ i7-8700T CPU-only Intel® Core™ i9-10900TE 27.60 33.58 17.56 21.38 0.091086845 0.068818287 0.788551831 0.959523541 303 488 35 1 303 488 35 35 42.83 37.7 FPS FPS/$ FPS/TDP msec.
11 bert-base-cased OV-2023.1 OV-2023.2 core Intel® Core™ i9-10900TE CPU-only Intel® Core™ i9-12900TE 34.12 52.74 20.30 20.43 0.069915909 0.096957323 0.974827538 1.506993824 488 544 35 1 488 544 35 35 37.09 23.05 FPS FPS/$ FPS/TDP msec.
12 bert-base-cased OV-2023.1 OV-2023.2 core Intel® Core™ i9-12900TE CPU-only Intel® Core™ i9-13900K 53.08 164.86 19.48 66.26 0.097575059 0.275218909 1.516595204 1.318849011 544 599 35 125 1 544 599 35 125 23.07 13.76 FPS FPS/$ FPS/TDP msec.
13 bert-base-cased OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-13900K CPU-only Intel® Xeon® W1290P 163.20 50.94 66.23 33.27 0.272459575 0.085752466 1.305626285 0.407495717 599 594 125 1 599 594 125 125 13.68 29.19 FPS FPS/$ FPS/TDP msec.
14 bert-base-cased OV-2023.1 OV-2023.2 atom xeon Intel® Processor N-200 Intel® Xeon® E-2124G 1.65 20.73 0.83 0.008529061 0.083238187 0.274351466 0.291919838 193 249 6 71 1 193 249 6 71 641.46 49.54 FPS FPS/$ FPS/TDP msec.
15 bert-base-cased OV-2023.1 OV-2023.2 xeon Intel® Xeon® W1290P CPU-only Intel® Xeon® Gold 5218T 51.01 215.86 29.43 80.31 0.08587761 0.068658907 0.408090401 1.027921924 594 3144 125 210 1 2 594 1572 125 105 28.93 14.03 FPS FPS/$ FPS/TDP msec.
16 bert-base-cased OV-2023.1 OV-2023.2 xeon Intel® Xeon® E-2124G CPU-only Intel® Xeon® Platinum 8270 20.86 569.64 14.80 222.97 0.068171185 0.033599223 0.293808206 1.38936884 306 16954 71 410 1 2 306 8477 71 205 49.41 7.97 FPS FPS/$ FPS/TDP msec.
17 bert-base-cased OV-2023.1 OV-2023.2 xeon Intel® Xeon® Gold 5218T CPU-only Intel® Xeon® Platinum 8380 217.83 876.04 80.66 336.63 0.069284052 0.046802151 1.037281242 1.62230123 3144 18718 210 540 2 1572 9359 105 270 13.64 FPS FPS/$ FPS/TDP msec.
18 bert-base-cased OV-2023.1 OV-2023.2 xeon Intel® Xeon® Platinum 8270 CPU-only Intel® Xeon® Platinum 8490H 572.10 3131.74 224.73 505.87 0.033744047 0.092110048 1.395357512 4.473916611 16954 34000 410 700 2 8477 17000 205 350 7.81 4.14 FPS FPS/$ FPS/TDP msec.
19 bert-base-cased OV-2023.1 OV-2023.2 xeon Intel® Xeon® Platinum 8380 CPU-only Intel® Xeon® Silver 4216R 872.62 205.61 338.47 76.34 0.04661922 0.101684156 1.61596031 1.028026818 18718 2022 540 200 2 9359 1011 270 100 43.32 14.66 FPS FPS/$ FPS/TDP msec.
20 bert-base-cased OV-2023.1 OV-2023.2 xeon Intel® Xeon® Platinum 8490H CPU-only Intel® Xeon® Silver 4316 3255.60 423.53 505.88 166.33 0.095752851 0.186249767 4.650852741 1.411773236 34000 2274 700 300 2 17000 1137 350 150 4.08 FPS FPS/$ FPS/TDP msec.
21 bert-base-cased OV-2023.1 OV-2023.2 xeon accel Intel® Xeon® Silver 4216R CPU-only Intel® Data Center GPU Flex 170 204.84 824.04 680.35 76.40 0.101307066 0.428072727 1.024214437 5.4936 2022 1925 200 150 2 1 1011 1925 100 150 14.24 19.37 FPS FPS/$ FPS/TDP msec.
22 bert-base-cased OV-2023.1 OV-2023.2 xeon mobile Intel® Xeon® Silver 4316 CPU-only Intel® Arc®A-Series Graphics 426.78 620.32 554.08 167.54 0.187678462 1.932461059 1.422602743 4.135466667 2274 321 300 150 2 1 1137 321 150 150 8.09 25.63 FPS FPS/$ FPS/TDP msec.
23 bert-base-cased OV-2023.1 OV-2023.2 accel core-iGPU Intel® Flex-170 Intel® Core™ i7-1185G7 842.00 83.66 683.21 60.2 42.14 0.196386523 2.987880669 426 28 1 426 28 18.63 47.28 FPS FPS/$ FPS/TDP msec.
24 bert-base-cased OV-2023.1 OV-2023.2 accel core-iGPU Intel® Flex-140 Intel® Core™ i7-1185GRE 174.28 72.43 123.71 55.39 36.92 0.147824883 2.586935446 490 28 1 490 28 91.68 55.03 FPS FPS/$ FPS/TDP msec.
25 bert-base-cased OV-2023.1 OV-2023.2 core-iGPU Intel® Celeron™ 6305E iGPU-only Intel® Core™ i7-12700H 45.83 91.52 31.96 64.83 46.37 0.428279604 0.182307776 3.055061174 0.795813076 107 502 15 115 1 107 502 15 115 87.12 43.39 FPS FPS/$ FPS/TDP msec.
26 bert-base-cased OV-2023.1 OV-2023.2 core-iGPU core-CPU+iGPU Intel® Core™ i7-1185GRE iGPU-only Intel® Core™ i7-1185G7 73.09 94.49 55.44 39.79 0.149162436 0.221801287 2.610342624 3.374548146 490 426 28 1 490 426 28 28 54.56 FPS FPS/$ FPS/TDP msec.
27 bert-base-cased OV-2023.1 OV-2023.2 core-iGPU core-CPU+iGPU Intel® Processor N200 iGPU-only Intel® Core™ i7-12700H 3.37 88.79 2.36 35.19 0.017448724 0.176881135 0.561267278 0.772124606 193 502 6 115 1 193 502 6 115 1185.78 FPS FPS/$ FPS/TDP msec.
28 bert-base-cased end_rec OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 84.42 60.51 0.198161663 3.014888156 426 28 1 426 28 46.90 FPS FPS/$ FPS/TDP msec.
29 bert-base-cased begin_rec OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 46.67 23.26 0.436174206 3.111376 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
30 bert-base-cased bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185GRE CPU+iGPU Intel® Core™ i3-8100 73.20 2.09 31.70 0.149385536 0.017891061 2.614246884 0.03220391 490 117 28 65 1 490 117 28 65 493.93 FPS FPS/$ FPS/TDP msec.
31 bert-base-cased bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Processor N200 CPU+iGPU Intel® Core™ i5-10500TE 4.43 2.98 2.03 1.86 0.022934748 0.013930478 0.7377344 0.04586342 193 214 6 65 1 193 214 6 65 351.2 FPS FPS/$ FPS/TDP msec.
32 bert-base-cased bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185G7 CPU+iGPU Intel® Core™ i5-13600K 83.69 10.07 37.23 3.75 0.196445915 0.030616391 2.988784286 0.08058234 426 329 28 125 1 426 329 28 125 156.29 FPS FPS/$ FPS/TDP msec.
33 end_rec bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i7-1185G7 5.07 1.63 0.011890918 0.180911826 426 28 1 426 28 219.53 FPS FPS/$ FPS/TDP msec.
34 begin_rec bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i7-1185GRE 3.78 1.21 0.007712877 0.134975353 490 28 1 490 28 267.11 FPS FPS/$ FPS/TDP msec.
35 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 atom core Intel® Celeron™ 6305E CPU-only Intel® Core™ i7-12700H 1.18 8.31 0.38 3.08 0.011017319 0.016551004 0.078590206 0.072248731 107 502 15 115 1 107 502 15 115 863.34 155.69 FPS FPS/$ FPS/TDP msec.
36 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core Intel® Core™ i3-8100 CPU-only Intel® Core™ i7-8700T 2.09 2.7 1.33 1.61 0.017880344 0.008901543 0.032184618 0.077061932 117 303 65 35 1 117 303 65 35 492.10 411.88 FPS FPS/$ FPS/TDP msec.
37 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core Intel® Core™ i5-10500TE CPU-only Intel® Core™ i9-10900TE 2.97 3.28 1.87 1.99 0.013882493 0.006716525 0.045705439 0.093647542 214 488 65 35 1 214 488 65 35 347.78 331.95 FPS FPS/$ FPS/TDP msec.
38 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core Intel® Core™ i5-13600K CPU-only Intel® Core™ i9-12900TE 9.93 5.12 3.74 1.83 0.030176091 0.009408896 0.079423471 0.146241133 329 544 125 35 1 329 544 125 35 155.72 210.03 FPS FPS/$ FPS/TDP msec.
39 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core Intel® Core™ i5-8500 CPU-only Intel® Core™ i9-13900K 3.36 15.37 2.13 5.95 0.017518449 0.025653939 0.051746803 0.122933677 192 599 65 125 1 192 599 65 125 302.24 113.51 FPS FPS/$ FPS/TDP msec.
40 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185G7 CPU-only Intel® Xeon® W1290P 5.09 4.65 1.63 3.11 0.011951214 0.007825777 0.181829179 0.037188092 426 594 28 125 1 426 594 28 125 219.77 228.25 FPS FPS/$ FPS/TDP msec.
41 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185GRE CPU-only Intel® Xeon® E-2124G 3.79 2.11 1.22 0.007726669 0.008459423 0.135216715 0.029667554 490 249 28 71 1 490 249 28 71 266.14 484.55 FPS FPS/$ FPS/TDP msec.
42 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-8700T CPU-only Intel® Xeon® Gold 5218T 2.71 20.81 1.61 6.91 0.008936965 0.006618551 0.077368581 0.099089164 303 3144 35 210 1 2 303 1572 35 105 412.44 106.59 FPS FPS/$ FPS/TDP msec.
43 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-10900TE CPU-only Intel® Xeon® Platinum 8270 3.35 50.63 1.83 17.75 0.006861724 0.002986375 0.095672042 0.123490248 488 16954 35 410 1 2 488 8477 35 205 327.59 54.45 FPS FPS/$ FPS/TDP msec.
44 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-12900TE CPU-only Intel® Xeon® Platinum 8380 5.06 66.76 1.75 27.44 0.009296462 0.003566507 0.144493584 0.123625706 544 18718 35 540 1 2 544 9359 35 270 210.96 231.49 FPS FPS/$ FPS/TDP msec.
45 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-13900K CPU-only Intel® Xeon® Platinum 8490H 15.19 250.47 5.91 45.77 0.025358635 0.007366626 0.12151858 0.357807563 599 34000 125 700 1 2 599 17000 125 350 113.61 27.75 FPS FPS/$ FPS/TDP msec.
46 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 atom xeon Intel® Processor N-200 Intel® Xeon® Silver 4216R 0.16 20.73 0.08 6.57 0.000828224 0.010253761 0.0266412 0.103665525 193 2022 6 200 1 2 193 1011 6 100 6367.32 106.9 FPS FPS/$ FPS/TDP msec.
47 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 xeon Intel® Xeon® W1290P CPU-only Intel® Xeon® Silver 4316 4.66 38.85 2.88 14.53 0.007842661 0.017084082 0.037268324 0.129497339 594 2274 125 300 1 2 594 1137 125 150 224.55 156.69 FPS FPS/$ FPS/TDP msec.
48 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 xeon accel Intel® Xeon® E-2124G CPU-only Intel® Data Center GPU Flex 170 2.11 148.54 102.98 1.34 0.006898006 0.077163636 0.029729433 0.990266667 306 1925 71 150 1 306 1925 71 150 486.76 107.19 FPS FPS/$ FPS/TDP msec.
49 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 xeon mobile Intel® Xeon® Gold 5218T CPU-only Intel® Arc®A-Series Graphics 21.27 127.99 94.72 6.90 0.006764356 0.398722741 0.101272067 0.853266667 3144 321 210 150 2 1 1572 321 105 150 103.38 124.58 FPS FPS/$ FPS/TDP msec.
50 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Platinum 8270 CPU-only Intel® Core™ i7-1185G7 50.91 9.07 6.62 17.71 4.27 0.003002727 0.021300354 0.124166415 0.324069672 16954 426 410 28 2 1 8477 426 205 28 63.45 452.44 FPS FPS/$ FPS/TDP msec.
51 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Platinum 8380 CPU-only Intel® Core™ i7-1185GRE 67.03 5.39 5.77 27.69 3.01 0.003581195 0.010997629 0.124134843 0.192458512 18718 490 540 28 2 1 9359 490 270 28 253.77 741.24 FPS FPS/$ FPS/TDP msec.
52 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Platinum 8490H CPU-only Intel® Core™ i7-12700H 251.10 10.54 7.57 47.69 5 0.007385431 0.020993192 0.358720946 0.091639847 34000 502 700 115 2 1 17000 502 350 115 36.69 379.08 FPS FPS/$ FPS/TDP msec.
53 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 xeon core-CPU+iGPU Intel® Xeon® Silver 4216R CPU-only Intel® Core™ i7-1185G7 20.81 8.49 6.64 3.46 0.010291168 0.019924379 0.104043704 0.303135193 2022 426 200 28 2 1 1011 426 100 28 106.83 FPS FPS/$ FPS/TDP msec.
54 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.1 OV-2023.2 xeon core-CPU+iGPU Intel® Xeon® Silver 4316 CPU-only Intel® Core™ i7-12700H 38.76 8.53 14.75 3.01 0.017046987 0.016984592 0.129216158 0.074141435 2274 502 300 115 2 1 1137 502 150 115 237.83 FPS FPS/$ FPS/TDP msec.
55 bert-large-uncased-whole-word-masking-squad-0001 end_rec OV-2023.1 accel Intel® Flex-170 144.12 101.13 1 110.90 FPS FPS/$ FPS/TDP msec.
56 bert-large-uncased-whole-word-masking-squad-0001 begin_rec OV-2023.1 accel Intel® Flex-140 29.97 20.57 1 534.35 FPS FPS/$ FPS/TDP msec.
57 bert-large-uncased-whole-word-masking-squad-0001 deeplabv3 OV-2023.1 OV-2023.2 core-iGPU atom Intel® Celeron™ 6305E iGPU-only Intel® Atom® X6425E 4.66 3.35 2.87 0.043581125 0.0695161 0.31087869 0.38813156 107 67 15 12 1 107 67 15 12 820.82 219.16 FPS FPS/$ FPS/TDP msec.
58 bert-large-uncased-whole-word-masking-squad-0001 deeplabv3 OV-2023.1 OV-2023.2 core-iGPU core Intel® Core™ i7-1185GRE iGPU-only Intel® Core™ i3-8100 5.11 22 5.77 14.03 0.010428379 0.188066738 0.182496635 0.338520129 490 117 28 65 1 490 117 28 65 745.40 45.56 FPS FPS/$ FPS/TDP msec.
59 bert-large-uncased-whole-word-masking-squad-0001 deeplabv3 OV-2023.1 OV-2023.2 core-iGPU core Intel® Processor N200 iGPU-only Intel® Core™ i5-10500TE 0.34 35.15 0.23 16.61 0.00174067 0.164230477 0.055991537 0.540697263 193 214 6 65 1 193 214 6 65 11899.92 33.27 FPS FPS/$ FPS/TDP msec.
60 bert-large-uncased-whole-word-masking-squad-0001 deeplabv3 OV-2023.1 OV-2023.2 core-iGPU core Intel® Core™ i7-1185G7 iGPU-only Intel® Core™ i5-13600K 9.13 101.57 6.65 41.76 0.021425568 0.308715901 0.325974707 0.812540252 426 329 28 125 1 426 329 28 125 449.68 16.21 FPS FPS/$ FPS/TDP msec.
61 bert-large-uncased-whole-word-masking-squad-0001 deeplabv3 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Celeron™ 6305E CPU+iGPU Intel® Core™ i7-1185G7 5.20 52.36 2.33 16.31 0.048610495 0.122909569 0.346754867 1.869981298 107 426 15 28 1 107 426 15 28 19.93 FPS FPS/$ FPS/TDP msec.
62 bert-large-uncased-whole-word-masking-squad-0001 deeplabv3 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185GRE CPU+iGPU Intel® Core™ i7-1185GRE 3.87 31.69 2.23 9.45 0.007899318 0.064675917 0.138238071 1.131828546 490 28 1 490 490 28 28 29.7 FPS FPS/$ FPS/TDP msec.
63 bert-large-uncased-whole-word-masking-squad-0001 deeplabv3 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Processor N200 CPU+iGPU Intel® Core™ i7-12700H 0.44 74.8 0.17 29.13 0.002288653 0.148997595 0.073618327 0.650406894 193 502 6 115 1 193 502 6 115 16.96 FPS FPS/$ FPS/TDP msec.
64 bert-large-uncased-whole-word-masking-squad-0001 deeplabv3 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185G7 CPU+iGPU Intel® Core™ i7-8700T 8.63 32.22 3.52 18.38 0.02025661 0.106336326 0.308189857 0.920568767 426 303 28 35 1 426 303 28 35 37.52 FPS FPS/$ FPS/TDP msec.
65 end_rec deeplabv3 OV-2023.2 core Intel® Core™ i9-10900TE 39.4 18.25 0.080732852 1.125646615 488 35 1 488 35 28.44 FPS FPS/$ FPS/TDP msec.
66 begin_rec deeplabv3 OV-2023.2 core Intel® Core™ i9-12900TE 58.11 22.54 0.106818112 1.660258651 544 35 1 544 35 21.65 FPS FPS/$ FPS/TDP msec.
67 deeplabv3 OV-2023.1 OV-2023.2 atom core Intel® Celeron™ 6305E CPU-only Intel® Core™ i9-13900K 11.86 149.59 4.61 57.89 0.11084032 0.249730428 0.79066095 1.19670821 107 599 15 125 1 107 599 15 125 85.88 12.49 FPS FPS/$ FPS/TDP msec.
68 deeplabv3 OV-2023.1 OV-2023.2 core atom Intel® Core™ i3-8100 CPU-only Intel® Processor N200 22.85 1.72 14.48 1.01 0.195256904 0.008933096 0.351462427 0.287347921 117 193 65 6 1 117 193 65 6 43.93 596.5 FPS FPS/$ FPS/TDP msec.
69 deeplabv3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i5-10500TE CPU-only Intel® Xeon® W1290P 34.47 51.12 16.42 19.38 0.161068212 0.086052379 0.530286114 0.408920903 214 594 65 125 1 214 594 65 125 33.07 21.94 FPS FPS/$ FPS/TDP msec.
70 deeplabv3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i5-13600K CPU-only Intel® Xeon® E-2124G 94.13 21.77 42.32 14.75 0.286105004 0.087417917 0.753028371 0.30657833 329 249 125 71 1 329 249 125 71 16.23 45.69 FPS FPS/$ FPS/TDP msec.
71 deeplabv3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i5-8500 CPU-only Intel® Xeon® Gold 5218T 37.18 188.66 21.16 76.86 0.193650962 0.060005221 0.572015148 0.898363884 192 3144 65 210 1 2 192 1572 65 105 27.36 11.81 FPS FPS/$ FPS/TDP msec.
72 deeplabv3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185G7 CPU-only Intel® Xeon® Platinum 8270 52.88 413.18 16.51 154.25 0.124135164 0.024370745 1.888627857 1.007760011 426 16954 28 410 1 2 426 8477 28 205 19.87 5.65 FPS FPS/$ FPS/TDP msec.
73 deeplabv3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185GRE CPU-only Intel® Xeon® Platinum 8380 30.78 564.23 9.65 223.46 0.062807791 0.030143626 1.099136335 1.044867398 490 18718 28 540 1 2 490 9359 28 270 31.13 5.36 FPS FPS/$ FPS/TDP msec.
74 deeplabv3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-8700T CPU-only Intel® Xeon® Platinum 8490H 32.02 1001.4 18.34 380.46 0.105688204 0.029452878 0.914957883 1.430568342 303 34000 35 700 1 2 303 17000 35 350 37.47 3.6 FPS FPS/$ FPS/TDP msec.
75 deeplabv3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-10900TE CPU-only Intel® Xeon® Silver 4216R 40.36 182.57 18.54 74.43 0.082712269 0.090291219 1.153245355 0.912844229 488 2022 35 200 1 2 488 1011 35 100 27.15 12.14 FPS FPS/$ FPS/TDP msec.
76 deeplabv3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-12900TE CPU-only Intel® Xeon® Silver 4316 57.69 360.93 22.51 138.14 0.106053446 0.158721006 1.648373567 1.203105225 544 2274 35 300 1 2 544 1137 35 150 21.75 7.04 FPS FPS/$ FPS/TDP msec.
77 deeplabv3 OV-2023.1 OV-2023.2 core accel Intel® Core™ i9-13900K CPU-only Intel® Data Center GPU Flex 170 148.87 732.85 602.34 57.81 0.248526818 0.380701299 1.190940511 4.885666667 599 1925 125 150 1 599 1925 125 150 12.44 21.8 FPS FPS/$ FPS/TDP msec.
78 deeplabv3 OV-2023.1 OV-2023.2 atom mobile Intel® Processor N-200 Intel® Arc®A-Series Graphics 1.72 597.79 484.98 1.01 0.008897382 1.862274143 0.286199128 3.985266667 193 321 6 150 1 193 321 6 150 595.26 26.18 FPS FPS/$ FPS/TDP msec.
79 deeplabv3 OV-2023.1 OV-2023.2 xeon celeron Intel® Xeon® W1290P CPU-only Intel® Celeron® 6305E 51.51 11.64 19.39 4.56 0.086713894 0.108800903 0.412064422 0.776113111 594 107 125 15 1 594 107 125 15 21.10 87.1 FPS FPS/$ FPS/TDP msec.
80 deeplabv3 OV-2023.1 OV-2023.2 xeon atom-iGPU Intel® Xeon® E-2124G CPU-only Intel® Atom® X6425E 22.69 10.87 11.07 15.40 5.64 0.074145796 0.162235297 0.319557937 0.905813741 306 67 71 12 1 306 67 71 12 43.78 367.4 FPS FPS/$ FPS/TDP msec.
81 deeplabv3 OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Gold 5218T CPU-only Intel® Core™ i7-1185G7 190.40 104.71 48.95 77.08 27.69 0.060561308 0.245788716 0.906689304 3.739499752 3144 426 210 28 2 1 1572 426 105 28 11.76 37.85 FPS FPS/$ FPS/TDP msec.
82 deeplabv3 OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Platinum 8270 CPU-only Intel® Core™ i7-1185GRE 416.77 76.34 36.22 155.13 13.67 0.024582207 0.155790026 1.016504228 2.726325447 16954 490 410 28 2 1 8477 490 205 28 5.66 52.07 FPS FPS/$ FPS/TDP msec.
83 deeplabv3 OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Platinum 8380 CPU-only Intel® Core™ i7-12700H 584.92 113.65 52.72 227.30 33.36 0.031248866 0.226404351 1.083178298 0.988304211 18718 502 540 115 2 1 9359 502 270 115 3.70 34.81 FPS FPS/$ FPS/TDP msec.
84 deeplabv3 OV-2023.1 OV-2023.2 xeon atom-iGPU Intel® Xeon® Platinum 8490H CPU-only Intel® Processor N200 999.22 3.65 1.92 380.82 1.27 0.029388758 0.018929468 1.427453957 0.608897876 34000 193 700 6 2 1 17000 193 350 6 3.55 1094.07 FPS FPS/$ FPS/TDP msec.
85 deeplabv3 OV-2023.1 OV-2023.2 xeon celeron-iGPU Intel® Xeon® Silver 4216R CPU-only Intel® Celeron® 6305E 184.31 60.3 27.73 74.61 16.44 0.091151132 0.563541253 0.921537946 4.019927607 2022 107 200 15 2 1 1011 107 100 15 12.07 66.22 FPS FPS/$ FPS/TDP msec.
86 deeplabv3 OV-2023.1 OV-2023.2 xeon atom-CPU+iGPU Intel® Xeon® Silver 4316 CPU-only Intel® Atom® X6425E 370.93 11.11 139.96 5.66 0.163117657 0.165766988 1.236431838 0.925532351 2274 67 300 12 2 1 1137 67 150 12 6.87 FPS FPS/$ FPS/TDP msec.
87 deeplabv3 OV-2023.1 OV-2023.2 accel core-CPU+iGPU Intel® Flex-170 Intel® Core™ i7-1185G7 803.58 86.78 560.76 24.13 0.203709464 3.099293993 426 28 1 426 28 19.59 FPS FPS/$ FPS/TDP msec.
88 deeplabv3 OV-2023.1 OV-2023.2 accel core-CPU+iGPU Intel® Flex-140 Intel® Core™ i7-12700H 148.01 75.71 97.06 28.98 0.150809034 0.658314217 502 115 1 502 115 108.12 FPS FPS/$ FPS/TDP msec.
89 deeplabv3 OV-2023.1 OV-2023.2 core-iGPU atom-CPU+iGPU Intel® Celeron™ 6305E iGPU-only Intel® Processor N200 60.17 4.66 27.60 1.9 0.562349486 0.02413779 4.011426332 0.776432236 107 193 15 6 1 107 193 15 6 66.33 FPS FPS/$ FPS/TDP msec.
90 deeplabv3 OV-2023.1 OV-2023.2 core-iGPU celeron-CPU+iGPU Intel® Core™ i7-1185GRE iGPU-only Intel® Celeron® 6305E 76.40 61.15 36.69 16.89 0.155928067 0.571491545 2.728741167 4.076639688 490 107 28 15 1 490 107 28 15 51.90 FPS FPS/$ FPS/TDP msec.
91 deeplabv3 end_rec OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 3.65 1.92 0.018917206 0.608503456 193 6 1 193 6 1094.30 FPS FPS/$ FPS/TDP msec.
92 deeplabv3 begin_rec OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 105.14 48.76 0.24680943 3.755029182 426 28 1 426 28 37.64 FPS FPS/$ FPS/TDP msec.
93 deeplabv3 efficientdet-d0 OV-2023.1 OV-2023.2 core-CPU+iGPU atom Intel® Celeron™ 6305E CPU+iGPU Intel® Atom® X6425E 61.90 7.29 17.22 5.01 0.578511308 0.108825665 4.126714 0.607609965 107 67 15 12 1 107 67 15 12 140.41 FPS FPS/$ FPS/TDP msec.
94 deeplabv3 efficientdet-d0 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185GRE CPU+iGPU Intel® Core™ i3-8100 49.44 36.6 9.02 24.31 0.100894422 0.312825835 1.765652381 0.563086504 490 117 28 65 1 490 117 28 65 28.3 FPS FPS/$ FPS/TDP msec.
95 deeplabv3 efficientdet-d0 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Processor N200 CPU+iGPU Intel® Core™ i5-10500TE 4.81 58.84 2.03 29.38 0.024920889 0.274963635 0.801621937 0.90526489 193 214 6 65 1 193 214 6 65 21.11 FPS FPS/$ FPS/TDP msec.
96 deeplabv3 efficientdet-d0 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185G7 CPU+iGPU Intel® Core™ i5-13600K 89.16 139.32 24.78 77.22 0.209304953 0.423469775 3.184425357 1.114572447 426 329 28 125 1 426 329 28 125 11.92 FPS FPS/$ FPS/TDP msec.
97 end_rec efficientdet-d0 OV-2023.2 core Intel® Core™ i7-1185G7 73.76 41.07 0.173135416 2.634131687 426 28 1 426 28 15.53 FPS FPS/$ FPS/TDP msec.
98 begin_rec efficientdet-d0 OV-2023.2 core Intel® Core™ i7-1185GRE 52.57 21.48 0.107283018 1.877452816 490 28 1 490 28 20.87 FPS FPS/$ FPS/TDP msec.
99 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 atom core Intel® Celeron™ 6305E CPU-only Intel® Core™ i7-12700H 272.36 114.46 133.20 54.77 2.545454771 0.228008179 18.15757736 0.99530527 107 502 15 115 1 107 502 15 115 3.60 11.88 FPS FPS/$ FPS/TDP msec.
100 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core Intel® Core™ i3-8100 CPU-only Intel® Core™ i7-8700T 542.97 51.93 451.26 34.22 4.640733479 0.171380155 8.353320262 1.483662481 117 303 65 35 1 117 303 65 35 1.99 24.28 FPS FPS/$ FPS/TDP msec.
101 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core Intel® Core™ i5-10500TE CPU-only Intel® Core™ i9-10900TE 899.54 66 499.68 35.11 4.203451742 0.135247907 13.8390565 1.885742253 214 488 65 35 1 214 488 65 35 1.58 18.95 FPS FPS/$ FPS/TDP msec.
102 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core Intel® Core™ i5-13600K CPU-only Intel® Core™ i9-12900TE 2804.17 75.37 1285.76 44.41 8.523326054 0.138556214 22.43339417 2.153559435 329 544 125 35 1 329 544 125 35 0.88 15.52 FPS FPS/$ FPS/TDP msec.
103 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core Intel® Core™ i5-8500 CPU-only Intel® Core™ i9-13900K 868.27 207 679.32 102.36 4.522249945 0.34558245 13.35803061 1.656031103 192 599 65 125 1 192 599 65 125 1.35 9.45 FPS FPS/$ FPS/TDP msec.
104 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core atom Intel® Core™ i7-1185G7 CPU-only Intel® Processor N200 1372.54 2.09 531.48 1.67 3.221931925 0.010853921 49.01939286 0.349134464 426 193 28 6 1 426 193 28 6 0.96 488.71 FPS FPS/$ FPS/TDP msec.
105 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185GRE CPU-only Intel® Xeon® W1290P 990.18 96.56 318.31 38.61 2.020773404 0.162551411 35.36353457 0.772444305 490 594 28 125 1 490 594 28 125 1.18 14.19 FPS FPS/$ FPS/TDP msec.
106 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-8700T CPU-only Intel® Xeon® E-2124G 741.91 35.01 511.96 25.27 2.448553162 0.140614523 21.19747452 0.493141075 303 249 35 71 1 303 249 35 71 1.84 29.41 FPS FPS/$ FPS/TDP msec.
107 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-10900TE CPU-only Intel® Xeon® Gold 5218T 960.08 258.46 614.86 164.63 1.967381666 0.082206675 27.43092151 1.23075137 488 3144 35 210 1 2 488 1572 35 105 1.49 11.88 FPS FPS/$ FPS/TDP msec.
108 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-12900TE CPU-only Intel® Xeon® Platinum 8270 1296.04 518.85 651.56 310.76 2.382432184 0.03060358 37.02980308 1.265495361 544 16954 35 410 1 2 544 8477 35 205 1.31 7.42 FPS FPS/$ FPS/TDP msec.
109 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-13900K CPU-only Intel® Xeon® Platinum 8380 4078.62 834.12 2016.89 495.89 6.809056345 0.044562362 32.628998 1.544663516 599 18718 125 540 1 2 599 9359 125 270 0.73 4.31 FPS FPS/$ FPS/TDP msec.
110 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 atom xeon Intel® Processor N-200 Intel® Xeon® Platinum 8490H 39.61 1043.83 29.85 861.5 0.205210747 0.030700901 6.600945698 1.491186629 193 34000 6 700 1 2 193 17000 6 350 26.82 5.43 FPS FPS/$ FPS/TDP msec.
111 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 xeon Intel® Xeon® W1290P CPU-only Intel® Xeon® Silver 4216R 1458.83 248.64 554.06 157.52 2.455950239 0.122967589 11.67067553 1.243202322 594 2022 125 200 1 2 594 1011 125 100 1.29 12.27 FPS FPS/$ FPS/TDP msec.
112 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 xeon Intel® Xeon® E-2124G CPU-only Intel® Xeon® Silver 4316 527.91 469.81 453.23 293.67 1.725211318 0.206601638 7.435417792 1.566040413 306 2274 71 300 1 2 306 1137 71 150 2.04 5.89 FPS FPS/$ FPS/TDP msec.
113 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 xeon accel Intel® Xeon® Gold 5218T CPU-only Intel® Data Center GPU Flex 170 5479.84 846.71 825.71 1921.88 1.742952604 0.439849351 26.09449042 5.644733333 3144 1925 210 150 2 1 1572 1925 105 150 1.43 18.66 FPS FPS/$ FPS/TDP msec.
114 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 xeon mobile Intel® Xeon® Platinum 8270 CPU-only Intel® Arc®A-Series Graphics 14421.48 582.03 590.73 4410.27 0.850624065 1.81317757 35.17434244 3.8802 16954 321 410 150 2 1 8477 321 205 150 0.92 26.38 FPS FPS/$ FPS/TDP msec.
115 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 xeon celeron Intel® Xeon® Platinum 8380 CPU-only Intel® Celeron® 6305E 22622.04 18.06 6912.71 11.09 1.208571487 0.168810382 41.89266868 1.204180724 18718 107 540 15 2 1 9359 107 270 15 0.56 57.26 FPS FPS/$ FPS/TDP msec.
116 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 xeon atom-iGPU Intel® Xeon® Platinum 8490H CPU-only Intel® Atom® X6425E 38771.76 19.71 22.48 10993.76 11.18 1.140345798 0.294253216 55.3882245 1.64291379 34000 67 700 12 2 1 17000 67 350 12 0.66 202.28 FPS FPS/$ FPS/TDP msec.
117 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Silver 4216R CPU-only Intel® Core™ i7-1185G7 5229.87 110.42 90.58 1856.59 46.89 2.586481754 0.259211675 26.14933053 3.943720484 2022 426 200 28 2 1 1011 426 100 28 1.44 35.95 FPS FPS/$ FPS/TDP msec.
118 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Silver 4316 CPU-only Intel® Core™ i7-1185GRE 12359.26 62.89 49.91 3615.96 23.65 5.435030176 0.128356425 41.19752874 2.246237443 2274 490 300 28 2 1 1137 490 150 28 0.55 63.05 FPS FPS/$ FPS/TDP msec.
119 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 accel core-iGPU Intel® Flex-170 Intel® Core™ i7-12700H 7195.50 127.71 6410.60 103.78 54.39 0.254393802 1.110484249 502 115 1 502 115 1.97 30.98 FPS FPS/$ FPS/TDP msec.
120 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 accel atom-iGPU Intel® Flex-140 Intel® Processor N200 1219.84 5.53 1149.89 4.94 2.75 0.028646758 0.921470712 193 6 1 193 6 13.07 721.64 FPS FPS/$ FPS/TDP msec.
121 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core-iGPU celeron-iGPU Intel® Celeron™ 6305E iGPU-only Intel® Celeron® 6305E 692.73 72.14 509.86 60.61 33.85 6.474119544 0.67416085 46.18205274 4.809014065 107 15 1 107 107 15 15 5.58 55.18 FPS FPS/$ FPS/TDP msec.
122 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core-iGPU atom-CPU+iGPU Intel® Core™ i7-1185GRE iGPU-only Intel® Atom® X6425E 903.44 20.11 556.69 11.51 1.84375582 0.300186454 32.26572686 1.676041033 490 67 28 12 1 490 67 28 12 4.30 FPS FPS/$ FPS/TDP msec.
123 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core-iGPU core-CPU+iGPU Intel® Processor N200 iGPU-only Intel® Core™ i7-1185G7 57.93 101.03 40.13 48.05 0.300129792 0.237159622 9.65417499 3.608214248 193 426 6 28 1 193 426 6 28 68.05 FPS FPS/$ FPS/TDP msec.
124 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core-iGPU core-CPU+iGPU Intel® Core™ i7-1185G7 iGPU-only Intel® Core™ i7-12700H 1008.77 114.83 740.13 55.31 2.36801077 0.228743548 36.02759243 0.998515312 426 502 28 115 1 426 502 28 115 3.82 FPS FPS/$ FPS/TDP msec.
125 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core-CPU+iGPU atom-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU Intel® Processor N200 514.94 5.73 313.82 3.57 4.812519626 0.02969675 34.32930667 0.955245443 107 193 15 6 1 107 193 15 6 FPS FPS/$ FPS/TDP msec.
126 mobilenet-v2 efficientdet-d0 OV-2023.1 OV-2023.2 core-CPU+iGPU celeron-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU Intel® Celeron® 6305E 1114.75 56.19 268.28 32.14 2.275002757 0.525162331 39.81254825 3.746157962 490 107 28 15 1 490 107 28 15 FPS FPS/$ FPS/TDP msec.
127 mobilenet-v2 end_rec OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 73.89 44.62 0.38286464 12.31547925 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
128 mobilenet-v2 begin_rec OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 1497.43 605.84 3.515084507 53.4795 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
129 end_rec mobilenet-v2 OV-2023.2 atom Intel® Atom X6425E 132.01 79.71 1.970284257 11.00075377 67 12 1 67 12 7.97 FPS FPS/$ FPS/TDP msec.
130 begin_rec mobilenet-v2 OV-2023.2 core Intel® Core™ i3-8100 536.37 4.584338055 8.2518085 117 65 1 117 65 2.02 FPS FPS/$ FPS/TDP msec.
131 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 atom core Intel® Celeron™ 6305E CPU-only Intel® Core™ i5-10500TE 49.96 898.55 14.45 500.27 0.466891776 4.198819473 3.330494671 13.82380565 107 214 15 65 1 107 214 15 65 19.80 1.57 FPS FPS/$ FPS/TDP msec.
132 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core Intel® Core™ i3-8100 CPU-only Intel® Core™ i5-13600K 97.49 2785.11 51.23 1237.02 0.833227829 8.465381323 1.499810092 22.28088364 117 329 65 125 1 117 329 65 125 10.67 0.88 FPS FPS/$ FPS/TDP msec.
133 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core Intel® Core™ i5-10500TE CPU-only Intel® Core™ i7-1185G7 145.23 1347.18 74.40 525.71 0.678644387 3.162388793 2.234306135 48.11348663 214 426 65 28 1 214 426 65 28 8.18 0.86 FPS FPS/$ FPS/TDP msec.
134 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core Intel® Core™ i5-13600K CPU-only Intel® Core™ i7-1185GRE 515.94 979.43 140.29 319 1.568210731 1.998838818 4.127530643 34.97967931 329 490 125 28 1 329 490 125 28 3.87 1.19 FPS FPS/$ FPS/TDP msec.
135 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core Intel® Core™ i5-8500 CPU-only Intel® Core™ i7-12700H 158.18 2099.29 82.33 1056.24 0.823856129 4.181843873 2.433544259 18.2546576 192 502 65 115 1 192 502 65 115 7.04 1.1 FPS FPS/$ FPS/TDP msec.
136 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core Intel® Core™ i7-1185G7 CPU-only Intel® Core™ i7-8700T 229.98 741.65 61.97 519.77 0.539855399 2.44770353 8.213514286 21.19011913 426 303 28 35 1 426 303 28 35 5.09 1.86 FPS FPS/$ FPS/TDP msec.
137 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core Intel® Core™ i7-1185GRE CPU-only Intel® Core™ i9-10900TE 173.03 949.26 44.88 604.02 0.353117963 1.945202062 6.179564359 27.12167446 490 488 28 35 1 490 488 28 35 6.59 1.5 FPS FPS/$ FPS/TDP msec.
138 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core Intel® Core™ i7-8700T CPU-only Intel® Core™ i9-12900TE 122.85 1300.22 61.90 657.07 0.405448145 2.390105593 3.510022512 37.14906979 303 544 35 1 303 544 35 35 9.95 1.32 FPS FPS/$ FPS/TDP msec.
139 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core Intel® Core™ i9-10900TE CPU-only Intel® Core™ i9-13900K 158.96 4089.6 76.32 2014.33 0.325734087 6.827382726 4.541663835 32.71681802 488 599 35 125 1 488 599 35 125 7.54 0.71 FPS FPS/$ FPS/TDP msec.
140 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core atom Intel® Core™ i9-12900TE CPU-only Intel® Processor N200 270.04 41.1 72.19 29.71 0.496399722 0.212973024 7.715469968 6.850632287 544 193 35 6 1 544 193 35 6 4.89 27.14 FPS FPS/$ FPS/TDP msec.
141 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-13900K CPU-only Intel® Xeon® W1290P 749.50 1450.73 228.07 542.77 1.251250835 2.442314254 5.995994004 11.60587733 599 594 125 1 599 594 125 125 2.93 1.29 FPS FPS/$ FPS/TDP msec.
142 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 atom xeon Intel® Processor N-200 Intel® Xeon® E-2124G 6.55 523.03 3.16 0.03395277 2.100520536 1.092147419 7.366614273 193 249 6 71 1 193 249 6 71 159.41 2.07 FPS FPS/$ FPS/TDP msec.
143 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 xeon Intel® Xeon® W1290P CPU-only Intel® Xeon® Gold 5218T 242.15 5410.81 98.01 1915.84 0.407662044 1.720995551 1.937210033 25.76576196 594 3144 125 210 1 2 594 1572 125 105 5.41 1.42 FPS FPS/$ FPS/TDP msec.
144 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 xeon Intel® Xeon® E-2124G CPU-only Intel® Xeon® Platinum 8270 93.12 14207.13 50.42 4438.67 0.30430895 0.837981173 1.311528714 34.65154345 306 16954 71 410 1 2 306 8477 71 205 11.07 0.93 FPS FPS/$ FPS/TDP msec.
145 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Gold 5218T CPU-only Intel® Xeon® Platinum 8380 967.51 22308.51 269.32 6801.73 0.307731475 1.191821192 4.607179803 41.31205383 3144 18718 210 540 2 1572 9359 105 270 2.90 0.57 FPS FPS/$ FPS/TDP msec.
146 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Platinum 8270 CPU-only Intel® Xeon® Platinum 8490H 2904.14 38064.38 747.72 10986.01 0.171295011 1.119540686 7.083257598 54.37769045 16954 34000 410 700 2 8477 17000 205 350 1.53 0.66 FPS FPS/$ FPS/TDP msec.
147 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Platinum 8380 CPU-only Intel® Xeon® Silver 4216R 4995.38 5178.33 1161.61 1862.47 0.266875909 2.560994185 9.250709751 25.89165121 18718 2022 540 200 2 9359 1011 270 100 1.02 1.45 FPS FPS/$ FPS/TDP msec.
148 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Platinum 8490H CPU-only Intel® Xeon® Silver 4316 20106.68 12161.33 1683.03 3597.47 0.591372933 5.347991895 28.72382815 40.53777856 34000 2274 700 300 2 17000 1137 350 150 1.01 0.56 FPS FPS/$ FPS/TDP msec.
149 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 xeon accel Intel® Xeon® Silver 4216R CPU-only Intel® Data Center GPU Flex 170 930.86 6748.16 5698.62 255.73 0.46036761 3.505537662 4.654316532 44.98773333 2022 1925 200 150 2 1 1011 1925 100 150 3.01 2.37 FPS FPS/$ FPS/TDP msec.
150 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 xeon mobile Intel® Xeon® Silver 4316 CPU-only Intel® Arc®A-Series Graphics 2277.89 4308.65 3849.95 566.74 1.001712531 13.42258567 7.592980986 28.72433333 2274 321 300 150 2 1 1137 321 150 150 1.47 3.63 FPS FPS/$ FPS/TDP msec.
151 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 accel celeron Intel® Flex-170 Intel® Celeron® 6305E 3587.03 265.71 2207.96 132.81 2.483293989 17.71416379 107 15 1 107 15 4.17 3.66 FPS FPS/$ FPS/TDP msec.
152 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 accel atom-iGPU Intel® Flex-140 Intel® Atom® X6425E 681.39 191.22 441.41 225.68 130.69 2.854054506 15.93513766 67 12 1 67 12 23.43 20.63 FPS FPS/$ FPS/TDP msec.
153 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core-iGPU Intel® Celeron™ 6305E iGPU-only Intel® Core™ i7-1185G7 211.61 1014.86 117.01 749.24 525.16 1.977639185 2.382310872 14.10715952 36.24515827 107 426 15 28 1 107 426 15 28 18.79 3.77 FPS FPS/$ FPS/TDP msec.
154 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU-only Intel® Core™ i7-1185GRE 289.48 880.63 170.46 557.89 349.94 0.590782847 1.797203064 10.33869983 31.45105363 490 28 1 490 490 28 28 13.64 4.25 FPS FPS/$ FPS/TDP msec.
155 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core-iGPU Intel® Processor N200 iGPU-only Intel® Core™ i7-12700H 14.62 1319.62 7.80 916.27 563.83 0.075769949 2.628734205 2.437266688 11.47499627 193 502 6 115 1 193 502 6 115 272.49 2.83 FPS FPS/$ FPS/TDP msec.
156 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core-iGPU atom-iGPU Intel® Core™ i7-1185G7 iGPU-only Intel® Processor N200 352.09 58.68 211.39 40.52 26.29 0.826510493 0.304066461 12.57476679 9.780804488 426 193 28 6 1 426 193 28 6 11.09 67.34 FPS FPS/$ FPS/TDP msec.
157 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core-CPU+iGPU celeron-iGPU Intel® Celeron™ 6305E CPU+iGPU Intel® Celeron® 6305E 201.96 685.09 513.1 71.44 339.2 1.887469159 6.40268338 13.46394667 45.67247478 107 15 1 107 107 15 15 5.56 FPS FPS/$ FPS/TDP msec.
158 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core-CPU+iGPU atom-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU Intel® Atom® X6425E 307.08 107.78 88.49 137.9 0.626686058 1.608591175 10.96700601 8.981300729 490 67 28 12 1 490 67 28 12 FPS FPS/$ FPS/TDP msec.
159 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core-CPU+iGPU Intel® Processor N200 CPU+iGPU Intel® Core™ i7-1185G7 18.58 2182.22 6.49 612.95 0.09624999 5.122587264 3.096041335 77.93650623 193 426 6 28 1 193 426 6 28 FPS FPS/$ FPS/TDP msec.
160 resnet-50 mobilenet-v2 OV-2023.1 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU Intel® Core™ i7-12700H 358.14 2071.13 114.23 1048.22 0.840715023 4.125747034 12.79087857 18.00978271 426 502 28 115 1 426 502 28 115 FPS FPS/$ FPS/TDP msec.
161 end_rec mobilenet-v2 OV-2023.2 atom-CPU+iGPU Intel® Processor N200 115.35 50.03 0.597642849 19.2241783 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
162 begin_rec mobilenet-v2 OV-2023.2 celeron-CPU+iGPU Intel® Celeron® 6305E 1465.46 396.56 13.69593138 97.69764383 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
163 ssd_mobilenet_v1_coco end_rec OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 107.63 36.80 1.005906996 7.175469906 107 15 1 107 15 9.12 FPS FPS/$ FPS/TDP msec.
164 ssd_mobilenet_v1_coco begin_rec OV-2023.1 core Intel® Core™ i3-8100 CPU-only 212.15 122.46 1.813284395 3.263911911 117 65 1 117 65 4.93 FPS FPS/$ FPS/TDP msec.
165 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core atom Intel® Core™ i5-10500TE CPU-only Intel® Atom® X6425E 327.95 19.92 171.39 8.18 1.532485774 0.297378417 5.045414702 1.66036283 214 67 65 12 1 214 67 65 12 3.61 51.27 FPS FPS/$ FPS/TDP msec.
166 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core Intel® Core™ i5-13600K CPU-only Intel® Core™ i3-8100 999.78 96.91 361.81 50.72 3.038835794 0.828261726 7.99821581 1.490871107 329 117 125 65 1 329 117 125 65 1.90 10.72 FPS FPS/$ FPS/TDP msec.
167 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core Intel® Core™ i5-8500 CPU-only Intel® Core™ i5-10500TE 343.23 145.07 200.57 74.01 1.787633018 0.677889544 5.280392915 2.231820961 192 214 65 1 192 214 65 65 3.11 8.19 FPS FPS/$ FPS/TDP msec.
168 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core Intel® Core™ i7-1185G7 CPU-only Intel® Core™ i5-13600K 518.48 515.17 150.36 140.11 1.217089202 1.565860325 18.51714286 4.121344374 426 329 28 125 1 426 329 28 125 2.24 3.89 FPS FPS/$ FPS/TDP msec.
169 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core Intel® Core™ i7-1185GRE CPU-only Intel® Core™ i7-1185G7 387.68 229.34 101.48 61.85 0.791191606 0.538354858 13.8458531 8.190684621 490 426 28 1 490 426 28 28 2.80 5.03 FPS FPS/$ FPS/TDP msec.
170 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core Intel® Core™ i7-8700T CPU-only Intel® Core™ i7-1185GRE 275.38 172.44 157.24 45.06 0.908858835 0.351917309 7.868120772 6.158552906 303 490 35 28 1 303 490 35 28 4.33 6.62 FPS FPS/$ FPS/TDP msec.
171 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core Intel® Core™ i9-10900TE CPU-only Intel® Core™ i7-12700H 367.82 445.18 194.43 122.92 0.753734827 0.886808098 10.50921702 3.871110133 488 502 35 115 1 488 502 35 115 3.35 3.93 FPS FPS/$ FPS/TDP msec.
172 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core Intel® Core™ i9-12900TE CPU-only Intel® Core™ i7-8700T 543.47 122.89 186.05 62.1 0.999034589 0.405577536 15.5278519 3.511142673 544 303 35 1 544 303 35 35 2.61 9.97 FPS FPS/$ FPS/TDP msec.
173 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core Intel® Core™ i9-13900K CPU-only Intel® Core™ i9-10900TE 1525.02 156.59 586.71 75.57 2.545949853 0.320885285 12.20019169 4.474057692 599 488 125 35 1 599 488 125 35 1.62 7.6 FPS FPS/$ FPS/TDP msec.
174 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 atom core Intel® Processor N-200 Intel® Core™ i9-12900TE 14.49 269.4 7.97 72.67 0.075060228 0.495222574 2.414437321 7.697173715 193 544 6 35 1 193 544 6 35 71.99 4.89 FPS FPS/$ FPS/TDP msec.
175 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® W1290P CPU-only Intel® Core™ i9-13900K 577.55 749.69 223.76 228.22 0.972304716 1.251574188 4.620392012 5.997543507 594 599 125 1 594 599 125 125 2.38 2.98 FPS FPS/$ FPS/TDP msec.
176 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 xeon atom Intel® Xeon® E-2124G CPU-only Intel® Processor N200 203.21 6.72 126.30 3.13 0.664084594 0.034831297 2.862111065 1.12040671 306 193 71 6 1 306 193 71 6 5.09 159.9 FPS FPS/$ FPS/TDP msec.
177 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Gold 5218T CPU-only Intel® Xeon® W1290P 2048.96 240.85 639.54 96.84 0.651703831 0.405479734 9.756937353 1.926839696 3144 594 210 125 2 1 1572 594 105 125 1.57 5.5 FPS FPS/$ FPS/TDP msec.
178 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Platinum 8270 CPU-only Intel® Xeon® E-2124G 5725.24 92.92 1655.76 49.94 0.337692546 0.373172396 13.96399861 1.308731361 16954 249 410 71 2 1 8477 249 205 71 1.11 11.12 FPS FPS/$ FPS/TDP msec.
179 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Platinum 8380 CPU-only Intel® Xeon® Gold 5218T 10274.06 968.92 2354.69 267.96 0.548886883 0.30817997 19.0260457 4.613894415 18718 3144 540 210 2 9359 1572 270 105 0.67 2.91 FPS FPS/$ FPS/TDP msec.
180 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Platinum 8490H CPU-only Intel® Xeon® Platinum 8270 22569.91 2902.26 3519.34 747.22 0.663820955 0.171184391 32.24273208 7.078683334 34000 16954 700 410 2 17000 8477 350 205 0.82 1.55 FPS FPS/$ FPS/TDP msec.
181 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Silver 4216R CPU-only Intel® Xeon® Platinum 8380 1946.94 4946.11 612.87 1154.11 0.962878848 0.264243762 9.73470515 9.159471721 2022 18718 200 540 2 1011 9359 100 270 1.63 FPS FPS/$ FPS/TDP msec.
182 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Silver 4316 CPU-only Intel® Xeon® Platinum 8490H 4808.85 19987.31 1247.67 1672.83 2.114709828 0.587862084 16.02950049 28.55330123 2274 34000 300 700 2 1137 17000 150 350 0.81 1.02 FPS FPS/$ FPS/TDP msec.
183 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 accel xeon Intel® Flex-170 Intel® Xeon® Silver 4216R 4012.21 931.66 3280.14 257 0.460762405 4.658307915 2022 200 1 2 1011 100 3.65 3 FPS FPS/$ FPS/TDP msec.
184 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 accel xeon Intel® Flex-140 Intel® Xeon® Silver 4316 837.59 2276.19 673.84 562.55 1.000964562 7.587311379 2274 300 1 2 1137 150 19.02 FPS FPS/$ FPS/TDP msec.
185 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core-iGPU accel Intel® Celeron™ 6305E iGPU-only Intel® Data Center GPU Flex 170 408.97 3436.03 220.07 2103.96 3.822128486 1.784950649 27.26451654 22.90686667 107 1925 15 150 1 107 1925 15 150 9.63 4.65 FPS FPS/$ FPS/TDP msec.
186 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core-iGPU mobile Intel® Core™ i7-1185GRE iGPU-only Intel® Arc®A-Series Graphics 522.64 2320.83 285.29 1555.26 1.066608011 7.23 18.6656402 15.4722 490 321 28 150 1 490 321 28 150 7.49 6.8 FPS FPS/$ FPS/TDP msec.
187 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core-iGPU celeron Intel® Processor N200 iGPU-only Intel® Celeron® 6305E 28.92 49.59 15.36 14.36 0.149828275 0.463470925 4.819476185 3.306092597 193 107 6 15 1 193 107 6 15 136.60 19.89 FPS FPS/$ FPS/TDP msec.
188 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core-iGPU atom-iGPU Intel® Core™ i7-1185G7 iGPU-only Intel® Atom® X6425E 637.62 49.36 384.26 52.35 27.44 1.496766725 0.736680169 22.77223659 4.113130942 426 67 28 12 1 426 67 28 12 6.11 80.69 FPS FPS/$ FPS/TDP msec.
189 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core-CPU+iGPU core-iGPU Intel® Celeron™ 6305E CPU+iGPU Intel® Core™ i7-1185G7 321.29 351.53 206.09 138.22 116.49 3.002740187 0.825182703 21.41954667 12.55456541 107 426 15 28 1 107 426 15 28 11.12 FPS FPS/$ FPS/TDP msec.
190 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core-CPU+iGPU core-iGPU Intel® Core™ i7-1185GRE CPU+iGPU Intel® Core™ i7-1185GRE 531.28 291.8 170.69 141.48 95.05 1.084245141 0.595512613 18.97428996 10.42147072 490 28 1 490 490 28 28 13.6 FPS FPS/$ FPS/TDP msec.
191 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core-CPU+iGPU core-iGPU Intel® Processor N200 CPU+iGPU Intel® Core™ i7-12700H 35.69 389.36 224.15 14.88 136.98 0.184945841 0.775618158 5.949091211 3.38574187 193 502 6 115 1 193 502 6 115 10.01 FPS FPS/$ FPS/TDP msec.
192 ssd_mobilenet_v1_coco resnet-50 OV-2023.1 OV-2023.2 core-CPU+iGPU atom-iGPU Intel® Core™ i7-1185G7 CPU+iGPU Intel® Processor N200 690.18 14.66 7.82 239.85 4.24 1.620143192 0.075968646 24.64932143 2.443658116 426 193 28 6 1 426 193 28 6 271.96 FPS FPS/$ FPS/TDP msec.
193 end_rec resnet-50 OV-2023.2 celeron-iGPU Intel® Celeron® 6305E 213.06 118.28 67.33 1.991180592 14.20375489 107 15 1 107 15 18.66 FPS FPS/$ FPS/TDP msec.
194 begin_rec resnet-50 OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E 73.78 32.26 1.101172216 6.148211537 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
195 ssd-resnet34-1200 resnet-50 OV-2023.1 OV-2023.2 atom core-CPU+iGPU Intel® Celeron™ 6305E CPU-only Intel® Core™ i7-1185G7 0.89 467.05 0.23 119.19 0.00834996 1.096367546 0.059563049 16.68044909 107 426 15 28 1 107 426 15 28 1119.27 FPS FPS/$ FPS/TDP msec.
196 ssd-resnet34-1200 resnet-50 OV-2023.1 OV-2023.2 core core-CPU+iGPU Intel® Core™ i3-8100 CPU-only Intel® Core™ i7-12700H 1.68 446.64 0.97 123.08 0.014338412 0.889730483 0.025809141 3.883866978 117 502 65 115 1 117 502 65 115 596.89 FPS FPS/$ FPS/TDP msec.
197 ssd-resnet34-1200 resnet-50 OV-2023.1 OV-2023.2 core atom-CPU+iGPU Intel® Core™ i5-10500TE CPU-only Intel® Processor N200 2.42 20.62 1.40 6.29 0.011301245 0.10684337 0.037207176 3.436795067 214 193 65 6 1 214 193 65 6 459.48 FPS FPS/$ FPS/TDP msec.
198 ssd-resnet34-1200 resnet-50 OV-2023.1 OV-2023.2 core celeron-CPU+iGPU Intel® Core™ i5-13600K CPU-only Intel® Celeron® 6305E 8.23 299.3 2.40 75.5 0.025006186 2.797187232 0.065816281 19.95326892 329 107 125 15 1 329 107 125 15 163.47 FPS FPS/$ FPS/TDP msec.
199 ssd-resnet34-1200 end_rec OV-2023.1 core Intel® Core™ i5-8500 CPU-only 2.78 1.56 0.014501179 0.042834252 192 65 1 192 65 362.12 FPS FPS/$ FPS/TDP msec.
200 ssd-resnet34-1200 begin_rec OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 3.93 1.00 0.009217819 0.140242536 426 28 1 426 28 278.25 FPS FPS/$ FPS/TDP msec.
201 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core atom Intel® Core™ i7-1185GRE CPU-only Intel® Atom® X6425E 2.96 0.33 0.76 0.13 0.006043555 0.004975236 0.105762215 0.027778401 490 67 28 12 1 490 67 28 12 336.81 2993.01 FPS FPS/$ FPS/TDP msec.
202 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core Intel® Core™ i7-8700T CPU-only Intel® Core™ i3-8100 2.02 1.68 1.13 0.97 0.006664408 0.014347384 0.057694728 0.025825291 303 117 35 65 1 303 117 35 65 563.91 601.85 FPS FPS/$ FPS/TDP msec.
203 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core Intel® Core™ i9-10900TE CPU-only Intel® Core™ i5-10500TE 2.68 2.42 1.49 1.4 0.00548551 0.011289623 0.076483685 0.037168913 488 214 35 65 1 488 214 35 65 405.46 459.92 FPS FPS/$ FPS/TDP msec.
204 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core Intel® Core™ i9-12900TE CPU-only Intel® Core™ i5-13600K 4.40 8.24 1.32 2.4 0.008086729 0.025057197 0.125690868 0.065950541 544 329 35 125 1 544 329 35 125 235.75 163.48 FPS FPS/$ FPS/TDP msec.
205 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core Intel® Core™ i9-13900K CPU-only Intel® Core™ i7-1185G7 12.52 3.91 4.02 1 0.020905788 0.009186512 0.100180536 0.139766221 599 426 125 28 1 599 426 125 28 125.64 277.92 FPS FPS/$ FPS/TDP msec.
206 ssd-resnet34-1200 OV-2023.1 OV-2023.2 atom core Intel® Processor N-200 Intel® Core™ i7-1185GRE 0.11 2.88 0.05 0.77 0.000581374 0.005880025 0.01870087 0.102900446 193 490 6 28 1 193 490 6 28 8951.48 338.91 FPS FPS/$ FPS/TDP msec.
207 ssd-resnet34-1200 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® W1290P CPU-only Intel® Core™ i7-12700H 4.33 7.23 2.45 2.11 0.007285664 0.014408211 0.034621476 0.062894973 594 502 125 115 1 594 502 125 115 239.93 160.16 FPS FPS/$ FPS/TDP msec.
208 ssd-resnet34-1200 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® E-2124G CPU-only Intel® Core™ i7-8700T 1.60 2.02 0.92 1.13 0.005224348 0.006652279 0.022516206 0.057589733 306 303 71 35 1 306 303 71 35 625.20 564.49 FPS FPS/$ FPS/TDP msec.
209 ssd-resnet34-1200 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Gold 5218T CPU-only Intel® Core™ i9-10900TE 17.63 2.65 4.57 1.47 0.005609079 0.005438613 0.083975927 0.0758298 3144 488 210 35 2 1 1572 488 105 35 115.76 411.44 FPS FPS/$ FPS/TDP msec.
210 ssd-resnet34-1200 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Platinum 8270 CPU-only Intel® Core™ i9-12900TE 57.85 4.43 14.82 1.32 0.003412426 0.008137923 0.141107992 0.126486572 16954 544 410 35 2 1 8477 544 205 35 36.60 233.69 FPS FPS/$ FPS/TDP msec.
211 ssd-resnet34-1200 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Platinum 8380 CPU-only Intel® Core™ i9-13900K 79.09 12.56 20.81 4.02 0.004225558 0.020965686 0.146470375 0.100467567 18718 599 540 125 2 1 9359 599 270 125 106.87 125.42 FPS FPS/$ FPS/TDP msec.
212 ssd-resnet34-1200 OV-2023.1 OV-2023.2 xeon atom Intel® Xeon® Platinum 8490H CPU-only Intel® Processor N200 445.98 0.11 31.40 0.05 0.013117158 0.000582322 0.637119123 0.01873135 34000 193 700 6 2 1 17000 193 350 6 8.59 8949.48 FPS FPS/$ FPS/TDP msec.
213 ssd-resnet34-1200 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Silver 4216R CPU-only Intel® Xeon® W1290P 16.77 4.33 4.34 2.45 0.008295831 0.007295464 0.083870853 0.034668046 2022 594 200 125 2 1 1011 594 100 125 121.62 238.2 FPS FPS/$ FPS/TDP msec.
214 ssd-resnet34-1200 OV-2023.1 OV-2023.2 xeon Intel® Xeon® Silver 4316 CPU-only Intel® Xeon® E-2124G 42.59 1.6 10.54 0.92 0.018728616 0.006436306 0.141962906 0.022572398 2274 249 300 71 2 1 1137 249 150 71 59.65 628.09 FPS FPS/$ FPS/TDP msec.
215 ssd-resnet34-1200 OV-2023.1 OV-2023.2 accel xeon Intel® Flex-170 Intel® Xeon® Gold 5218T 167.49 17.64 103.03 4.57 0.00561008 0.083990918 3144 210 1 2 1572 105 95.09 115.69 FPS FPS/$ FPS/TDP msec.
216 ssd-resnet34-1200 OV-2023.1 OV-2023.2 accel xeon Intel® Flex-140 Intel® Xeon® Platinum 8270 29.99 57.78 17.56 14.8 0.003407952 0.140922968 16954 410 1 2 8477 205 529.50 36.97 FPS FPS/$ FPS/TDP msec.
217 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core-iGPU xeon Intel® Celeron™ 6305E iGPU-only Intel® Xeon® Platinum 8380 5.05 78.79 2.63 20.72 0.047178932 0.004209532 0.336543045 0.145914858 107 18718 15 540 1 2 107 9359 15 270 773.01 108.29 FPS FPS/$ FPS/TDP msec.
218 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core-iGPU xeon Intel® Core™ i7-1185GRE iGPU-only Intel® Xeon® Platinum 8490H 8.98 447.58 4.71 31.29 0.018327459 0.013164208 0.320730535 0.639404378 490 34000 28 700 1 2 490 17000 28 350 445.01 8.52 FPS FPS/$ FPS/TDP msec.
219 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core-iGPU xeon Intel® Processor N200 iGPU-only Intel® Xeon® Silver 4216R 0.29 16.78 0.16 4.35 0.001497632 0.008300056 0.048173819 0.08391357 193 2022 6 200 1 2 193 1011 6 100 13818.30 121.64 FPS FPS/$ FPS/TDP msec.
220 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core-iGPU xeon Intel® Core™ i7-1185G7 iGPU-only Intel® Xeon® Silver 4316 9.70 42.36 5.44 10.47 0.022760985 0.0186267 0.34629213 0.141190389 426 2274 28 300 1 2 426 1137 28 150 422.10 62 FPS FPS/$ FPS/TDP msec.
221 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core-CPU+iGPU accel Intel® Celeron™ 6305E CPU+iGPU Intel® Data Center GPU Flex 170 0.90 212 109.86 0.23 0.00837685 0.11012987 0.059754867 1.413333333 107 1925 15 150 1 107 1925 15 150 75.46 FPS FPS/$ FPS/TDP msec.
222 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core-CPU+iGPU mobile Intel® Core™ i7-1185GRE CPU+iGPU Intel® Arc®A-Series Graphics 2.91 147.33 81.3 0.75 0.005937663 0.458971963 0.103909111 0.9822 490 321 28 150 1 490 321 28 150 107.9 FPS FPS/$ FPS/TDP msec.
223 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core-CPU+iGPU celeron Intel® Processor N200 CPU+iGPU Intel® Celeron® 6305E 0.11 0.89 0.05 0.23 0.000582108 0.008332401 0.01872448 0.059437797 193 107 6 15 1 193 107 6 15 1121.85 FPS FPS/$ FPS/TDP msec.
224 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core-CPU+iGPU atom-iGPU Intel® Core™ i7-1185G7 CPU+iGPU Intel® Atom® X6425E 3.92 1.18 1.18 1.00 0.6 0.00919669 0.01761223 0.139921071 0.098334953 426 67 28 12 1 426 67 28 12 3388.59 FPS FPS/$ FPS/TDP msec.
225 end_rec ssd-resnet34-1200 OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 9.69 5.42 2.82 0.022757923 0.346245541 426 28 1 426 28 422.17 FPS FPS/$ FPS/TDP msec.
226 begin_rec ssd-resnet34-1200 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE 8.81 4.73 2.22 0.017974869 0.3145602 490 28 1 490 28 454.51 FPS FPS/$ FPS/TDP msec.
227 yolo-v3 ssd-resnet34-1200 OV-2023.1 OV-2023.2 atom core-iGPU Intel® Celeron™ 6305E CPU-only Intel® Core™ i7-12700H 5.46 10.57 6.15 1.54 3.31 0.051044248 0.021056233 0.364115633 0.091915033 107 502 15 115 1 107 502 15 115 183.90 378.05 FPS FPS/$ FPS/TDP msec.
228 yolo-v3 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core atom-iGPU Intel® Core™ i3-8100 CPU-only Intel® Processor N200 10.65 0.29 0.16 5.82 0.09106238 0.001498083 0.163912284 0.048188352 117 193 65 6 1 117 193 65 6 94.90 13815.91 FPS FPS/$ FPS/TDP msec.
229 yolo-v3 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core celeron-iGPU Intel® Core™ i5-10500TE CPU-only Intel® Celeron® 6305E 15.38 5.07 2.64 8.31 1.41 0.071851432 0.047394532 0.236557023 0.338080997 214 107 65 15 1 214 107 65 15 74.19 774.3 FPS FPS/$ FPS/TDP msec.
230 yolo-v3 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core atom-CPU+iGPU Intel® Core™ i5-13600K CPU-only Intel® Atom® X6425E 51.71 0.33 15.62 0.13 0.157162207 0.004977355 0.41365093 0.02779023 329 67 125 12 1 329 67 125 12 29.85 FPS FPS/$ FPS/TDP msec.
231 yolo-v3 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core core-CPU+iGPU Intel® Core™ i5-8500 CPU-only Intel® Core™ i7-1185G7 17.56 3.91 9.38 1 0.091438134 0.009188755 0.270094181 0.139800349 192 426 65 28 1 192 426 65 28 57.84 FPS FPS/$ FPS/TDP msec.
232 yolo-v3 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core core-CPU+iGPU Intel® Core™ i7-1185G7 CPU-only Intel® Core™ i7-12700H 24.16 7.22 6.62 2.11 0.056714953 0.014375821 0.8628775 0.062753582 426 502 28 115 1 426 502 28 115 45.99 FPS FPS/$ FPS/TDP msec.
233 yolo-v3 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core atom-CPU+iGPU Intel® Core™ i7-1185GRE CPU-only Intel® Processor N200 18.06 0.11 4.86 0.05 0.03686323 0.000582589 0.645106519 0.018739953 490 193 28 6 1 490 193 28 6 57.19 FPS FPS/$ FPS/TDP msec.
234 yolo-v3 ssd-resnet34-1200 OV-2023.1 OV-2023.2 core celeron-CPU+iGPU Intel® Core™ i7-8700T CPU-only Intel® Celeron® 6305E 12.66 0.89 6.85 0.23 0.041784766 0.008336326 0.361736687 0.059465795 303 107 35 15 1 303 107 35 15 86.80 FPS FPS/$ FPS/TDP msec.
235 yolo-v3 end_rec OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 16.86 8.71 0.034540452 0.48159259 488 35 1 488 35 65.99 FPS FPS/$ FPS/TDP msec.
236 yolo-v3 begin_rec OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 27.01 8.10 0.049658249 0.771831063 544 35 1 544 35 42.00 FPS FPS/$ FPS/TDP msec.
237 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core atom Intel® Core™ i9-13900K CPU-only Intel® Atom® X6425E 78.04 45.25 25.56 21.49 0.1302838 0.675344538 0.62431997 3.770673668 599 67 125 12 1 599 67 125 12 23.30 23.03 FPS FPS/$ FPS/TDP msec.
238 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 atom core Intel® Processor N-200 Intel® Core™ i3-8100 0.70 211.26 0.35 122.9 0.003642344 1.805642643 0.117162061 3.250156758 193 117 6 65 1 193 117 6 65 1468.27 4.94 FPS FPS/$ FPS/TDP msec.
239 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 xeon core Intel® Xeon® W1290P CPU-only Intel® Core™ i5-10500TE 27.34 328.11 14.09 171.73 0.046032451 1.533232461 0.218746209 5.047873024 594 214 125 65 1 594 214 125 65 40.58 3.6 FPS FPS/$ FPS/TDP msec.
240 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 xeon core Intel® Xeon® E-2124G CPU-only Intel® Core™ i5-13600K 10.07 958.88 5.66 352.8 0.032912167 2.914519781 0.141846806 7.671016063 306 329 71 125 1 306 329 71 125 100.10 2.39 FPS FPS/$ FPS/TDP msec.
241 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Gold 5218T CPU-only Intel® Core™ i7-1185G7 106.30 516.83 29.82 149.6 0.033811441 1.213217067 0.506205571 18.45823109 3144 426 210 28 2 1 1572 426 105 28 21.86 1.95 FPS FPS/$ FPS/TDP msec.
242 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Platinum 8270 CPU-only Intel® Core™ i7-1185GRE 313.22 387.14 88.20 100.71 0.018474663 0.790090285 0.76394984 13.82657998 16954 490 410 28 2 1 8477 490 205 28 10.58 2.82 FPS FPS/$ FPS/TDP msec.
243 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Platinum 8380 CPU-only Intel® Core™ i7-12700H 493.02 851.54 109.11 313.45 0.026339551 1.696288338 0.913006894 7.404667352 18718 502 540 115 2 1 9359 502 270 115 18.51 2.26 FPS FPS/$ FPS/TDP msec.
244 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Platinum 8490H CPU-only Intel® Core™ i7-8700T 2136.92 276.74 194.88 157.91 0.06285072 0.913329109 3.052749275 7.906820574 34000 303 700 35 2 1 17000 303 350 35 3.29 4.32 FPS FPS/$ FPS/TDP msec.
245 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Silver 4216R CPU-only Intel® Core™ i9-10900TE 101.27 364.53 28.40 192.13 0.050083923 0.746991693 0.50634846 10.41519846 2022 488 200 35 2 1 1011 488 100 35 22.87 3.37 FPS FPS/$ FPS/TDP msec.
246 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Silver 4316 CPU-only Intel® Core™ i9-12900TE 242.00 524.73 62.34 184.04 0.106421602 0.964577897 0.806675746 14.99229646 2274 544 300 35 2 1 1137 544 150 35 13.70 3.11 FPS FPS/$ FPS/TDP msec.
247 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 accel core Intel® Flex-170 Intel® Core™ i9-13900K 789.11 1448.44 338.45 577.78 2.418088851 11.58748177 599 125 1 599 125 19.85 2.07 FPS FPS/$ FPS/TDP msec.
248 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 accel atom Intel® Flex-140 Intel® Processor N200 159.67 14.48 87.28 7.94 0.075019913 2.413140548 193 6 1 193 6 99.99 72.01 FPS FPS/$ FPS/TDP msec.
249 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core-iGPU xeon Intel® Celeron™ 6305E iGPU-only Intel® Xeon® W1290P 31.90 575.79 15.02 221.76 0.298118652 0.969337499 2.126579715 4.606291798 107 594 15 125 1 107 594 15 125 123.93 2.37 FPS FPS/$ FPS/TDP msec.
250 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core-iGPU xeon Intel® Core™ i7-1185GRE iGPU-only Intel® Xeon® E-2124G 57.77 202.62 25.96 125.71 0.117907546 0.813718363 2.063382053 2.853744681 490 249 28 71 1 490 249 28 71 68.96 5.11 FPS FPS/$ FPS/TDP msec.
251 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core-iGPU xeon Intel® Processor N200 iGPU-only Intel® Xeon® Gold 5218T 1.76 2056.28 0.94 640.87 0.009116198 0.654031598 0.293237699 9.79178736 193 3144 6 210 1 2 193 1572 6 105 2271.06 1.56 FPS FPS/$ FPS/TDP msec.
252 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core-iGPU xeon Intel® Core™ i7-1185G7 iGPU-only Intel® Xeon® Platinum 8270 63.86 5764.35 29.69 1656.74 0.149904983 0.339999199 2.280697234 14.05938152 426 16954 28 410 1 2 426 8477 28 205 63.56 1.1 FPS FPS/$ FPS/TDP msec.
253 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core-CPU+iGPU xeon Intel® Celeron™ 6305E CPU+iGPU Intel® Xeon® Platinum 8380 34.09 10274.61 9.18 2320.94 0.318603364 0.54891578 2.272704 19.02704734 107 18718 15 540 1 2 107 9359 15 270 0.66 FPS FPS/$ FPS/TDP msec.
254 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core-CPU+iGPU xeon Intel® Core™ i7-1185GRE CPU+iGPU Intel® Xeon® Platinum 8490H 55.18 22310.17 12.97 3557.58 0.112605748 0.656181545 1.970600588 31.87167505 490 34000 28 700 1 2 490 17000 28 350 0.82 FPS FPS/$ FPS/TDP msec.
255 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core-CPU+iGPU xeon Intel® Processor N200 CPU+iGPU Intel® Xeon® Silver 4216R 2.22 1961.85 0.74 610.96 0.011488536 0.970252004 0.369547916 9.809247756 193 2022 6 200 1 2 193 1011 6 100 1.63 FPS FPS/$ FPS/TDP msec.
256 yolo-v3 ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core-CPU+iGPU xeon Intel® Core™ i7-1185G7 CPU+iGPU Intel® Xeon® Silver 4316 52.21 4825.79 13.99 1246.04 0.122567488 2.122157397 1.864776786 16.08595307 426 2274 28 300 1 2 426 1137 28 150 0.81 FPS FPS/$ FPS/TDP msec.
257 end_rec ssd_mobilenet_v1_coco OV-2023.2 accel Intel® Data Center GPU Flex 170 4044.15 3428.72 2.100857143 26.961 1925 150 1 1925 150 3.93 FPS FPS/$ FPS/TDP msec.
258 begin_rec ssd_mobilenet_v1_coco OV-2023.2 mobile Intel® Arc®A-Series Graphics 2984.21 2546.5 9.296604361 19.89473333 321 150 1 321 150 5.28 FPS FPS/$ FPS/TDP msec.
259 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 atom celeron Intel® Celeron™ 6305E CPU-only Intel® Celeron® 6305E 54.42 107.12 18.04 36.58 0.508553978 1.001151038 3.627685044 7.141544074 107 15 1 107 107 15 15 18.25 9.17 FPS FPS/$ FPS/TDP msec.
260 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core atom-iGPU Intel® Core™ i3-8100 CPU-only Intel® Atom® X6425E 112.01 92.52 95.67 63.79 51.13 0.957390784 1.380923725 1.723303411 7.710157466 117 67 65 12 1 117 67 65 12 9.02 42.26 FPS FPS/$ FPS/TDP msec.
261 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core core-iGPU Intel® Core™ i5-10500TE CPU-only Intel® Core™ i7-1185G7 167.15 651.76 382.05 91.46 253.7 0.781091755 1.529949042 2.571594392 23.27708185 214 426 65 28 1 214 426 65 28 6.72 6.02 FPS FPS/$ FPS/TDP msec.
262 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core core-iGPU Intel® Core™ i5-13600K CPU-only Intel® Core™ i7-1185GRE 599.98 524.22 312.45 196.78 186.78 1.823638134 1.069836004 4.799815567 18.72213008 329 490 125 28 1 329 490 125 28 3.05 7.46 FPS FPS/$ FPS/TDP msec.
263 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core core-iGPU Intel® Core™ i5-8500 CPU-only Intel® Core™ i7-12700H 185.17 773.55 416.41 102.47 274.89 0.964441757 1.540936407 2.848812574 6.726522404 192 502 65 115 1 192 502 65 115 5.42 4.96 FPS FPS/$ FPS/TDP msec.
264 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core atom-iGPU Intel® Core™ i7-1185G7 CPU-only Intel® Processor N200 251.02 29.11 15.38 77.47 9.5 0.589250939 0.150843572 8.965032143 4.852134912 426 193 28 6 1 426 193 28 6 4.54 136.41 FPS FPS/$ FPS/TDP msec.
265 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core celeron-iGPU Intel® Core™ i7-1185GRE CPU-only Intel® Celeron® 6305E 186.99 411.09 221.78 55.22 136.65 0.381609578 3.84192596 6.678167613 27.40573851 490 107 28 15 1 490 107 28 15 5.74 9.59 FPS FPS/$ FPS/TDP msec.
266 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core atom-CPU+iGPU Intel® Core™ i7-8700T CPU-only Intel® Atom® X6425E 137.72 108.74 76.53 57.49 0.454530194 1.622911064 3.934932821 9.061253443 303 67 35 12 1 303 67 35 12 8.20 FPS FPS/$ FPS/TDP msec.
267 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core core-CPU+iGPU Intel® Core™ i9-10900TE CPU-only Intel® Core™ i7-1185G7 186.09 681.22 96.75 234.33 0.381340728 1.599114724 5.316979292 24.3293883 488 426 35 28 1 488 426 35 28 6.26 FPS FPS/$ FPS/TDP msec.
268 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core core-CPU+iGPU Intel® Core™ i9-12900TE CPU-only Intel® Core™ i7-12700H 290.20 846.65 92.52 312.78 0.533462621 1.68656067 8.291533312 7.362203969 544 502 35 115 1 544 502 35 115 4.20 FPS FPS/$ FPS/TDP msec.
269 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 core atom-CPU+iGPU Intel® Core™ i9-13900K CPU-only Intel® Processor N200 858.94 35.06 286.41 14.07 1.433957861 0.181647626 6.871526071 5.842998634 599 193 125 6 1 599 193 125 6 2.44 FPS FPS/$ FPS/TDP msec.
270 yolo-v3-tiny ssd_mobilenet_v1_coco OV-2023.1 OV-2023.2 atom celeron-CPU+iGPU Intel® Processor N-200 Intel® Celeron® 6305E 7.65 299.91 4.05 136.25 0.039622221 2.802861018 1.27451476 19.99374193 193 107 6 15 1 193 107 6 15 136.49 FPS FPS/$ FPS/TDP msec.
271 yolo-v3-tiny end_rec OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 298.60 148.94 0.502696157 2.388812138 594 125 1 594 125 3.99 FPS FPS/$ FPS/TDP msec.
272 yolo-v3-tiny begin_rec OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 106.58 62.62 0.348291454 1.501087112 306 71 1 306 71 9.44 FPS FPS/$ FPS/TDP msec.
273 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon atom Intel® Xeon® Gold 5218T CPU-only Intel® Atom® X6425E 1051.30 0.48 339.08 0.06 0.334382549 0.007174661 5.006184448 0.040058526 3144 67 210 12 2 1 1572 67 105 12 2.51 2086.28 FPS FPS/$ FPS/TDP msec.
274 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Platinum 8270 CPU-only Intel® Core™ i3-8100 2824.66 2.42 923.96 1.55 0.166607362 0.02064549 6.889417597 0.037161882 16954 117 410 65 2 1 8477 117 205 65 1.22 426.14 FPS FPS/$ FPS/TDP msec.
275 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Platinum 8380 CPU-only Intel® Core™ i5-10500TE 4664.34 3.6 1378.51 2.28 0.249189958 0.016808517 8.637662274 0.055338809 18718 214 540 65 2 1 9359 214 270 65 0.87 324.72 FPS FPS/$ FPS/TDP msec.
276 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Platinum 8490H CPU-only Intel® Core™ i5-13600K 13094.97 11.52 2140.00 3.96 0.385146034 0.035003462 18.70709309 0.092129112 34000 329 700 125 2 1 17000 329 350 125 1.09 121.88 FPS FPS/$ FPS/TDP msec.
277 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Silver 4216R CPU-only Intel® Core™ i7-1185G7 1008.44 6.54 322.64 1.63 0.49873439 0.015353991 5.042204682 0.233600004 2022 426 200 28 2 1 1011 426 100 28 2.62 168.96 FPS FPS/$ FPS/TDP msec.
278 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Silver 4316 CPU-only Intel® Core™ i7-1185GRE 2217.58 4.87 702.90 1.22 0.975190642 0.009934994 7.391945065 0.173862397 2274 490 300 28 2 1 1137 490 150 28 1.33 209.5 FPS FPS/$ FPS/TDP msec.
279 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 accel core Intel® Flex-170 Intel® Core™ i7-12700H 3731.30 10.23 2395.93 3.55 0.020387285 0.08899493 502 115 1 502 115 4.06 123.74 FPS FPS/$ FPS/TDP msec.
280 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 accel core Intel® Flex-140 Intel® Core™ i7-8700T 595.41 3.02 589.87 1.86 0.009978157 0.086382334 303 35 1 303 35 26.79 385.98 FPS FPS/$ FPS/TDP msec.
281 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core-iGPU core Intel® Celeron™ 6305E iGPU-only Intel® Core™ i9-10900TE 289.69 3.86 151.78 2.4 2.707403451 0.007903109 19.31281129 0.110191924 107 488 15 35 1 107 488 15 35 13.67 286.48 FPS FPS/$ FPS/TDP msec.
282 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core-iGPU core Intel® Core™ i7-1185GRE iGPU-only Intel® Core™ i9-12900TE 482.61 6.29 255.46 2.21 0.984928525 0.011565461 17.23624918 0.179760314 490 544 28 35 1 490 544 28 35 8.06 167.25 FPS FPS/$ FPS/TDP msec.
283 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core-iGPU core Intel® Processor N200 iGPU-only Intel® Core™ i9-13900K 18.65 17.97 9.81 6.61 0.096624282 0.030001591 3.108081056 0.143767622 193 599 6 125 1 193 599 6 125 212.84 91.7 FPS FPS/$ FPS/TDP msec.
284 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core-iGPU atom Intel® Core™ i7-1185G7 iGPU-only Intel® Processor N200 555.59 0.17 293.27 0.09 1.304201059 0.000896742 19.84248754 0.028845212 426 193 28 6 1 426 193 28 6 6.92 5851.61 FPS FPS/$ FPS/TDP msec.
285 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core-CPU+iGPU xeon Intel® Celeron™ 6305E CPU+iGPU Intel® Xeon® W1290P 266.57 6.17 93.47 3.96 2.491299065 0.010385321 17.77126667 0.049351045 107 594 15 125 1 107 594 15 125 180.39 FPS FPS/$ FPS/TDP msec.
286 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core-CPU+iGPU xeon Intel® Core™ i7-1185GRE CPU+iGPU Intel® Xeon® E-2124G 383.36 2.31 116.03 1.48 0.782374111 0.009274116 13.69154694 0.032524718 490 249 28 71 1 490 249 28 71 434.36 FPS FPS/$ FPS/TDP msec.
287 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core-CPU+iGPU xeon Intel® Processor N200 CPU+iGPU Intel® Xeon® Gold 5218T 23.03 29.19 8.30 7.31 0.119308014 0.009285218 3.837741122 0.139012976 193 3144 6 210 1 2 193 1572 6 105 71.02 FPS FPS/$ FPS/TDP msec.
288 yolo-v3-tiny unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core-CPU+iGPU xeon Intel® Core™ i7-1185G7 CPU+iGPU Intel® Xeon® Platinum 8270 444.34 95.18 149.05 21.6 1.043043427 0.005614028 15.86916071 0.232146891 426 16954 28 410 1 2 426 8477 28 205 23.81 FPS FPS/$ FPS/TDP msec.
289 end_rec unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® Platinum 8380 129.12 31.53 0.006898185 0.239111529 18718 540 2 9359 270 73.82 FPS FPS/$ FPS/TDP msec.
290 begin_rec unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® Platinum 8490H 594.44 48.37 0.017483616 0.849204219 34000 700 2 17000 350 8.51 FPS FPS/$ FPS/TDP msec.
291 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 atom xeon Intel® Celeron™ 6305E CPU-only Intel® Xeon® Silver 4216R 1.49 27.77 0.38 6.96 0.013950494 0.013733163 0.099513526 0.138842282 107 2022 15 200 1 2 107 1011 15 100 672.25 74.6 FPS FPS/$ FPS/TDP msec.
292 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i3-8100 CPU-only Intel® Xeon® Silver 4316 2.43 69.04 1.57 15.92 0.020775748 0.03036133 0.037396346 0.230138879 117 2274 65 300 1 2 117 1137 65 150 425.88 43.95 FPS FPS/$ FPS/TDP msec.
293 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core accel Intel® Core™ i5-10500TE CPU-only Intel® Data Center GPU Flex 170 3.62 308.2 201.07 2.29 0.016924989 0.160103896 0.055722272 2.054666667 214 1925 65 150 1 214 1925 65 150 322.49 51.9 FPS FPS/$ FPS/TDP msec.
294 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core mobile Intel® Core™ i5-13600K CPU-only Intel® Arc®A-Series Graphics 11.46 264.35 182.28 3.96 0.03483307 0.823520249 0.091680639 1.762333333 329 321 125 150 1 329 321 125 150 121.88 60.21 FPS FPS/$ FPS/TDP msec.
295 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core celeron Intel® Core™ i5-8500 CPU-only Intel® Celeron® 6305E 3.95 1.49 2.54 0.38 0.020576722 0.013900735 0.06078047 0.099158578 192 107 65 15 1 192 107 65 15 262.38 675.13 FPS FPS/$ FPS/TDP msec.
296 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core atom-iGPU Intel® Core™ i7-1185G7 CPU-only Intel® Atom® X6425E 6.56 0.98 1.99 1.65 0.98 0.015387439 0.014692692 0.234108893 0.082034196 426 67 28 12 1 426 67 28 12 169.32 4060.12 FPS FPS/$ FPS/TDP msec.
297 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core core-iGPU Intel® Core™ i7-1185GRE CPU-only Intel® Core™ i7-1185G7 4.93 17.25 8.84 1.23 4.82 0.010063508 0.040488987 0.176111389 0.616011019 490 426 28 1 490 426 28 28 209.95 227.85 FPS FPS/$ FPS/TDP msec.
298 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core core-iGPU Intel® Core™ i7-8700T CPU-only Intel® Core™ i7-1185GRE 3.02 15.51 7.82 1.85 4.16 0.009976084 0.031655158 0.086364383 0.553965259 303 490 35 28 1 303 490 35 28 386.94 257.82 FPS FPS/$ FPS/TDP msec.
299 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core core-iGPU Intel® Core™ i9-10900TE CPU-only Intel® Core™ i7-12700H 3.86 18.55 9.77 2.43 5.39 0.007900388 0.036960326 0.110153975 0.161339856 488 502 35 115 1 488 502 35 115 282.08 215.12 FPS FPS/$ FPS/TDP msec.
300 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core atom-iGPU Intel® Core™ i9-12900TE CPU-only Intel® Processor N200 6.32 0.46 0.25 2.19 0.14 0.01162052 0.002385415 0.18061608 0.076730841 544 193 35 6 1 544 193 35 6 169.49 8685.49 FPS FPS/$ FPS/TDP msec.
301 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 core celeron-iGPU Intel® Core™ i9-13900K CPU-only Intel® Celeron® 6305E 18.02 8.41 4.38 6.59 2.38 0.030079429 0.078566734 0.144140625 0.560442704 599 107 125 15 1 599 107 125 15 91.92 475.59 FPS FPS/$ FPS/TDP msec.
302 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 atom atom-CPU+iGPU Intel® Processor N-200 Intel® Atom® X6425E 0.17 1.23 0.09 0.79 0.000895225 0.018340265 0.0287964 0.102399815 193 67 6 12 1 193 67 6 12 5824.42 FPS FPS/$ FPS/TDP msec.
303 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon core-CPU+iGPU Intel® Xeon® W1290P CPU-only Intel® Core™ i7-1185G7 6.10 13.96 3.95 3.78 0.010266964 0.032775536 0.048788613 0.498656365 594 426 125 28 1 594 426 125 28 180.82 FPS FPS/$ FPS/TDP msec.
304 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon core-CPU+iGPU Intel® Xeon® E-2124G CPU-only Intel® Core™ i7-12700H 2.33 10.26 1.48 3.52 0.007623167 0.02043345 0.032854777 0.08919645 306 502 71 115 1 306 502 71 115 431.48 FPS FPS/$ FPS/TDP msec.
305 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon atom-CPU+iGPU Intel® Xeon® Gold 5218T CPU-only Intel® Processor N200 29.17 0.57 7.32 0.19 0.009277061 0.002935667 0.138890851 0.094430629 3144 193 210 6 2 1 1572 193 105 6 70.99 FPS FPS/$ FPS/TDP msec.
306 unet-camvid-onnx-0001 OV-2023.1 OV-2023.2 xeon celeron-CPU+iGPU Intel® Xeon® Platinum 8270 CPU-only Intel® Celeron® 6305E 95.18 8.94 21.75 2.44 0.005614225 0.083581344 0.232155061 0.596213586 16954 107 410 15 2 1 8477 107 205 15 23.58 FPS FPS/$ FPS/TDP msec.
307 unet-camvid-onnx-0001 end_rec OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 129.66 31.77 0.006926924 0.240107724 18718 540 2 9359 270 73.18 FPS FPS/$ FPS/TDP msec.
308 unet-camvid-onnx-0001 begin_rec OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 597.42 48.08 0.017571322 0.853464211 34000 700 2 17000 350 9.00 FPS FPS/$ FPS/TDP msec.
309 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 xeon atom Intel® Xeon® Silver 4216R CPU-only Intel® Atom® X6425E 27.77 2.09 6.96 0.88 0.01373266 0.031158294 0.138837194 0.173967144 2022 67 200 12 2 1 1011 67 100 12 74.54 484.41 FPS FPS/$ FPS/TDP msec.
310 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 xeon core Intel® Xeon® Silver 4316 CPU-only Intel® Core™ i3-8100 68.21 10.63 15.93 5.8 0.029995749 0.090816761 0.227367774 0.16347017 2274 117 300 65 2 1 1137 117 150 65 43.86 95.04 FPS FPS/$ FPS/TDP msec.
311 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 accel core Intel® Flex-170 Intel® Core™ i5-10500TE 277.97 15.37 158.53 8.28 0.071831563 0.236491606 214 65 1 214 65 57.27 74.25 FPS FPS/$ FPS/TDP msec.
312 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 accel core Intel® Flex-140 Intel® Core™ i5-13600K 46.10 51.79 28.49 15.62 0.157423763 0.414339343 329 125 1 329 125 346.80 29.87 FPS FPS/$ FPS/TDP msec.
313 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 core-iGPU core Intel® Celeron™ 6305E iGPU-only Intel® Core™ i7-1185G7 8.40 24.16 4.35 6.61 0.078545387 0.056706365 0.56029043 0.862746832 107 426 15 28 1 107 426 15 28 475.75 46.04 FPS FPS/$ FPS/TDP msec.
314 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 core-iGPU core Intel® Core™ i7-1185GRE iGPU-only Intel® Core™ i7-1185GRE 15.51 18.04 7.81 4.84 0.03164744 0.036809957 0.553830203 0.644174252 490 28 1 490 490 28 28 257.89 57.2 FPS FPS/$ FPS/TDP msec.
315 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 core-iGPU core Intel® Processor N200 iGPU-only Intel® Core™ i7-12700H 0.46 45.55 0.25 13.34 0.002385152 0.09073357 0.076722378 0.396071758 193 502 6 115 1 193 502 6 115 8685.75 29.39 FPS FPS/$ FPS/TDP msec.
316 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 core-iGPU core Intel® Core™ i7-1185G7 iGPU-only Intel® Core™ i7-8700T 17.28 12.71 8.86 6.82 0.04056698 0.041940602 0.617197621 0.363085781 426 303 28 35 1 426 303 28 35 227.89 87.06 FPS FPS/$ FPS/TDP msec.
317 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Celeron™ 6305E CPU+iGPU Intel® Core™ i9-10900TE 8.96 16.64 2.57 8.64 0.083779393 0.034098663 0.597626333 0.475432788 107 488 15 35 1 107 488 15 35 67.32 FPS FPS/$ FPS/TDP msec.
318 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185GRE CPU+iGPU Intel® Core™ i9-12900TE 15.42 27.33 3.90 8.16 0.031467977 0.050231011 0.550689601 0.78073343 490 544 28 35 1 490 544 28 35 41.73 FPS FPS/$ FPS/TDP msec.
319 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Processor N200 CPU+iGPU Intel® Core™ i9-13900K 0.55 78.06 0.19 25.64 0.002833692 0.130315158 0.09115042 0.624470238 193 599 6 125 1 193 599 6 125 23.25 FPS FPS/$ FPS/TDP msec.
320 unet-camvid-onnx-0001 yolo_v3 OV-2023.1 OV-2023.2 core-CPU+iGPU atom Intel® Core™ i7-1185G7 CPU+iGPU Intel® Processor N200 14.32 0.7 3.81 0.34 0.033621549 0.003623639 0.511527857 0.116560404 426 193 28 6 1 426 193 28 6 1470.7 FPS FPS/$ FPS/TDP msec.
321 end_rec yolo_v3 OV-2023.2 xeon Intel® Xeon® W1290P 27.37 14.08 0.046075421 0.218950402 594 125 1 594 125 40.66 FPS FPS/$ FPS/TDP msec.
322 begin_rec yolo_v3 OV-2023.2 xeon Intel® Xeon® E-2124G 10.06 5.64 0.040419321 0.141752266 249 71 1 249 71 100.33 FPS FPS/$ FPS/TDP msec.
323 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 atom xeon Intel® Celeron™ 6305E CPU-only Intel® Xeon® Gold 5218T 24.40 106.36 9.61 29.72 0.22800938 0.033830969 1.626466914 0.506497941 107 3144 15 210 1 2 107 1572 15 105 40.45 21.82 FPS FPS/$ FPS/TDP msec.
324 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i3-8100 CPU-only Intel® Xeon® Platinum 8270 53.51 313.83 33.07 87.89 0.457363269 0.018510506 0.823253884 0.765431982 117 16954 65 410 1 2 117 8477 65 205 19.20 10.5 FPS FPS/$ FPS/TDP msec.
325 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i5-10500TE CPU-only Intel® Xeon® Platinum 8380 81.91 490.61 47.09 109.01 0.382748211 0.026210666 1.260124878 0.908539337 214 18718 65 540 1 2 214 9359 65 270 13.68 FPS FPS/$ FPS/TDP msec.
326 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i5-13600K CPU-only Intel® Xeon® Platinum 8490H 248.13 2125.85 95.51 193.93 0.754209583 0.06252509 1.985079623 3.036932955 329 34000 125 700 1 2 329 17000 125 350 6.70 3.31 FPS FPS/$ FPS/TDP msec.
327 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i5-8500 CPU-only Intel® Xeon® Silver 4216R 86.77 101.13 53.00 28.36 0.451947196 0.050013259 1.334982486 0.50563405 192 2022 65 200 1 2 192 1011 65 100 11.88 22.77 FPS FPS/$ FPS/TDP msec.
328 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185G7 CPU-only Intel® Xeon® Silver 4316 110.84 242.25 40.77 62.31 0.260193662 0.106530714 3.958660714 0.807502815 426 2274 28 300 1 2 426 1137 28 150 10.71 13.97 FPS FPS/$ FPS/TDP msec.
329 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core accel Intel® Core™ i7-1185GRE CPU-only Intel® Data Center GPU Flex 170 76.53 784.51 385.29 27.31 0.156180065 0.407537662 2.733151145 5.230066667 490 1925 28 150 1 490 1925 28 150 13.42 20.34 FPS FPS/$ FPS/TDP msec.
330 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core mobile Intel® Core™ i7-8700T CPU-only Intel® Arc®A-Series Graphics 71.40 582.91 341.6 42.60 0.235643867 1.815919003 2.040002619 3.886066667 303 321 35 150 1 303 321 35 150 16.51 27.27 FPS FPS/$ FPS/TDP msec.
331 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core celeron Intel® Core™ i9-10900TE CPU-only Intel® Celeron® 6305E 93.44 5.45 53.42 1.54 0.19148001 0.050899014 2.669778431 0.363079634 488 107 35 15 1 488 107 35 15 12.45 184.42 FPS FPS/$ FPS/TDP msec.
332 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core atom-iGPU Intel® Core™ i9-12900TE CPU-only Intel® Atom® X6425E 129.22 6.74 6.85 50.19 3.38 0.237534522 0.100595832 3.691965149 0.561660065 544 67 35 12 1 544 67 35 12 9.42 591.73 FPS FPS/$ FPS/TDP msec.
333 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 core core-iGPU Intel® Core™ i9-13900K CPU-only Intel® Core™ i7-1185G7 374.34 63.57 29.68 153.46 16.2 0.624943307 0.149226927 2.994728327 2.2703811 599 426 125 28 1 599 426 125 28 5.32 63.78 FPS FPS/$ FPS/TDP msec.
334 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 atom core-iGPU Intel® Processor N-200 Intel® Core™ i7-1185GRE 3.26 57.51 26.04 1.95 13.46 0.016869276 0.11737163 0.542628378 2.054003521 193 490 6 28 1 193 490 6 28 316.56 69.04 FPS FPS/$ FPS/TDP msec.
335 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® W1290P CPU-only Intel® Core™ i7-12700H 136.37 70.17 33.53 72.87 18.68 0.229579691 0.139783055 1.090962692 0.610183421 594 502 125 115 1 594 502 125 115 9.15 56.66 FPS FPS/$ FPS/TDP msec.
336 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 xeon atom-iGPU Intel® Xeon® E-2124G CPU-only Intel® Processor N200 52.29 1.76 0.94 32.98 0.5 0.170869765 0.009123799 0.73642462 0.293482206 306 193 71 6 1 306 193 71 6 19.47 2270.28 FPS FPS/$ FPS/TDP msec.
337 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 xeon celeron-iGPU Intel® Xeon® Gold 5218T CPU-only Intel® Celeron® 6305E 452.92 32.22 15.09 175.37 8.06 0.144058565 0.30110055 2.156762523 2.147850593 3144 107 210 15 2 1 1572 107 105 15 5.85 123.79 FPS FPS/$ FPS/TDP msec.
338 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 xeon atom-CPU+iGPU Intel® Xeon® Platinum 8270 CPU-only Intel® Atom® X6425E 978.34 7.72 454.72 3.75 0.057705352 0.115178992 2.386186661 0.643082704 16954 67 410 12 2 1 8477 67 205 12 3.51 FPS FPS/$ FPS/TDP msec.
339 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 xeon core-CPU+iGPU Intel® Xeon® Platinum 8380 CPU-only Intel® Core™ i7-1185G7 1708.13 51.27 573.45 13.81 0.091255994 0.120341487 3.163203145 1.830909768 18718 426 540 28 2 1 9359 426 270 28 2.38 FPS FPS/$ FPS/TDP msec.
340 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 xeon core-CPU+iGPU Intel® Xeon® Platinum 8490H CPU-only Intel® Core™ i7-12700H 2882.62 45.37 945.60 13.46 0.084783045 0.090387475 4.118033592 0.394560977 34000 502 700 115 2 1 17000 502 350 115 3.82 FPS FPS/$ FPS/TDP msec.
341 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 xeon atom-CPU+iGPU Intel® Xeon® Silver 4216R CPU-only Intel® Processor N200 431.62 2.17 166.10 0.7 0.213460485 0.011226857 2.158085503 0.361130553 2022 193 200 6 2 1 1011 193 100 6 6.19 FPS FPS/$ FPS/TDP msec.
342 yolo_v8n yolo_v3 OV-2023.1 OV-2023.2 xeon celeron-CPU+iGPU Intel® Xeon® Silver 4316 CPU-only Intel® Celeron® 6305E 855.04 33.62 342.65 8.52 0.376007503 0.314229473 2.850136872 2.241503571 2274 107 300 15 2 1 1137 107 150 15 3.25 FPS FPS/$ FPS/TDP msec.
343 yolo_v8n end_rec OV-2023.1 accel Intel® Flex-170 1445.14 1480.07 1 10.71 FPS FPS/$ FPS/TDP msec.
344 yolo_v8n begin_rec OV-2023.1 accel Intel® Flex-140 201.93 259.00 1 79.17 FPS FPS/$ FPS/TDP msec.
345 yolo_v8n yolo_v3_tiny OV-2023.1 OV-2023.2 core-iGPU atom Intel® Celeron™ 6305E iGPU-only Intel® Atom® X6425E 126.14 22.9 82.58 10.3 1.178855159 0.341730235 8.409166799 1.907993813 107 67 15 12 1 107 67 15 12 31.55 44.81 FPS FPS/$ FPS/TDP msec.
346 yolo_v8n yolo_v3_tiny OV-2023.1 OV-2023.2 core-iGPU core Intel® Core™ i7-1185GRE iGPU-only Intel® Core™ i3-8100 170.37 111.7 110.99 63.53 0.347683792 0.954676349 6.084466364 1.718417429 490 117 28 65 1 490 117 28 65 23.22 9.05 FPS FPS/$ FPS/TDP msec.
347 yolo_v8n yolo_v3_tiny OV-2023.1 OV-2023.2 core-iGPU core Intel® Processor N200 iGPU-only Intel® Core™ i5-10500TE 8.61 167.36 5.66 91.55 0.044636 0.782033946 1.435791346 2.574696376 193 214 6 65 1 193 214 6 65 463.22 6.74 FPS FPS/$ FPS/TDP msec.
348 yolo_v8n yolo_v3_tiny OV-2023.1 OV-2023.2 core-iGPU core Intel® Core™ i7-1185G7 iGPU-only Intel® Core™ i5-13600K 210.16 600 143.23 195.96 0.493335138 1.823702698 7.505741748 4.799985501 426 329 28 125 1 426 329 28 125 18.84 3.05 FPS FPS/$ FPS/TDP msec.
349 yolo_v8n yolo_v3_tiny OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Celeron™ 6305E CPU+iGPU Intel® Core™ i7-1185G7 116.50 252.28 51.35 77.33 1.088790654 0.592195936 7.766706667 9.009838172 107 426 15 28 1 107 426 15 28 4.56 FPS FPS/$ FPS/TDP msec.
350 yolo_v8n yolo_v3_tiny OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185GRE CPU+iGPU Intel® Core™ i7-1185GRE 114.23 186.61 46.77 55.02 0.233123263 0.380840324 4.079657102 6.664705674 490 28 1 490 490 28 28 5.72 FPS FPS/$ FPS/TDP msec.
351 yolo_v8n yolo_v3_tiny OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Processor N200 CPU+iGPU Intel® Core™ i7-12700H 10.54 501.3 4.68 153.33 0.05458634 0.998611403 1.755860615 4.359155863 193 502 6 115 1 193 502 6 115 3.07 FPS FPS/$ FPS/TDP msec.
352 yolo_v8n yolo_v3_tiny OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185G7 CPU+iGPU Intel® Core™ i7-8700T 181.83 137.83 76.10 76.63 0.426834977 0.454872229 6.493989286 3.93789387 426 303 28 35 1 426 303 28 35 8.19 FPS FPS/$ FPS/TDP msec.
353 end_rec yolo_v3_tiny OV-2023.2 core Intel® Core™ i9-10900TE 184.15 95.48 0.377348634 5.261318102 488 35 1 488 35 6.36 FPS FPS/$ FPS/TDP msec.
354 begin_rec yolo_v3_tiny OV-2023.2 core Intel® Core™ i9-12900TE 293.87 93.77 0.540200925 8.396265811 544 35 1 544 35 4.16 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
355 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 atom core Intel® Celeron™ 6305E CPU-only Intel® Core™ i9-13900K 859.57 285.93 0 1.435015839 0 6.876595902 107 599 15 125 1 107 599 15 125 2.43 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
356 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core atom Intel® Core™ i3-8100 CPU-only Intel® Processor N200 7.83 4.08 0 0.040593912 0 1.305770848 117 193 65 6 1 117 193 65 6 136.7 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
357 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core xeon Intel® Core™ i5-10500TE CPU-only Intel® Xeon® W1290P 298.34 148.85 0 0.502253106 0 2.386706758 214 594 65 125 1 214 594 65 125 4.01 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
358 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core xeon Intel® Core™ i5-13600K CPU-only Intel® Xeon® E-2124G 106.15 62.71 0 0.426309642 0 1.495085926 329 249 125 71 1 329 249 125 71 9.46 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
359 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core xeon Intel® Core™ i5-8500 CPU-only Intel® Xeon® Gold 5218T 1051.35 338.78 0 0.334399047 0 5.006431445 192 3144 65 210 1 2 192 1572 65 105 2.52 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
360 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185G7 CPU-only Intel® Xeon® Platinum 8270 2835.63 919.26 0 0.167254584 0 6.916181007 426 16954 28 410 1 2 426 8477 28 205 1.22 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
361 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185GRE CPU-only Intel® Xeon® Platinum 8380 4653.13 1373.23 0 0.248591404 0 8.616914646 490 18718 28 540 1 2 490 9359 28 270 0.87 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
362 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-8700T CPU-only Intel® Xeon® Platinum 8490H 13069.92 2139.01 0 0.384409384 0 18.67131295 303 34000 35 700 1 2 303 17000 35 350 1.07 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
363 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-10900TE CPU-only Intel® Xeon® Silver 4216R 1009.33 322.76 0 0.499176297 0 5.046672361 488 2022 35 200 1 2 488 1011 35 100 2.62 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
364 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-12900TE CPU-only Intel® Xeon® Silver 4316 2219.25 701.36 0 0.97592209 0 7.39748944 544 2274 35 300 1 2 544 1137 35 150 1.33 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
365 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core accel Intel® Core™ i9-13900K CPU-only Intel® Data Center GPU Flex 170 32.34 3774.19 2809.6 49.17 0.053990134 1.960618182 0.25872072 25.16126667 599 1925 125 150 1 599 1925 125 150 4.2 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
366 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 atom mobile Intel® Processor N-200 Intel® Arc®A-Series Graphics 2481.58 2188.3 0 7.730778816 0 16.54386667 193 321 6 150 1 193 321 6 150 6.38 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
367 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 xeon celeron Intel® Xeon® W1290P CPU-only Intel® Celeron® 6305E 54.03 17.97 0 0.504924987 0 3.60179824 594 107 125 15 1 594 107 125 15 18.27 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
368 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 xeon atom-iGPU Intel® Xeon® E-2124G CPU-only Intel® Atom® X6425E 65.71 66.39 33.87 0 0.980781744 0 5.476031402 306 67 71 12 1 306 67 71 12 60.33 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
369 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Gold 5218T CPU-only Intel® Core™ i7-1185G7 546.82 290.91 170.54 0 1.283615875 0 19.52929868 3144 426 210 28 2 1 1572 426 105 28 7.02 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
370 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Platinum 8270 CPU-only Intel® Core™ i7-1185GRE 494.07 258.4 135.87 0 1.0083135 0 17.64548625 16954 490 410 28 2 1 8477 490 205 28 7.98 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
371 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Platinum 8380 CPU-only Intel® Core™ i7-12700H 28.29 614.04 322.38 43.45 201.06 0.001511565 1.223179731 0.052395333 5.339445432 18718 502 540 115 2 1 9359 502 270 115 6.27 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
372 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 xeon atom-iGPU Intel® Xeon® Platinum 8490H CPU-only Intel® Processor N200 47.21 18.67 9.83 52.77 5.51 0.00138849 0.096741623 0.067440929 3.111855553 34000 193 700 6 2 1 17000 193 350 6 213.14 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
373 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 xeon celeron-iGPU Intel® Xeon® Silver 4216R CPU-only Intel® Celeron® 6305E 292.06 153.11 86.79 0 2.729568715 0 19.4709235 2022 107 200 15 2 1 1011 107 100 15 13.59 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
374 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 xeon atom-CPU+iGPU Intel® Xeon® Silver 4316 CPU-only Intel® Atom® X6425E 40.07 28.49 42.88 39.7 0.017620783 0.425185416 0.133565533 2.373951908 2274 67 300 12 2 1 1137 67 150 12 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
375 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 accel core-CPU+iGPU Intel® Flex-170 Intel® Core™ i7-1185G7 81.64 485.88 82.81 147.22 1.140573952 17.35301799 426 28 1 426 28 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
376 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 accel core-CPU+iGPU Intel® Flex-140 Intel® Core™ i7-12700H 70.36 504.34 65.11 154.35 1.004655777 4.385540869 502 115 1 502 115 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
377 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core-iGPU atom-CPU+iGPU Intel® Celeron™ 6305E iGPU-only Intel® Processor N200 23.01 8.08 0 0.119237217 0 3.835463809 107 193 15 6 1 107 193 15 6 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
378 bloomz-560m yolo_v3_tiny OV-2023.1 OV-2023.2 core-iGPU celeron-CPU+iGPU Intel® Core™ i7-1185GRE iGPU-only Intel® Celeron® 6305E 322.03 92.97 0 3.009639701 0 21.4687632 490 107 28 15 1 490 107 28 15 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
379 bloomz-560m end_rec OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
380 bloomz-560m begin_rec OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 0 0 426 28 1 426 28 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
381 bloomz-560m yolo_v8n OV-2023.1 OV-2023.2 core-CPU+iGPU atom Intel® Celeron™ 6305E CPU+iGPU Intel® Atom® X6425E 10.23 5.1 0 0.152738191 0 0.852788231 107 67 15 12 1 107 67 15 12 101.71 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
382 bloomz-560m yolo_v8n OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185GRE CPU+iGPU Intel® Core™ i3-8100 53.43 33.01 0 0.456695137 0 0.822051246 490 117 28 65 1 490 117 28 65 19.24 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
383 bloomz-560m yolo_v8n OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Processor N200 CPU+iGPU Intel® Core™ i5-10500TE 81.28 46.84 0 0.37982764 0 1.250509462 193 214 6 65 1 193 214 6 65 13.7 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
384 bloomz-560m yolo_v8n OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185G7 CPU+iGPU Intel® Core™ i5-13600K 249.13 95.35 0 0.757245253 0 1.993069506 426 329 28 125 1 426 329 28 125 6.67 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
385 end_rec yolo_v8n OV-2023.2 core Intel® Core™ i7-1185G7 110.57 40.76 0.25954684 3.948819784 426 28 1 426 28 10.77 FPS FPS/$ FPS/TDP msec.
386 begin_rec yolo_v8n OV-2023.2 core Intel® Core™ i7-1185GRE 77.4 27.48 0.157961422 2.764324894 490 28 1 490 28 13.63 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
387 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 atom core Intel® Celeron™ 6305E CPU-only Intel® Core™ i7-12700H 213.22 81.23 0 0.424745111 0 1.854104747 107 502 15 115 1 107 502 15 115 6.64 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
388 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core Intel® Core™ i3-8100 CPU-only Intel® Core™ i7-8700T 71.39 42.39 0 0.235624564 0 2.039835509 117 303 65 35 1 117 303 65 35 16.54 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
389 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core Intel® Core™ i5-10500TE CPU-only Intel® Core™ i9-10900TE 92.64 52.82 0 0.189826949 0 2.646730038 214 488 65 35 1 214 488 65 35 12.63 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
390 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core Intel® Core™ i5-13600K CPU-only Intel® Core™ i9-12900TE 132.43 50.68 0 0.243444777 0 3.783827393 329 544 125 35 1 329 544 125 35 9.16 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
391 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core Intel® Core™ i5-8500 CPU-only Intel® Core™ i9-13900K 377.83 153.02 0 0.63077111 0 3.022655157 192 599 65 125 1 192 599 65 125 5.31 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
392 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core atom Intel® Core™ i7-1185G7 CPU-only Intel® Processor N200 3.26 1.94 0 0.016879236 0 0.542948745 426 193 28 6 1 426 193 28 6 316.73 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
393 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185GRE CPU-only Intel® Xeon® W1290P 135.15 72.61 0 0.227526855 0 1.081207614 490 594 28 125 1 490 594 28 125 9.22 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
394 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-8700T CPU-only Intel® Xeon® E-2124G 52.15 32.9 0 0.209454054 0 0.734564216 303 249 35 71 1 303 249 35 71 19.49 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
395 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-10900TE CPU-only Intel® Xeon® Gold 5218T 450.82 174.94 0 0.143389368 0 2.146743683 488 3144 35 210 1 2 488 1572 35 105 5.96 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
396 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-12900TE CPU-only Intel® Xeon® Platinum 8270 998.4 454.7 0 0.058888758 0 2.435121961 544 16954 35 410 1 2 544 8477 35 205 3.53 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
397 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core xeon Intel® Core™ i9-13900K CPU-only Intel® Xeon® Platinum 8380 242.95 1714.12 457.83 554.58 0.405588331 0.091575891 1.94357928 3.17429173 599 18718 125 540 1 2 599 9359 125 270 2.38 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
398 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 atom xeon Intel® Processor N-200 Intel® Xeon® Platinum 8490H 2889.04 998.41 0 0.084971908 0 4.127206937 193 34000 6 700 1 2 193 17000 6 350 3.61 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
399 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 xeon Intel® Xeon® W1290P CPU-only Intel® Xeon® Silver 4216R 431.74 165.69 0 0.213522055 0 2.158707972 594 2022 125 200 1 2 594 1011 125 100 6.18 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
400 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 xeon Intel® Xeon® E-2124G CPU-only Intel® Xeon® Silver 4316 862.18 340.38 0 0.379148389 0 2.873944787 306 2274 71 300 1 2 306 1137 71 150 3.32 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
401 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 xeon accel Intel® Xeon® Gold 5218T CPU-only Intel® Data Center GPU Flex 170 1539.24 1433.21 0 0.799605195 0 10.2616 3144 1925 210 150 2 1 1572 1925 105 150 10.28 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
402 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 xeon mobile Intel® Xeon® Platinum 8270 CPU-only Intel® Arc®A-Series Graphics 1005.97 1032.49 0 3.133862928 0 6.706466667 16954 321 410 150 2 1 8477 321 205 150 15.79 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
403 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 xeon celeron Intel® Xeon® Platinum 8380 CPU-only Intel® Celeron® 6305E 110.25 24.25 200.49 9.56 0.005889907 0.226625242 0.204161611 1.616593391 18718 107 540 15 2 1 9359 107 270 15 40.75 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
404 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 xeon atom-iGPU Intel® Xeon® Platinum 8490H CPU-only Intel® Atom® X6425E 119.09 32.03 33.52 131.63 19.17 0.003502792 0.478079796 0.170135629 2.669278863 34000 67 700 12 2 1 17000 67 350 12 124.04 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
405 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Silver 4216R CPU-only Intel® Core™ i7-1185G7 206.31 140.75 88.2 0 0.484285942 0 7.368064696 2022 426 200 28 2 1 1011 426 100 28 19.11 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
406 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 xeon core-iGPU Intel® Xeon® Silver 4316 CPU-only Intel® Core™ i7-1185GRE 277.75 164.45 109.09 278.22 61.03 0.122140598 0.335609833 0.925825733 5.873172075 2274 490 300 28 2 1 1137 490 150 28 24.02 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
407 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 accel core-iGPU Intel® Flex-170 Intel® Core™ i7-12700H 143.21 220.75 149.98 143.00 96.81 0.439731794 1.919524876 502 115 1 502 115 17.82 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
408 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 accel atom-iGPU Intel® Flex-140 Intel® Processor N200 8.37 5.57 3.25 0.043349604 1.394412272 193 6 1 193 6 477.17 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
409 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core-iGPU atom-CPU+iGPU Intel® Celeron™ 6305E iGPU-only Intel® Atom® X6425E 35.14 20.32 0 0.524480678 0 2.928350453 107 67 15 12 1 107 67 15 12 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
410 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core-iGPU core-CPU+iGPU Intel® Core™ i7-1185GRE iGPU-only Intel® Core™ i7-1185G7 179.3 74.12 0 0.420882484 0 6.403426363 490 426 28 1 490 426 28 28 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
411 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core-iGPU core-CPU+iGPU Intel® Processor N200 iGPU-only Intel® Core™ i7-12700H 212.84 82.48 0 0.42397642 0 1.85074924 193 502 6 115 1 193 502 6 115 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
412 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core-iGPU atom-CPU+iGPU Intel® Core™ i7-1185G7 iGPU-only Intel® Processor N200 10.06 4.44 0 0.052118261 0 1.676470739 426 193 28 6 1 426 193 28 6 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
413 GPT-j-6b yolo_v8n OV-2023.1 OV-2023.2 core-CPU+iGPU celeron-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU Intel® Celeron® 6305E 113.96 48.9 0 1.065053731 0 7.597383279 107 15 1 107 107 15 15 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec.
414 GPT-j-6b end_rec OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
415 GPT-j-6b begin_rec OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
416 GPT-j-6b chatGLM2-6B OV-2023.1 OV-2023.2 core-CPU+iGPU core Intel® Core™ i7-1185G7 CPU+iGPU Intel® Core™ i9-13900K 277 340 0 0 426 28 1 426 28 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. msec./token 374
417 end_rec chatGLM2-6B OV-2023.2 xeon Intel® Xeon® Platinum 8380 173 FPS FPS/$ FPS/TDP msec./token
418 begin_rec chatGLM2-6B OV-2023.2 xeon Intel® Xeon® Platinum 8490H 114 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. msec./token
419 llama-2-7b-chat chatGLM2-6B OV-2023.1 OV-2023.2 atom accel Intel® Celeron™ 6305E CPU-only Intel® Data Center GPU Flex 170 0 0 107 15 1 107 15 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. msec./token
420 llama-2-7b-chat chatGLM2-6B OV-2023.1 OV-2023.2 core accel Intel® Core™ i3-8100 CPU-only Intel® Arc®A-Series Graphics 95 121 0 0 117 65 1 117 65 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. msec./token
421 llama-2-7b-chat end_rec OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 0 0 214 65 1 214 65 msec/token msec/token/$ msec/token/TDP msec.
422 llama-2-7b-chat begin_rec OV-2023.1 core Intel® Core™ i5-13600K CPU-only 0 0 329 125 1 329 125 msec/token msec/token/$ msec/token/TDP msec.
423 llama-2-7b-chat Llama-2-7b-chat OV-2023.1 OV-2023.2 core Intel® Core™ i5-8500 CPU-only Intel® Core™ i9-13900K 415 420 0 0 192 65 1 192 65 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. msec./token 417
424 llama-2-7b-chat Llama-2-7b-chat OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185G7 CPU-only Intel® Xeon® Platinum 8380 179 201 0 0 426 28 1 426 28 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. msec./token 133
425 llama-2-7b-chat Llama-2-7b-chat OV-2023.1 OV-2023.2 core xeon Intel® Core™ i7-1185GRE CPU-only Intel® Xeon® Platinum 8490H 143 133 0 0 490 28 1 490 28 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. msec./token 136
426 llama-2-7b-chat Llama-2-7b-chat OV-2023.1 OV-2023.2 core accel Intel® Core™ i7-8700T CPU-only Intel® Data Center GPU Flex 170 111 95 0 0 303 35 1 303 35 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. msec./token 126
427 llama-2-7b-chat Llama-2-7b-chat OV-2023.1 OV-2023.2 core accel Intel® Core™ i9-10900TE CPU-only Intel® Arc®A-Series Graphics 163 163 0 0 488 35 1 488 35 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. msec./token 221
428 llama-2-7b-chat end_rec OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 0 0 544 35 1 544 35 msec/token msec/token/$ msec/token/TDP msec.
429 llama-2-7b-chat begin_rec OV-2023.1 core Intel® Core™ i9-13900K CPU-only 285.08 511.77 0.475930451 2.28065872 599 125 1 599 125 msec/token msec/token/$ msec/token/TDP msec.
430 llama-2-7b-chat Stable-Diffusion-v2-1 OV-2023.1 OV-2023.2 atom accel Intel® Processor N-200 Intel® Data Center GPU Flex 170 7.1 4.4 0 0 193 6 1 193 6 msec/token FPS msec/token/$ FPS/$ msec/token/TDP FPS/TDP msec. sec.
431 llama-2-7b-chat end_rec OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 0 0 594 125 1 594 125 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 0 0 306 71 1 306 71 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 0 0 3144 210 2 1572 105 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 0 0 16954 410 2 8477 205 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 95.08 182.22 0.005079793 0.176080667 18718 540 2 9359 270 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 119.29 133.20 0.003508666 0.170420929 34000 700 2 17000 350 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 0 0 2022 200 2 1011 100 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 338.67 345.26 0.148931821 1.1289032 2274 300 2 1137 150 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 accel Intel® Flex-170 138.06 137.36 1 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 accel Intel® Flex-140 1 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 0 0 107 15 1 107 15 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 0 0 490 28 1 490 28 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0 0 193 6 1 193 6 msec/token msec/token/$ msec/token/TDP msec.
llama-2-7b-chat OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 0 0 426 28 1 426 28 msec/token msec/token/$ msec/token/TDP msec.
end_rec
begin_rec Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 atom Intel® Celeron™ 6305E CPU-only 0 0 107 15 1 107 15 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i3-8100 CPU-only 0 0 117 65 1 117 65 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i5-10500TE CPU-only 0 0 214 65 1 214 65 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i5-13600K CPU-only 0 0 329 125 1 329 125 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i5-8500 CPU-only 0 0 192 65 1 192 65 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i7-1185G7 CPU-only 0 0 426 28 1 426 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i7-1185GRE CPU-only 0 0 490 28 1 490 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i7-8700T CPU-only 0 0 303 35 1 303 35 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i9-10900TE CPU-only 0 0 488 35 1 488 35 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i9-12900TE CPU-only 0 0 544 35 1 544 35 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core Intel® Core™ i9-13900K CPU-only 43.21 43.13 0.072129599 0.34564504 599 125 1 599 125 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 atom Intel® Processor N-200 0 0 193 6 1 193 6 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 xeon Intel® Xeon® W1290P CPU-only 0 0 594 125 1 594 125 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 xeon Intel® Xeon® E-2124G CPU-only 0 0 306 71 1 306 71 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Gold 5218T CPU-only 0 0 3144 210 2 1572 105 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Platinum 8270 CPU-only 0 0 16954 410 2 8477 205 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Platinum 8380 CPU-only 18.95 19.43 0.001012236 0.035087093 18718 540 2 9359 270 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Platinum 8490H CPU-only 5.88 6.47 0.000172889 0.008397471 34000 700 2 17000 350 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Silver 4216R CPU-only 0 0 2022 200 2 1011 100 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 xeon Intel® Xeon® Silver 4316 CPU-only 21.92 22.42 0.00963796 0.073055733 2274 300 2 1137 150 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 accel Intel® Flex-170 4.29 4.31 1 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 accel Intel® Flex-140 18.68 18.46 1 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core-iGPU Intel® Celeron™ 6305E iGPU-only 0 0 107 15 1 107 15 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core-iGPU Intel® Core™ i7-1185GRE iGPU-only 0 0 490 28 1 490 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core-iGPU Intel® Processor N200 iGPU-only 0 0 193 6 1 193 6 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core-iGPU Intel® Core™ i7-1185G7 iGPU-only 0 0 426 28 1 426 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core-CPU+iGPU Intel® Celeron™ 6305E CPU+iGPU 0 0 107 15 1 107 15 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185GRE CPU+iGPU 0 0 490 28 1 490 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core-CPU+iGPU Intel® Processor N200 CPU+iGPU 0 0 193 6 1 193 6 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
stable diffusion V2 OV-2023.1 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 0 0 426 28 1 426 28 Generation time, sec. Generation-time/$ Generation-time/TDP msec.
end_rec

View File

@ -573,13 +573,17 @@ div.highlight {
grid-template-columns: 1fr;
}
.modal-content-grid p {
font-size: 0.6rem;
}
.modal-content-grid-container .column {
min-width: 100px;
}
.modal-content-grid-container label {
margin-bottom: 0;
padding-right: 4px;
padding-right: 6px;
}
.modal-content-grid-container input {
@ -620,6 +624,13 @@ div.highlight {
margin-bottom: 0rem;
}
.ul {
display: flex;
flex-direction: row !important;
margin: 0px;
padding: 0px 0px 0px 10px;
}
.benchmark-graph-results-header {
display: flex;
justify-content: space-between;

View File

@ -52,6 +52,7 @@
<div class="modal-line-divider"></div>
<div class="modal-content-grid">
<div class="precisions-column column"></div>
<p>(Use for Throughput and Latency parameters only)</p>
</div>
</div>
</div>
@ -69,9 +70,5 @@
<div class="chart-placeholder"></div>
</section>
<div class="modal-footer">
<div class="modal-line-divider"></div>
<div class="modal-footer-content">
<div class="modal-disclaimer-box"></div>
</div>
</div>
</div>

View File

@ -22,10 +22,11 @@ const OVdefaultSelections = {
platformFilters: {name: 'coretype', data: ['CPU']},
models: {name: 'networkmodel',
data: [
'bert-large-uncased-whole-word-masking-squad-0001 ',
'mobilenet-ssd ',
'bert-base-cased',
'yolo-v3-tiny',
'yolo_v8n',
'resnet-50',
'yolo_v3_tiny'
]
},
parameters: {name: 'kpi', data: ['Throughput']},
@ -122,6 +123,7 @@ class ExcelData {
this.release = csvdataline[1];
this.ieType = csvdataline[2];
this.platformName = csvdataline[3];
this.throughputInt4 = csvdataline[22];
this.throughputInt8 = csvdataline[4];
this.throughputFP16 = csvdataline[5];
this.throughputFP32 = csvdataline[6];
@ -133,11 +135,13 @@ class ExcelData {
this.pricePerSocket = csvdataline[12];
this.tdpPerSocket = csvdataline[13];
this.latency = csvdataline[14];
this.throughputUnit = csvdataline[15]
this.valueUnit = csvdataline[16]
this.efficiencyUnit = csvdataline[17]
this.latencyUnit = csvdataline[18]
this.latency16 = csvdataline[19];
this.latency32 = csvdataline[20];
this.latency4 = csvdataline[21];
this.throughputUnit = csvdataline[15];
this.valueUnit = csvdataline[16];
this.efficiencyUnit = csvdataline[17];
this.latencyUnit = csvdataline[18];
}
}
@ -149,7 +153,6 @@ class OVMSExcelData extends ExcelData {
this.throughputInt8 = csvdataline[4];
this.throughputOVMSFP32 = csvdataline[7];
this.throughputFP32 = csvdataline[6];
this.throughputUnit = csvdataline[8]
}
}
@ -168,20 +171,28 @@ class GraphData {
{
'ovmsint8': excelData.throughputOVMSInt8,
'ovmsfp32': excelData.throughputOVMSFP32,
'int4': excelData.throughputInt4,
'int8': excelData.throughputInt8,
'fp16': excelData.throughputFP16,
'fp32': excelData.throughputFP32
},
excelData.value,
excelData.efficiency,
excelData.latency);
{
'ovmsint8': excelData.throughputOVMSInt8,
'ovmsfp32': excelData.throughputOVMSFP32,
'int4': excelData.latency4,
'int8': excelData.latency,
'fp16': excelData.latency16,
'fp32': excelData.latency32
},);
this.price = excelData.price;
this.tdp = excelData.tdp;
this.sockets = excelData.sockets;
this.pricePerSocket = excelData.pricePerSocket;
this.tdpPerSocket = excelData.tdpPerSocket;
this.latency = excelData.latency;
this.throughputUnit = excelData.throughputUnit;
this.valueUnit = excelData.valueUnit;
this.efficiencyUnit = excelData.efficiencyUnit;
@ -191,11 +202,11 @@ class GraphData {
class KPI {
constructor(precisions, value, efficiency, latency) {
constructor(precisions, value, efficiency, latencies) {
this.throughput = precisions;
this.value = value;
this.efficiency = efficiency;
this.latency = latency;
this.latency = latencies;
}
}
@ -221,12 +232,12 @@ class Modal {
static getKpisLabels(version) {
if (version == 'ovms')
return ['Throughput'];
return ['Throughput', 'Value', 'Efficiency', 'Latency'];
return ['Throughput', 'Latency', 'Value', 'Efficiency'];
}
static getPrecisionsLabels(version) {
if (version == 'ovms')
return ['OV-INT8 (reference)', 'INT8', 'OV-FP32 (reference)', 'FP32'];
return ['INT8', 'FP16', 'FP32'];
return ['INT4', 'INT8', 'FP16', 'FP32'];
}
static getCoreTypes(labels) {
return labels.map((label) => {
@ -249,6 +260,8 @@ class Modal {
return 'ovmsint8';
case 'OV-FP32 (reference)':
return 'ovmsfp32';
case 'INT4':
return 'int4';
case 'INT8':
return 'int8';
case 'FP16':
@ -260,6 +273,27 @@ class Modal {
}
});
}
static getUnitDescription(unit) {
console.log(unit)
switch (unit) {
case 'msec.':
return '(lower is better)';
case 'msec/token':
return '(lower is better)';
case 'Generating time, sec.':
return '(lower is better)';
case 'msec/token/TDP':
return '(lower is better)';
case 'FPS':
return '(higher is better)';
case 'FPS/$':
return '(higher is better)';
case 'FPS/TDP':
return '(higher is better)';
default:
return '';
}
}
}
@ -303,6 +337,7 @@ class Graph {
return [];
}
}
// this returns an object that is used to ender the chart
static getGraphConfig(kpi, units, precisions) {
@ -310,48 +345,69 @@ class Graph {
case 'throughput':
return {
chartTitle: 'Throughput',
chartSubtitle: '(higher is better)',
iconClass: 'throughput-icon',
datasets: precisions.map((precision) => this.getPrecisionConfig(precision, units.throughputUnit)),
unit: units.throughputUnit,
datasets: precisions.map((precision) => this.getPrecisionThroughputConfig(precision, units.throughputUnit)),
};
case 'latency':
return {
chartTitle: 'Latency',
chartSubtitle: '(lower is better)',
iconClass: 'latency-icon',
datasets: [{ data: null, color: '#8F5DA2', label: `${units.latencyUnit}` }],
unit: units.latencyUnit,
datasets: precisions.map((precision) => this.getPrecisionLatencyConfig(precision, units.latencyUnit)),
};
case 'value':
return {
chartTitle: 'Value',
chartSubtitle: '(higher is better)',
iconClass: 'value-icon',
datasets: [{ data: null, color: '#8BAE46', label: `${units.valueUnit} (INT8)` }],
unit: units.valueUnit,
datasets: [{ data: null, color: '#8BAE46', label: `INT8` }],
};
case 'efficiency':
return {
chartTitle: 'Efficiency',
chartSubtitle: '(higher is better)',
iconClass: 'efficiency-icon',
datasets: [{ data: null, color: '#E96115', label: `${units.efficiencyUnit} (INT8)` }],
unit: units.efficiencyUnit,
datasets: [{ data: null, color: '#E96115', label: `INT8` }],
};
default:
return {};
}
}
static getPrecisionConfig(precision, unit) {
static getPrecisionThroughputConfig(precision, unit) {
switch (precision) {
case 'ovmsint8':
return { data: null, color: '#FF8F51', label: `${unit} (OV Ref. INT8)` };
case 'ovmsfp32':
return { data: null, color: '#B24501', label: `${unit} (OV Ref. FP32)` };
case 'int4':
return { data: null, color: '#5bd0f0', label: `INT4` };
case 'int8':
return { data: null, color: '#00C7FD', label: `${unit} (INT8)` };
return { data: null, color: '#00C7FD', label: `INT8` };
case 'fp16':
return { data: null, color: '#009fca', label: `${unit} (FP16)` };
return { data: null, color: '#009fca', label: `FP16` };
case 'fp32':
return { data: null, color: '#007797', label: `${unit} (FP32)` };
return { data: null, color: '#007797', label: `FP32` };
default:
return {};
}
}
static getPrecisionLatencyConfig(precision, unit) {
switch (precision) {
case 'ovmsint8':
return { data: null, color: '#FF8F51', label: `${unit} (OV Ref. INT8)` };
case 'ovmsfp32':
return { data: null, color: '#B24501', label: `${unit} (OV Ref. FP32)` };
case 'int4':
return { data: null, color: '#c197d1', label: `INT4` };
case 'int8':
return { data: null, color: '#b274ca', label: `INT8` };
case 'fp16':
return { data: null, color: '#8424a9', label: `FP16` };
case 'fp32':
return { data: null, color: '#5b037d', label: `FP32` };
default:
return {};
}
@ -389,7 +445,6 @@ $(document).ready(function () {
function clickBuildGraphs(graph, networkModels, ietype, platforms, kpis, precisions) {
renderData(graph, networkModels, ietype, platforms, kpis, precisions);
$('.modal-footer').show();
$('#modal-display-graphs').show();
$('.edit-settings-btn').on('click', (event) => {
@ -558,7 +613,7 @@ $(document).ready(function () {
function validateThroughputSelection() {
const precisions = $('.precisions-column').find('input')
if (getSelectedKpis().includes('Throughput')) {
if (getSelectedKpis().includes('Throughput') || getSelectedKpis().includes('Latency')) {
precisions.prop('disabled', false);
}
else {
@ -709,10 +764,10 @@ $(document).ready(function () {
if (!listContainer) {
listContainer = document.createElement('ul');
listContainer.style.display = 'flex';
listContainer.style.flexDirection = 'column';
listContainer.style.flexDirection = 'row';
listContainer.style.margin = 0;
listContainer.style.padding = 0;
listContainer.style.paddingLeft = '10px';
listContainer.style.paddingLeft = '0px';
legendContainer.appendChild(listContainer);
}
@ -723,8 +778,9 @@ $(document).ready(function () {
const htmlLegendPlugin = {
id: 'htmlLegend',
afterUpdate(chart, args, options) {
const ul = getOrCreateLegendList(chart, chart.options.plugins.htmlLegend.containerID);
const ul = getOrCreateLegendList(chart, chart.options.plugins.htmlLegend.containerID);
// Remove old legend items
while (ul.firstChild) {
ul.firstChild.remove();
@ -732,12 +788,11 @@ $(document).ready(function () {
// Reuse the built-in legendItems generator
const items = chart.legend.legendItems;
items.forEach(item => {
const li = document.createElement('li');
li.style.alignItems = 'center';
li.style.display = 'flex';
li.style.flexDirection = 'row';
li.style.display = 'block';
li.style.flexDirection = 'column';
li.style.marginLeft = '10px';
li.onclick = () => {
@ -758,7 +813,7 @@ $(document).ready(function () {
boxSpan.style.borderWidth = item.lineWidth + 'px';
boxSpan.style.display = 'inline-block';
boxSpan.style.height = '12px';
boxSpan.style.marginRight = '10px';
boxSpan.style.marginRight = '4px';
boxSpan.style.width = '30px';
// Text
@ -766,7 +821,6 @@ $(document).ready(function () {
textContainer.style.color = item.fontColor;
textContainer.style.margin = 0;
textContainer.style.padding = 0;
// textContainer.style.fontFamily = 'Roboto';
textContainer.style.fontSize = '0.8rem';
textContainer.style.textDecoration = item.hidden ? 'line-through' : '';
@ -832,7 +886,7 @@ $(document).ready(function () {
function renderData(graph, networkModels, ietype, platforms, kpis, precisions) {
$('.chart-placeholder').empty();
$('.modal-disclaimer-box').empty();
$('.modal-footer').empty();
const display = new ChartDisplay(getChartsDisplayMode(kpis.length), kpis.length);
networkModels.forEach((networkModel) => {
@ -863,6 +917,10 @@ $(document).ready(function () {
}
})
if(kpis.includes('Value') || kpis.includes('Efficiency')){
$('.modal-footer').append($('<div class="modal-line-divider"></div>'))
}
$('.modal-footer').append($('<div class="modal-footer-content"><div class="modal-disclaimer-box"></div></div>'))
for (let kpi of kpis) {
if (chartDisclaimers[kpi])
$('.modal-disclaimer-box').append($('<p>').text(chartDisclaimers[kpi]))
@ -883,10 +941,9 @@ $(document).ready(function () {
chartWrap.addClass('chart-wrap');
chartContainer.append(chartWrap);
var labels = Graph.getPlatformNames(model);
var graphConfigs = kpis.map((str) => {
var kpi = str.toLowerCase();
var groupUnit = model[0]
var groupUnit = model[0];
if (kpi === 'throughput') {
var throughputData = Graph.getDatabyKPI(model, kpi);
var config = Graph.getGraphConfig(kpi, groupUnit, precisions);
@ -895,11 +952,18 @@ $(document).ready(function () {
});
return config;
}
else if(kpi === 'latency'){
var latencyData = Graph.getDatabyKPI(model, kpi);
var config = Graph.getGraphConfig(kpi, groupUnit, precisions);
precisions.forEach((prec, index) => {
config.datasets[index].data = latencyData.map(tData => tData[prec]);
});
return config;
}
var config = Graph.getGraphConfig(kpi, groupUnit);
config.datasets[0].data = Graph.getDatabyKPI(model, kpi);
return config;
});
// get the client platform labels and create labels for all the graphs
var labelsContainer = $('<div>');
labelsContainer.addClass('chart-labels-container');
@ -922,8 +986,8 @@ $(document).ready(function () {
var columnHeader = $('<div class="chart-header">');
columnHeader.append($('<div class="title">' + graphConfig.chartTitle + '</div>'));
columnHeader.append($('<div class="title">' + Graph.getGraphPlatformText(ietype) + '</div>'));
columnHeader.append($('<div class="subtitle">' + graphConfig.chartSubtitle + '</div>'));
columnHeader.append($('<div class="subtitle">' + graphConfig.unit + ' ' + Modal.getUnitDescription(graphConfig.unit) + '</div>'));
columnHeaderContainer.append(columnHeader);
chartGraphsContainer.append(graphItem);
var graphClass = $('<div>');
@ -961,7 +1025,7 @@ $(document).ready(function () {
var heightRatio = (30 + (labels.length * 55));
var chart = $('<div>');
const containerId = `legend-container-${id}`;
const legend = $(`<div id="${containerId}">`);
const legend = $(`<div id="${containerId}">`);
legend.addClass('graph-legend-container');
chart.addClass('chart');
chart.addClass(widthClass);

View File

@ -13,7 +13,7 @@
openvino_docs_performance_benchmarks_faq
OpenVINO Accuracy <openvino_docs_performance_int8_vs_fp32>
Performance Data Spreadsheet (download xlsx) <https://docs.openvino.ai/2023.2/_static/benchmarks_files/OV-2023.0-Performance-Data.xlsx>
Performance Data Spreadsheet (download xlsx) <https://docs.openvino.ai/2023.1/_static/benchmarks_files/OV-2023.2-Performance-Data.xlsx>
openvino_docs_MO_DG_Getting_Performance_Numbers
@ -100,14 +100,14 @@ For a listing of all platforms and configurations used for testing, refer to the
.. grid-item::
.. button-link:: _static/benchmarks_files/OV-2023.1-Platform_list.pdf
.. button-link:: _static/benchmarks_files/OV-2023.2-Platform_list.pdf
:color: primary
:outline:
:expand:
:material-regular:`download;1.5em` Click for Hardware Platforms [PDF]
.. button-link:: _static/benchmarks_files/OV-2023.1-system-info-detailed.xlsx
.. button-link:: _static/benchmarks_files/OV-2023.2-system-info-detailed.xlsx
:color: primary
:outline:
:expand:
@ -166,7 +166,7 @@ or `create an account <https://www.intel.com/content/www/us/en/secure/forms/devc
Disclaimers
####################################
* Intel® Distribution of OpenVINO™ toolkit performance results are based on release 2023.1, as of September 12, 2023.
* Intel® Distribution of OpenVINO™ toolkit performance results are based on release 2023.2, as of November 15, 2023.
* OpenVINO Model Server performance results are based on release 2023.0, as of June 01, 2023.

View File

@ -49,14 +49,10 @@
- Public Network
- Task
- Input Size
* - `BLOOMZ-560M <https://huggingface.co/bigscience/bloomz-560m>`__
- BigScience Bloomz & MT0
- Transformer based llm
- 2048
* - `GPT-J-6B <https://huggingface.co/EleutherAI/gpt-j-6b>`__
- Eleuther AI
* - `chatGLM2-6B <https://huggingface.co/THUDM/chatglm2-6b/tree/main>`__
- THUDM
- Transformer
- 2048
- 32K
* - `Llama-2-7b-chat <https://ai.meta.com/llama/>`__
- Meta AI
- Auto regressive language
@ -77,6 +73,14 @@
- DeepLab v3 Tf
- semantic segmentation
- 513x513
* - `efficientdet-d0 <https://github.com/openvinotoolkit/open_model_zoo/tree/master/models/public/efficientdet-d0-tf>`__
- Efficientdet
- classification
- 512x512
* - `faster_rcnn_resnet50_coco <https://github.com/openvinotoolkit/open_model_zoo/tree/master/models/public/faster_rcnn_resnet50_coco>`__
- Faster RCNN TF
- object detection
- 600x1024
* - `mobilenet-v2 <https://github.com/openvinotoolkit/open_model_zoo/tree/master/models/public/mobilenet-v2-pytorch>`__
- Mobilenet V2 PyTorch
- classification

View File

@ -25,87 +25,93 @@ for more information.
* - bert-base-cased
- SST-2_bert_cased_padded
- accuracy
- -3.00%
- -2.00%
- 2.94%
- -0.76%
- 2.42%
- 2.72%
* - bert-large-uncased-whole-word-masking-squad-0001
- SQUAD_v1_1_bert_msl384_mql64_ds128_lowercase
- F1
- -0.04%
- 0.03%
- 0.06%
- 0.07%
- -0.03%
- 0.11%
* - deeplabv3
- VOC2012_segm
- mean_iou
- 0.00%
- 0.49%
- 0.23%
- -0.13%
- -0.16%
* - efficientdet-d0
- COCO2017_detection_91cl
- coco_precision
- -0.84%
- -0.59%
- -0.63%
* - faster_rcnn_resnet50_coco
- COCO2017_detection_91cl_bkgr
- coco_orig_precision
- -0.19%
- -0.19%
- -0.04%
* - mobilenet-v2
- ImageNet2012
- accuracy @ top1
-
- 0.97%
- -0.97%
- -0.95%
* - resnet-50
- ImageNet2012
- accuracy @ top1
- 0.20%
- 0.12%
- -0.09%
- -0.12%
- -0.19%
* - ssd-mobilenet-v1-coco
- COCO2017_detection_80cl_bkgr
- coco-precision
- 2.97%
- 0.29%
- -0.31%
- -2.97%
- -0.29%
- -0.26%
* - ssd-resnet34-1200
- COCO2017_detection_80cl_bkgr
- map
- 0.06%
- 0.06%
- -0.03%
- -0.06%
- 0.04%
* - unet-camvid-onnx-0001
- CamVid_12cl
- mean_iou @ mean
- 6.32%
- -6.40%
- -0.63%
- -6.32%
- 6.40%
- 6.40%
* - yolo_v3
- COCO2017_detection_80cl
- map
- -0.06%
- -0.21%
- -0.71%
- -0.13%
- -0.26%
- -0.44%
* - yolo_v3_tiny
- COCO2017_detection_80cl
- map
- 0.73%
- 0.21%
- -0.78%
- -0.11%
- -0.13%
- -0.15%
* - yolo_v8n
- COCO2017_detection_80cl
- map
- -0.26%
- -0.22%
- 0.12%
* - bloomz-560m
- ROOTS corpus
- 0.27%
- 0.23%
- 0.17%
* - chatGLM2-6b
- lambada openai
- ppl
-
- 17.595
-
-
* - GPT-J-6B
- Pile dataset
- ppl
-
- 4.11
- 4.11
* - Llama-2-7b-chat
- Wiki, StackExch, Crawl
- ppl
-
- 3.27
- 3.27
- 3.268
-
* - Stable-Diffusion-V2-1
- LIAON-5B
- ppl
@ -131,15 +137,27 @@ for more information.
* - bert-large-uncased-whole-word-masking-squad-0001
- SQUAD_v1_1_bert_msl384_mql64_ds128_lowercase
- F1
- -0.19%
- 0.04%
- 0.04%
- 0.04%
* - deeplabv3
- VOC2012_segm
- mean_iou
- 0.49%
- 0.00%
- 0.00%
- 0.00%
* - efficientdet-d0
- COCO2017_detection_91cl
- coco_precision
- -0.02%
- -0.02%
- -0.02%
* - faster_rcnn_resnet50_coco
- COCO2017_detection_91cl_bkgr
- coco_orig_precision
- 0.00%
-
- 0.00%
* - mobilenet-v2
- ImageNet2012
- accuracy @ top1
@ -150,7 +168,7 @@ for more information.
- ImageNet2012
- accuracy @ top1
- 0.00%
- -0.02%
- 0.00%
- 0.00%
* - ssd-mobilenet-v1-coco
- COCO2017_detection_80cl_bkgr
@ -161,26 +179,26 @@ for more information.
* - ssd-resnet34-1200
- COCO2017_detection_80cl_bkgr
- map
- 0.01%
- 0.06%
- -0.06%
- 0.00%
- 0.00%
- 0.00%
* - unet-camvid-onnx-0001
- CamVid_12cl
- mean_iou @ mean
- 0.02%
- -6.45%
- 6.45%
- 0.00%
- 0.00%
- 0.00%
* - yolo_v3
- COCO2017_detection_80cl
- map
- 0.00%
- 0.01%
- 0.01%
- 0.00%
- 0.00%
* - yolo_v3_tiny
- COCO2017_detection_80cl
- map
- 0.00%
- -0.02%
- -0.04%
- -0.04%
- 0.02%
* - yolo_v8n
- COCO2017_detection_80cl
@ -188,24 +206,18 @@ for more information.
- 0.00%
- 0.00%
- 0.00%
* - bloomz-560m
- ROOTS corpus
* - chatGLM2-6b
- lambada-openai
- ppl
-
- 22.89
- 22.89
* - GPT-J-6B
- Pile dataset
- ppl
- 17.488
-
- 4.10
- 4.10
* - Llama-2-7b-chat
- Wiki, StackExch, Crawl
- ppl
-
- 2.91
- 2.91
- 3.262
-
* - Stable-Diffusion-V2-1
- LIAON-5B
- ppl