[Docs] graph.js bf16 prec port to 2023.3 (#22317)

* Main changes without valid data

* fix
This commit is contained in:
Andrzej Kopytko 2024-01-22 16:08:27 +01:00 committed by GitHub
parent aeda8aae2e
commit 45b501bb6f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 470 additions and 440 deletions

View File

@ -1,431 +1,431 @@
Network model,Release,IE-Type,Platform name,Throughput-INT8,Throughput-FP16,Throughput-FP32,Value,Efficiency,Price,TDP,Sockets,Price/Socket,TDP/Socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L,Latency_FP16,Latency_FP32,Latency_int4,Throughput_INT4
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i3-8100 ",21.27,,,0.182,0.327,117,65,1,117,65,48.62,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-10500TE ",32.04,,21.72,0.150,0.493,214,65,1,214,65,36.77,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-13600K ",112.78,,45.21,0.343,0.902,329,125,1,329,125,17.53,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,50.11,,18.36,0.118,1.790,426,28,1,426,28,23.39,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,38.17,,13.67,0.078,1.363,490,28,1,490,28,29.4,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,Intel® Core™ i7-12700H CPU,88.62,,35.37,0.177,0.771,502,115,1,502,115,17.1,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-8700T ",27.47,,18.34,0.091,0.785,303,35,1,303,35,43.1,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-10900TE ",33.58,,21.38,0.069,0.960,488,35,1,488,35,37.7,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-12900TE ",52.74,,20.43,0.097,1.507,544,35,1,544,35,23.05,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-13900K ",164.86,,66.26,0.275,1.319,599,125,1,599,125,13.76,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® W1290P ",50.94,,33.27,0.086,0.407,594,125,1,594,125,29.19,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",20.73,,,0.083,0.292,249,71,1,249,71,49.54,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",215.86,,80.31,0.069,1.028,3144,210,2,1572,105,14.03,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",569.64,,222.97,0.034,1.389,16954,410,2,8477,205,7.97,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",876.04,,336.63,0.047,1.622,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",3131.74,,505.87,0.092,4.474,34000,700,2,17000,350,4.14,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",205.61,,76.34,0.102,1.028,2022,200,2,1011,100,14.66,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",423.53,,166.33,0.186,1.412,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",824.04,680.35,,0.428,5.494,1925,150,1,1925,150,19.37,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",620.32,554.08,,1.932,4.135,321,150,1,321,150,25.63,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,83.66,60.2,42.14,0.196,2.988,426,28,1,426,28,47.28,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,72.43,55.39,36.92,0.148,2.587,490,28,1,490,28,55.03,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,91.52,64.83,46.37,0.182,0.796,502,115,1,502,115,43.39,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,94.49,,39.79,0.222,3.375,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,88.79,,35.19,0.177,0.772,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.09,,,0.018,0.032,117,65,1,117,65,493.93,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.98,,1.86,0.014,0.046,214,65,1,214,65,351.2,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",10.07,,3.75,0.031,0.081,329,125,1,329,125,156.29,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,5.07,,1.63,0.012,0.181,426,28,1,426,28,219.53,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,3.78,,1.21,0.008,0.135,490,28,1,490,28,267.11,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-12700H CPU,8.31,,3.08,0.017,0.072,502,115,1,502,115,155.69,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.7,,1.61,0.009,0.077,303,35,1,303,35,411.88,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.28,,1.99,0.007,0.094,488,35,1,488,35,331.95,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",5.12,,1.83,0.009,0.146,544,35,1,544,35,210.03,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",15.37,,5.95,0.026,0.123,599,125,1,599,125,113.51,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.65,,3.11,0.008,0.037,594,125,1,594,125,228.25,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.11,,,0.008,0.030,249,71,1,249,71,484.55,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",20.81,,6.91,0.007,0.099,3144,210,2,1572,105,106.59,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",50.63,,17.75,0.003,0.123,16954,410,2,8477,205,54.45,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",66.76,,27.44,0.004,0.124,18718,540,2,9359,270,231.49,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",250.47,,45.77,0.007,0.358,34000,700,2,17000,350,27.75,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",20.73,,6.57,0.010,0.104,2022,200,2,1011,100,106.9,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",38.85,,14.53,0.017,0.129,2274,300,2,1137,150,156.69,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",148.54,102.98,,0.077,0.990,1925,150,1,1925,150,107.19,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",127.99,94.72,,0.399,0.853,321,150,1,321,150,124.58,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,9.07,6.62,4.27,0.021,0.324,426,28,1,426,28,452.44,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,5.39,5.77,3.01,0.011,0.192,490,28,1,490,28,741.24,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,10.54,7.57,5,0.021,0.092,502,115,1,502,115,379.08,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,8.49,,3.46,0.020,0.303,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,8.53,,3.01,0.017,0.074,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom,Intel® Atom® X6425E CPU,4.66,,2.87,0.070,0.388,67,12,1,67,12,219.16,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i3-8100 ",22,,14.03,0.188,0.339,117,65,1,117,65,45.56,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",35.15,,16.61,0.164,0.541,214,65,1,214,65,33.27,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i5-13600K ",101.57,,41.76,0.309,0.813,329,125,1,329,125,16.21,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,52.36,,16.31,0.123,1.870,426,28,1,426,28,19.93,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,31.69,,9.45,0.065,1.132,490,28,1,490,28,29.7,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,Intel® Core™ i7-12700H CPU,74.8,,29.13,0.149,0.650,502,115,1,502,115,16.96,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i7-8700T ",32.22,,18.38,0.106,0.921,303,35,1,303,35,37.52,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",39.4,,18.25,0.081,1.126,488,35,1,488,35,28.44,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",58.11,,22.54,0.107,1.660,544,35,1,544,35,21.65,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i9-13900K ",149.59,,57.89,0.250,1.197,599,125,1,599,125,12.49,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom,Intel® Processor N200 CPU,1.72,,1.01,0.009,0.287,193,6,1,193,6,596.5,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",51.12,,19.38,0.086,0.409,594,125,1,594,125,21.94,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",21.77,,14.75,0.087,0.307,249,71,1,249,71,45.69,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",188.66,,76.86,0.060,0.898,3144,210,2,1572,105,11.81,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",413.18,,154.25,0.024,1.008,16954,410,2,8477,205,5.65,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",564.23,,223.46,0.030,1.045,18718,540,2,9359,270,5.36,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1001.4,,380.46,0.029,1.431,34000,700,2,17000,350,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",182.57,,74.43,0.090,0.913,2022,200,2,1011,100,12.14,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",360.93,,138.14,0.159,1.203,2274,300,2,1137,150,7.04,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",732.85,602.34,,0.381,4.886,1925,150,1,1925,150,21.8,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",597.79,484.98,,1.862,3.985,321,150,1,321,150,26.18,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom,Intel® Celeron® 6305E CPU,11.64,,4.56,0.109,0.776,107,15,1,107,15,87.1,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,10.87,11.07,5.64,0.162,0.906,67,12,1,67,12,367.4,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,104.71,48.95,27.69,0.246,3.739,426,28,1,426,28,37.85,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,76.34,36.22,13.67,0.156,2.726,490,28,1,490,28,52.07,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,113.65,52.72,33.36,0.226,0.988,502,115,1,502,115,34.81,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,3.65,1.92,1.27,0.019,0.609,193,6,1,193,6,1094.07,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,60.3,27.73,16.44,0.564,4.020,107,15,1,107,15,66.22,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,11.11,,5.66,0.166,0.926,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,86.78,,24.13,0.204,3.099,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,75.71,,28.98,0.151,0.658,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.66,,1.9,0.024,0.776,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,61.15,,16.89,0.571,4.077,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom,Intel® Atom® X6425E CPU,7.29,,5.01,0.109,0.608,67,12,1,67,12,140.41,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i3-8100 ",36.6,,24.31,0.313,0.563,117,65,1,117,65,28.3,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-10500TE ",58.84,,29.38,0.275,0.905,214,65,1,214,65,21.11,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-13600K ",139.32,,77.22,0.423,1.115,329,125,1,329,125,11.92,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,73.76,,41.07,0.173,2.634,426,28,1,426,28,15.53,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,52.57,,21.48,0.107,1.877,490,28,1,490,28,20.87,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-12700H CPU,114.46,,54.77,0.228,0.995,502,115,1,502,115,11.88,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-8700T ",51.93,,34.22,0.171,1.484,303,35,1,303,35,24.28,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-10900TE ",66,,35.11,0.135,1.886,488,35,1,488,35,18.95,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-12900TE ",75.37,,44.41,0.139,2.154,544,35,1,544,35,15.52,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-13900K ",207,,102.36,0.346,1.656,599,125,1,599,125,9.45,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom,Intel® Processor N200 CPU,2.09,,1.67,0.011,0.349,193,6,1,193,6,488.71,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® W1290P ",96.56,,38.61,0.163,0.772,594,125,1,594,125,14.19,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",35.01,,25.27,0.141,0.493,249,71,1,249,71,29.41,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",258.46,,164.63,0.082,1.231,3144,210,2,1572,105,11.88,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",518.85,,310.76,0.031,1.265,16954,410,2,8477,205,7.42,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",834.12,,495.89,0.045,1.545,18718,540,2,9359,270,4.31,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1043.83,,861.5,0.031,1.491,34000,700,2,17000,350,5.43,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",248.64,,157.52,0.123,1.243,2022,200,2,1011,100,12.27,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",469.81,,293.67,0.207,1.566,2274,300,2,1137,150,5.89,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",846.71,825.71,,0.440,5.645,1925,150,1,1925,150,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",582.03,590.73,,1.813,3.880,321,150,1,321,150,26.38,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom,Intel® Celeron® 6305E CPU,18.06,,11.09,0.169,1.204,107,15,1,107,15,57.26,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,19.71,22.48,11.18,0.294,1.643,67,12,1,67,12,202.28,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,110.42,90.58,46.89,0.259,3.944,426,28,1,426,28,35.95,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,62.89,49.91,23.65,0.128,2.246,490,28,1,490,28,63.05,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,127.71,103.78,54.39,0.254,1.110,502,115,1,502,115,30.98,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,5.53,4.94,2.75,0.029,0.921,193,6,1,193,6,721.64,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,72.14,60.61,33.85,0.674,4.809,107,15,1,107,15,55.18,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,20.11,,11.51,0.300,1.676,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,101.03,,48.05,0.237,3.608,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,114.83,,55.31,0.229,0.999,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,5.73,,3.57,0.030,0.955,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,56.19,,32.14,0.525,3.746,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom,Intel® Atom® X6425E CPU,132.01,,79.71,1.970,11.001,67,12,1,67,12,7.97,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i3-8100 ",536.37,,,4.584,8.252,117,65,1,117,65,2.02,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-10500TE ",898.55,,500.27,4.199,13.824,214,65,1,214,65,1.57,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-13600K ",2785.11,,1237.02,8.465,22.281,329,125,1,329,125,0.88,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,1347.18,,525.71,3.162,48.113,426,28,1,426,28,0.86,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,979.43,,319,1.999,34.980,490,28,1,490,28,1.19,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-12700H CPU,2099.29,,1056.24,4.182,18.255,502,115,1,502,115,1.1,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-8700T ",741.65,,519.77,2.448,21.190,303,35,1,303,35,1.86,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-10900TE ",949.26,,604.02,1.945,27.122,488,35,1,488,35,1.5,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-12900TE ",1300.22,,657.07,2.390,37.149,544,35,1,544,35,1.32,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-13900K ",4089.6,,2014.33,6.827,32.717,599,125,1,599,125,0.71,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom,Intel® Processor N200 CPU,41.1,,29.71,0.213,6.851,193,6,1,193,6,27.14,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® W1290P ",1450.73,,542.77,2.442,11.606,594,125,1,594,125,1.29,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",523.03,,,2.101,7.367,249,71,1,249,71,2.07,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",5410.81,,1915.84,1.721,25.766,3144,210,2,1572,105,1.42,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",14207.13,,4438.67,0.838,34.652,16954,410,2,8477,205,0.93,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",22308.51,,6801.73,1.192,41.312,18718,540,2,9359,270,0.57,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",38064.38,,10986.01,1.120,54.378,34000,700,2,17000,350,0.66,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",5178.33,,1862.47,2.561,25.892,2022,200,2,1011,100,1.45,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",12161.33,,3597.47,5.348,40.538,2274,300,2,1137,150,0.56,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",6748.16,5698.62,,3.506,44.988,1925,150,1,1925,150,2.37,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",4308.65,3849.95,,13.423,28.724,321,150,1,321,150,3.63,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom,Intel® Celeron® 6305E CPU,265.71,,132.81,2.483,17.714,107,15,1,107,15,3.66,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,191.22,225.68,130.69,2.854,15.935,67,12,1,67,12,20.63,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,1014.86,749.24,525.16,2.382,36.245,426,28,1,426,28,3.77,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,880.63,557.89,349.94,1.797,31.451,490,28,1,490,28,4.25,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,1319.62,916.27,563.83,2.629,11.475,502,115,1,502,115,2.83,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,58.68,40.52,26.29,0.304,9.781,193,6,1,193,6,67.34,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,685.09,513.1,339.2,6.403,45.672,107,15,1,107,15,5.56,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,107.78,,137.9,1.609,8.981,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,2182.22,,612.95,5.123,77.937,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,2071.13,,1048.22,4.126,18.010,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,115.35,,50.03,0.598,19.224,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,1465.46,,396.56,13.696,97.698,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom,Intel® Atom® X6425E CPU,19.92,,8.18,0.297,1.660,67,12,1,67,12,51.27,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i3-8100 ",96.91,,50.72,0.828,1.491,117,65,1,117,65,10.72,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i5-10500TE ",145.07,,74.01,0.678,2.232,214,65,1,214,65,8.19,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i5-13600K ",515.17,,140.11,1.566,4.121,329,125,1,329,125,3.89,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,229.34,,61.85,0.538,8.191,426,28,1,426,28,5.03,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,172.44,,45.06,0.352,6.159,490,28,1,490,28,6.62,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,Intel® Core™ i7-12700H CPU,445.18,,122.92,0.887,3.871,502,115,1,502,115,3.93,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i7-8700T ",122.89,,62.1,0.406,3.511,303,35,1,303,35,9.97,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i9-10900TE ",156.59,,75.57,0.321,4.474,488,35,1,488,35,7.6,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i9-12900TE ",269.4,,72.67,0.495,7.697,544,35,1,544,35,4.89,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i9-13900K ",749.69,,228.22,1.252,5.998,599,125,1,599,125,2.98,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom,Intel® Processor N200 CPU,6.72,,3.13,0.035,1.120,193,6,1,193,6,159.9,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® W1290P ",240.85,,96.84,0.405,1.927,594,125,1,594,125,5.5,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",92.92,,49.94,0.373,1.309,249,71,1,249,71,11.12,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",968.92,,267.96,0.308,4.614,3144,210,2,1572,105,2.91,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2902.26,,747.22,0.171,7.079,16954,410,2,8477,205,1.55,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4946.11,,1154.11,0.264,9.159,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",19987.31,,1672.83,0.588,28.553,34000,700,2,17000,350,1.02,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",931.66,,257,0.461,4.658,2022,200,2,1011,100,3,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2276.19,,562.55,1.001,7.587,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3436.03,2103.96,,1.785,22.907,1925,150,1,1925,150,4.65,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2320.83,1555.26,,7.230,15.472,321,150,1,321,150,6.8,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom,Intel® Celeron® 6305E CPU,49.59,,14.36,0.463,3.306,107,15,1,107,15,19.89,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,49.36,52.35,27.44,0.737,4.113,67,12,1,67,12,80.69,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,351.53,206.09,116.49,0.825,12.555,426,28,1,426,28,11.12,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,291.8,170.69,95.05,0.596,10.421,490,28,1,490,28,13.6,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,389.36,224.15,136.98,0.776,3.386,502,115,1,502,115,10.01,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,14.66,7.82,4.24,0.076,2.444,193,6,1,193,6,271.96,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,213.06,118.28,67.33,1.991,14.204,107,15,1,107,15,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,73.78,,32.26,1.101,6.148,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,467.05,,119.19,1.096,16.680,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,446.64,,123.08,0.890,3.884,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,20.62,,6.29,0.107,3.437,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,299.3,,75.5,2.797,19.953,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom,Intel® Atom® X6425E CPU,0.33,,0.13,0.005,0.028,67,12,1,67,12,2993.01,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i3-8100 ",1.68,,0.97,0.014,0.026,117,65,1,117,65,601.85,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.42,,1.4,0.011,0.037,214,65,1,214,65,459.92,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-13600K ",8.24,,2.4,0.025,0.066,329,125,1,329,125,163.48,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,3.91,,1,0.009,0.140,426,28,1,426,28,277.92,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,2.88,,0.77,0.006,0.103,490,28,1,490,28,338.91,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-12700H CPU,7.23,,2.11,0.014,0.063,502,115,1,502,115,160.16,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.02,,1.13,0.007,0.058,303,35,1,303,35,564.49,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-10900TE ",2.65,,1.47,0.005,0.076,488,35,1,488,35,411.44,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-12900TE ",4.43,,1.32,0.008,0.126,544,35,1,544,35,233.69,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-13900K ",12.56,,4.02,0.021,0.100,599,125,1,599,125,125.42,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom,Intel® Processor N200 CPU,0.11,,0.05,0.001,0.019,193,6,1,193,6,8949.48,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.33,,2.45,0.007,0.035,594,125,1,594,125,238.2,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",1.6,,0.92,0.006,0.023,249,71,1,249,71,628.09,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",17.64,,4.57,0.006,0.084,3144,210,2,1572,105,115.69,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",57.78,,14.8,0.003,0.141,16954,410,2,8477,205,36.97,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",78.79,,20.72,0.004,0.146,18718,540,2,9359,270,108.29,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",447.58,,31.29,0.013,0.639,34000,700,2,17000,350,8.52,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",16.78,,4.35,0.008,0.084,2022,200,2,1011,100,121.64,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",42.36,,10.47,0.019,0.141,2274,300,2,1137,150,62,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",212,109.86,,0.110,1.413,1925,150,1,1925,150,75.46,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",147.33,81.3,,0.459,0.982,321,150,1,321,150,107.9,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom,Intel® Celeron® 6305E CPU,0.89,,0.23,0.008,0.059,107,15,1,107,15,1121.85,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,1.18,1.18,0.6,0.018,0.098,67,12,1,67,12,3388.59,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,9.69,5.42,2.82,0.023,0.346,426,28,1,426,28,422.17,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,8.81,4.73,2.22,0.018,0.315,490,28,1,490,28,454.51,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,10.57,6.15,3.31,0.021,0.092,502,115,1,502,115,378.05,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,0.29,0.16,,0.001,0.048,193,6,1,193,6,13815.91,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,5.07,2.64,1.41,0.047,0.338,107,15,1,107,15,774.3,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,0.33,,0.13,0.005,0.028,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,3.91,,1,0.009,0.140,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,7.22,,2.11,0.014,0.063,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.11,,0.05,0.001,0.019,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,0.89,,0.23,0.008,0.059,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Atom® X6425E CPU,45.25,,21.49,0.675,3.771,67,12,1,67,12,23.03,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i3-8100 ",211.26,,122.9,1.806,3.250,117,65,1,117,65,4.94,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-10500TE ",328.11,,171.73,1.533,5.048,214,65,1,214,65,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-13600K ",958.88,,352.8,2.915,7.671,329,125,1,329,125,2.39,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,516.83,,149.6,1.213,18.458,426,28,1,426,28,1.95,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,387.14,,100.71,0.790,13.827,490,28,1,490,28,2.82,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-12700H CPU,851.54,,313.45,1.696,7.405,502,115,1,502,115,2.26,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-8700T ",276.74,,157.91,0.913,7.907,303,35,1,303,35,4.32,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-10900TE ",364.53,,192.13,0.747,10.415,488,35,1,488,35,3.37,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-12900TE ",524.73,,184.04,0.965,14.992,544,35,1,544,35,3.11,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-13900K ",1448.44,,577.78,2.418,11.587,599,125,1,599,125,2.07,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Processor N200 CPU,14.48,,7.94,0.075,2.413,193,6,1,193,6,72.01,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® W1290P ",575.79,,221.76,0.969,4.606,594,125,1,594,125,2.37,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",202.62,,125.71,0.814,2.854,249,71,1,249,71,5.11,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",2056.28,,640.87,0.654,9.792,3144,210,2,1572,105,1.56,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",5764.35,,1656.74,0.340,14.059,16954,410,2,8477,205,1.1,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",10274.61,,2320.94,0.549,19.027,18718,540,2,9359,270,0.66,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",22310.17,,3557.58,0.656,31.872,34000,700,2,17000,350,0.82,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1961.85,,610.96,0.970,9.809,2022,200,2,1011,100,1.63,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",4825.79,,1246.04,2.122,16.086,2274,300,2,1137,150,0.81,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",4044.15,3428.72,,2.101,26.961,1925,150,1,1925,150,3.93,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2984.21,2546.5,,9.297,19.895,321,150,1,321,150,5.28,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Celeron® 6305E CPU,107.12,,36.58,1.001,7.142,107,15,1,107,15,9.17,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,92.52,95.67,51.13,1.381,7.710,67,12,1,67,12,42.26,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,651.76,382.05,253.7,1.530,23.277,426,28,1,426,28,6.02,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,524.22,312.45,186.78,1.070,18.722,490,28,1,490,28,7.46,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,773.55,416.41,274.89,1.541,6.727,502,115,1,502,115,4.96,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,29.11,15.38,9.5,0.151,4.852,193,6,1,193,6,136.41,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,411.09,221.78,136.65,3.842,27.406,107,15,1,107,15,9.59,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,108.74,,57.49,1.623,9.061,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,681.22,,234.33,1.599,24.329,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,846.65,,312.78,1.687,7.362,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,35.06,,14.07,0.182,5.843,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,299.91,,136.25,2.803,19.994,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Atom® X6425E CPU,0.48,,0.06,0.007,0.040,67,12,1,67,12,2086.28,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.42,,1.55,0.021,0.037,117,65,1,117,65,426.14,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",3.6,,2.28,0.017,0.055,214,65,1,214,65,324.72,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",11.52,,3.96,0.035,0.092,329,125,1,329,125,121.88,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,6.54,,1.63,0.015,0.234,426,28,1,426,28,168.96,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,4.87,,1.22,0.010,0.174,490,28,1,490,28,209.5,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-12700H CPU,10.23,,3.55,0.020,0.089,502,115,1,502,115,123.74,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",3.02,,1.86,0.010,0.086,303,35,1,303,35,385.98,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.86,,2.4,0.008,0.110,488,35,1,488,35,286.48,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",6.29,,2.21,0.012,0.180,544,35,1,544,35,167.25,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",17.97,,6.61,0.030,0.144,599,125,1,599,125,91.7,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Processor N200 CPU,0.17,,0.09,0.001,0.029,193,6,1,193,6,5851.61,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",6.17,,3.96,0.010,0.049,594,125,1,594,125,180.39,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.31,,1.48,0.009,0.033,249,71,1,249,71,434.36,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",29.19,,7.31,0.009,0.139,3144,210,2,1572,105,71.02,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",95.18,,21.6,0.006,0.232,16954,410,2,8477,205,23.81,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",129.12,,31.53,0.007,0.239,18718,540,2,9359,270,73.82,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",594.44,,48.37,0.017,0.849,34000,700,2,17000,350,8.51,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",27.77,,6.96,0.014,0.139,2022,200,2,1011,100,74.6,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",69.04,,15.92,0.030,0.230,2274,300,2,1137,150,43.95,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",308.2,201.07,,0.160,2.055,1925,150,1,1925,150,51.9,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",264.35,182.28,,0.824,1.762,321,150,1,321,150,60.21,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Celeron® 6305E CPU,1.49,,0.38,0.014,0.099,107,15,1,107,15,675.13,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,0.98,1.99,0.98,0.015,0.082,67,12,1,67,12,4060.12,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,17.25,8.84,4.82,0.040,0.616,426,28,1,426,28,227.85,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,15.51,7.82,4.16,0.032,0.554,490,28,1,490,28,257.82,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,18.55,9.77,5.39,0.037,0.161,502,115,1,502,115,215.12,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,0.46,0.25,0.14,0.002,0.077,193,6,1,193,6,8685.49,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,8.41,4.38,2.38,0.079,0.560,107,15,1,107,15,475.59,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,1.23,,0.79,0.018,0.102,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,13.96,,3.78,0.033,0.499,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,10.26,,3.52,0.020,0.089,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.57,,0.19,0.003,0.094,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,8.94,,2.44,0.084,0.596,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom,Intel® Atom® X6425E CPU,2.09,,0.88,0.031,0.174,67,12,1,67,12,484.41,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i3-8100 ",10.63,,5.8,0.091,0.163,117,65,1,117,65,95.04,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",15.37,,8.28,0.072,0.236,214,65,1,214,65,74.25,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i5-13600K ",51.79,,15.62,0.157,0.414,329,125,1,329,125,29.87,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,24.16,,6.61,0.057,0.863,426,28,1,426,28,46.04,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,18.04,,4.84,0.037,0.644,490,28,1,490,28,57.2,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,Intel® Core™ i7-12700H CPU,45.55,,13.34,0.091,0.396,502,115,1,502,115,29.39,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i7-8700T ",12.71,,6.82,0.042,0.363,303,35,1,303,35,87.06,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",16.64,,8.64,0.034,0.475,488,35,1,488,35,67.32,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",27.33,,8.16,0.050,0.781,544,35,1,544,35,41.73,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i9-13900K ",78.06,,25.64,0.130,0.624,599,125,1,599,125,23.25,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom,Intel® Processor N200 CPU,0.7,,0.34,0.004,0.117,193,6,1,193,6,1470.7,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",27.37,,14.08,0.046,0.219,594,125,1,594,125,40.66,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",10.06,,5.64,0.040,0.142,249,71,1,249,71,100.33,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",106.36,,29.72,0.034,0.506,3144,210,2,1572,105,21.82,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",313.83,,87.89,0.019,0.765,16954,410,2,8477,205,10.5,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",490.61,,109.01,0.026,0.909,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2125.85,,193.93,0.063,3.037,34000,700,2,17000,350,3.31,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",101.13,,28.36,0.050,0.506,2022,200,2,1011,100,22.77,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",242.25,,62.31,0.107,0.808,2274,300,2,1137,150,13.97,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",784.51,385.29,,0.408,5.230,1925,150,1,1925,150,20.34,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",582.91,341.6,,1.816,3.886,321,150,1,321,150,27.27,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom,Intel® Celeron® 6305E CPU,5.45,,1.54,0.051,0.363,107,15,1,107,15,184.42,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,6.74,6.85,3.38,0.101,0.562,67,12,1,67,12,591.73,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,63.57,29.68,16.2,0.149,2.270,426,28,1,426,28,63.78,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,57.51,26.04,13.46,0.117,2.054,490,28,1,490,28,69.04,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,70.17,33.53,18.68,0.140,0.610,502,115,1,502,115,56.66,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,1.76,0.94,0.5,0.009,0.293,193,6,1,193,6,2270.28,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,32.22,15.09,8.06,0.301,2.148,107,15,1,107,15,123.79,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,7.72,,3.75,0.115,0.643,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,51.27,,13.81,0.120,1.831,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,45.37,,13.46,0.090,0.395,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,2.17,,0.7,0.011,0.361,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,33.62,,8.52,0.314,2.242,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom,Intel® Atom® X6425E CPU,22.9,,10.3,0.342,1.908,67,12,1,67,12,44.81,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i3-8100 ",111.7,,63.53,0.955,1.718,117,65,1,117,65,9.05,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-10500TE ",167.36,,91.55,0.782,2.575,214,65,1,214,65,6.74,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-13600K ",600,,195.96,1.824,4.800,329,125,1,329,125,3.05,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,252.28,,77.33,0.592,9.010,426,28,1,426,28,4.56,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,186.61,,55.02,0.381,6.665,490,28,1,490,28,5.72,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-12700H CPU,501.3,,153.33,0.999,4.359,502,115,1,502,115,3.07,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-8700T ",137.83,,76.63,0.455,3.938,303,35,1,303,35,8.19,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-10900TE ",184.15,,95.48,0.377,5.261,488,35,1,488,35,6.36,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-12900TE ",293.87,,93.77,0.540,8.396,544,35,1,544,35,4.16,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-13900K ",859.57,,285.93,1.435,6.877,599,125,1,599,125,2.43,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom,Intel® Processor N200 CPU,7.83,,4.08,0.041,1.306,193,6,1,193,6,136.7,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® W1290P ",298.34,,148.85,0.502,2.387,594,125,1,594,125,4.01,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",106.15,,62.71,0.426,1.495,249,71,1,249,71,9.46,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",1051.35,,338.78,0.334,5.006,3144,210,2,1572,105,2.52,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2835.63,,919.26,0.167,6.916,16954,410,2,8477,205,1.22,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4653.13,,1373.23,0.249,8.617,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",13069.92,,2139.01,0.384,18.671,34000,700,2,17000,350,1.07,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1009.33,,322.76,0.499,5.047,2022,200,2,1011,100,2.62,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2219.25,,701.36,0.976,7.397,2274,300,2,1137,150,1.33,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3774.19,2809.6,,1.961,25.161,1925,150,1,1925,150,4.2,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2481.58,2188.3,,7.731,16.544,321,150,1,321,150,6.38,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom,Intel® Celeron® 6305E CPU,54.03,,17.97,0.505,3.602,107,15,1,107,15,18.27,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,65.71,66.39,33.87,0.981,5.476,67,12,1,67,12,60.33,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,546.82,290.91,170.54,1.284,19.529,426,28,1,426,28,7.02,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,494.07,258.4,135.87,1.008,17.645,490,28,1,490,28,7.98,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,614.04,322.38,201.06,1.223,5.339,502,115,1,502,115,6.27,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,18.67,9.83,5.51,0.097,3.112,193,6,1,193,6,213.14,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,292.06,153.11,86.79,2.730,19.471,107,15,1,107,15,13.59,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,28.49,,39.7,0.425,2.374,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,485.88,,147.22,1.141,17.353,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,504.34,,154.35,1.005,4.386,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,23.01,,8.08,0.119,3.835,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,322.03,,92.97,3.010,21.469,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom,Intel® Atom® X6425E CPU,10.23,,5.1,0.153,0.853,67,12,1,67,12,101.71,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i3-8100 ",53.43,,33.01,0.457,0.822,117,65,1,117,65,19.24,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-10500TE ",81.28,,46.84,0.380,1.251,214,65,1,214,65,13.7,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-13600K ",249.13,,95.35,0.757,1.993,329,125,1,329,125,6.67,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,110.57,,40.76,0.260,3.949,426,28,1,426,28,10.77,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,77.4,,27.48,0.158,2.764,490,28,1,490,28,13.63,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,Intel® Core™ i7-12700H CPU,213.22,,81.23,0.425,1.854,502,115,1,502,115,6.64,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-8700T ",71.39,,42.39,0.236,2.040,303,35,1,303,35,16.54,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-10900TE ",92.64,,52.82,0.190,2.647,488,35,1,488,35,12.63,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-12900TE ",132.43,,50.68,0.243,3.784,544,35,1,544,35,9.16,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-13900K ",377.83,,153.02,0.631,3.023,599,125,1,599,125,5.31,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom,Intel® Processor N200 CPU,3.26,,1.94,0.017,0.543,193,6,1,193,6,316.73,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® W1290P ",135.15,,72.61,0.228,1.081,594,125,1,594,125,9.22,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",52.15,,32.9,0.209,0.735,249,71,1,249,71,19.49,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",450.82,,174.94,0.143,2.147,3144,210,2,1572,105,5.96,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",998.4,,454.7,0.059,2.435,16954,410,2,8477,205,3.53,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",1714.12,,554.58,0.092,3.174,18718,540,2,9359,270,2.38,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2889.04,,998.41,0.085,4.127,34000,700,2,17000,350,3.61,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",431.74,,165.69,0.214,2.159,2022,200,2,1011,100,6.18,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",862.18,,340.38,0.379,2.874,2274,300,2,1137,150,3.32,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",1539.24,1433.21,,0.800,10.262,1925,150,1,1925,150,10.28,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",1005.97,1032.49,,3.134,6.706,321,150,1,321,150,15.79,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom,Intel® Celeron® 6305E CPU,24.25,,9.56,0.227,1.617,107,15,1,107,15,40.75,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,32.03,33.52,19.17,0.478,2.669,67,12,1,67,12,124.04,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,206.31,140.75,88.2,0.484,7.368,426,28,1,426,28,19.11,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,164.45,109.09,61.03,0.336,5.873,490,28,1,490,28,24.02,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,220.75,149.98,96.81,0.440,1.920,502,115,1,502,115,17.82,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,8.37,5.57,3.25,0.043,1.394,193,6,1,193,6,477.17,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,35.14,,20.32,0.524,2.928,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,179.3,,74.12,0.421,6.403,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,212.84,,82.48,0.424,1.851,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,10.06,,4.44,0.052,1.676,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,
yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,113.96,,48.9,1.065,7.597,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,
end_rec,,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,,,,,,,,
chatGLM2-6B,OV-2023.2,core,"Intel® Core™ i9-13900K ",277,,340,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,374
chatGLM2-6B,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",,173,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,
chatGLM2-6B,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,,114,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,
chatGLM2-6B,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",,,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,
chatGLM2-6B,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",95,121,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,,,,,,,,
Llama-2-7b-chat,OV-2023.2,core,"Intel® Core™ i9-13900K ",415,,420,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,417
Llama-2-7b-chat,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",179,,201,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,133
Llama-2-7b-chat,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,143,,133,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,136
Llama-2-7b-chat,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",111,95,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,126
Llama-2-7b-chat,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",163,163,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,221
end_rec,,,,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,,,,,,,,
Stable-Diffusion-v2-1,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",7.1,4.4,,,,,,,,,,sec.,FPS/$,FPS/TDP,sec.,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,
Network model,Release,IE-Type,Platform name,Throughput-INT8,Throughput-FP16,Throughput-FP32,Value,Efficiency,Price,TDP,Sockets,Price/Socket,TDP/Socket,Latency,UOM_T,UOM_V,UOM_E,UOM_L,Latency_FP16,Latency_FP32,Latency_int4,Throughput_INT4,Latency_BF16,Throughput_BF16
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i3-8100 ",21.27,34.33,45.1,0.182,0.327,117,65,1,117,65,48.62,FPS,FPS/$,FPS/TDP,msec.,,,,12,15,30
bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-10500TE ",32.04,,21.72,0.150,0.493,214,65,1,214,65,36.77,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i5-13600K ",112.78,,45.21,0.343,0.902,329,125,1,329,125,17.53,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,50.11,,18.36,0.118,1.790,426,28,1,426,28,23.39,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,38.17,,13.67,0.078,1.363,490,28,1,490,28,29.4,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core,Intel® Core™ i7-12700H CPU,88.62,,35.37,0.177,0.771,502,115,1,502,115,17.1,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i7-8700T ",27.47,,18.34,0.091,0.785,303,35,1,303,35,43.1,FPS,FPS/$,FPS/TDP,msec.,,,,,,45
bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-10900TE ",33.58,35.58,21.38,0.069,0.960,488,35,1,488,35,37.7,FPS,FPS/$,FPS/TDP,msec.,,,,34,,45
bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-12900TE ",52.74,,20.43,0.097,1.507,544,35,1,544,35,23.05,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core,"Intel® Core™ i9-13900K ",164.86,,66.26,0.275,1.319,599,125,1,599,125,13.76,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® W1290P ",50.94,,33.27,0.086,0.407,594,125,1,594,125,29.19,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",20.73,,,0.083,0.292,249,71,1,249,71,49.54,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",215.86,,80.31,0.069,1.028,3144,210,2,1572,105,14.03,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",569.64,,222.97,0.034,1.389,16954,410,2,8477,205,7.97,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",876.04,,336.63,0.047,1.622,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",3131.74,,505.87,0.092,4.474,34000,700,2,17000,350,4.14,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",205.61,,76.34,0.102,1.028,2022,200,2,1011,100,14.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",423.53,,166.33,0.186,1.412,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",824.04,680.35,,0.428,5.494,1925,150,1,1925,150,19.37,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",620.32,554.08,,1.932,4.135,321,150,1,321,150,25.63,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,83.66,60.2,42.14,0.196,2.988,426,28,1,426,28,47.28,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,72.43,55.39,36.92,0.148,2.587,490,28,1,490,28,55.03,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,91.52,64.83,46.37,0.182,0.796,502,115,1,502,115,43.39,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,94.49,,39.79,0.222,3.375,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-base-cased,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,88.79,,35.19,0.177,0.772,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.09,,,0.018,0.032,117,65,1,117,65,493.93,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.98,,1.86,0.014,0.046,214,65,1,214,65,351.2,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",10.07,,3.75,0.031,0.081,329,125,1,329,125,156.29,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,5.07,,1.63,0.012,0.181,426,28,1,426,28,219.53,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,3.78,,1.21,0.008,0.135,490,28,1,490,28,267.11,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,Intel® Core™ i7-12700H CPU,8.31,,3.08,0.017,0.072,502,115,1,502,115,155.69,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.7,,1.61,0.009,0.077,303,35,1,303,35,411.88,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.28,,1.99,0.007,0.094,488,35,1,488,35,331.95,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",5.12,,1.83,0.009,0.146,544,35,1,544,35,210.03,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",15.37,,5.95,0.026,0.123,599,125,1,599,125,113.51,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.65,,3.11,0.008,0.037,594,125,1,594,125,228.25,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.11,,,0.008,0.030,249,71,1,249,71,484.55,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",20.81,,6.91,0.007,0.099,3144,210,2,1572,105,106.59,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",50.63,,17.75,0.003,0.123,16954,410,2,8477,205,54.45,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",66.76,,27.44,0.004,0.124,18718,540,2,9359,270,231.49,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",250.47,,45.77,0.007,0.358,34000,700,2,17000,350,27.75,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",20.73,,6.57,0.010,0.104,2022,200,2,1011,100,106.9,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",38.85,,14.53,0.017,0.129,2274,300,2,1137,150,156.69,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",148.54,102.98,,0.077,0.990,1925,150,1,1925,150,107.19,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",127.99,94.72,,0.399,0.853,321,150,1,321,150,124.58,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,9.07,6.62,4.27,0.021,0.324,426,28,1,426,28,452.44,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,5.39,5.77,3.01,0.011,0.192,490,28,1,490,28,741.24,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,10.54,7.57,5,0.021,0.092,502,115,1,502,115,379.08,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,8.49,,3.46,0.020,0.303,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
bert-large-uncased-whole-word-masking-squad-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,8.53,,3.01,0.017,0.074,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,atom,Intel® Atom® X6425E CPU,4.66,,2.87,0.070,0.388,67,12,1,67,12,219.16,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i3-8100 ",22,,14.03,0.188,0.339,117,65,1,117,65,45.56,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",35.15,,16.61,0.164,0.541,214,65,1,214,65,33.27,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i5-13600K ",101.57,,41.76,0.309,0.813,329,125,1,329,125,16.21,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,52.36,,16.31,0.123,1.870,426,28,1,426,28,19.93,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,31.69,,9.45,0.065,1.132,490,28,1,490,28,29.7,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,Intel® Core™ i7-12700H CPU,74.8,,29.13,0.149,0.650,502,115,1,502,115,16.96,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i7-8700T ",32.22,,18.38,0.106,0.921,303,35,1,303,35,37.52,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",39.4,,18.25,0.081,1.126,488,35,1,488,35,28.44,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",58.11,,22.54,0.107,1.660,544,35,1,544,35,21.65,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core,"Intel® Core™ i9-13900K ",149.59,,57.89,0.250,1.197,599,125,1,599,125,12.49,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,atom,Intel® Processor N200 CPU,1.72,,1.01,0.009,0.287,193,6,1,193,6,596.5,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",51.12,,19.38,0.086,0.409,594,125,1,594,125,21.94,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",21.77,,14.75,0.087,0.307,249,71,1,249,71,45.69,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",188.66,,76.86,0.060,0.898,3144,210,2,1572,105,11.81,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",413.18,,154.25,0.024,1.008,16954,410,2,8477,205,5.65,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",564.23,,223.46,0.030,1.045,18718,540,2,9359,270,5.36,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1001.4,,380.46,0.029,1.431,34000,700,2,17000,350,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",182.57,,74.43,0.090,0.913,2022,200,2,1011,100,12.14,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",360.93,,138.14,0.159,1.203,2274,300,2,1137,150,7.04,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",732.85,602.34,,0.381,4.886,1925,150,1,1925,150,21.8,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",597.79,484.98,,1.862,3.985,321,150,1,321,150,26.18,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,atom,Intel® Celeron® 6305E CPU,11.64,,4.56,0.109,0.776,107,15,1,107,15,87.1,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,10.87,11.07,5.64,0.162,0.906,67,12,1,67,12,367.4,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,104.71,48.95,27.69,0.246,3.739,426,28,1,426,28,37.85,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,76.34,36.22,13.67,0.156,2.726,490,28,1,490,28,52.07,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,113.65,52.72,33.36,0.226,0.988,502,115,1,502,115,34.81,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,3.65,1.92,1.27,0.019,0.609,193,6,1,193,6,1094.07,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,60.3,27.73,16.44,0.564,4.020,107,15,1,107,15,66.22,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,11.11,,5.66,0.166,0.926,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,86.78,,24.13,0.204,3.099,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,75.71,,28.98,0.151,0.658,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,4.66,,1.9,0.024,0.776,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
deeplabv3,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,61.15,,16.89,0.571,4.077,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,atom,Intel® Atom® X6425E CPU,7.29,,5.01,0.109,0.608,67,12,1,67,12,140.41,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i3-8100 ",36.6,,24.31,0.313,0.563,117,65,1,117,65,28.3,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-10500TE ",58.84,,29.38,0.275,0.905,214,65,1,214,65,21.11,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i5-13600K ",139.32,,77.22,0.423,1.115,329,125,1,329,125,11.92,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,73.76,,41.07,0.173,2.634,426,28,1,426,28,15.53,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,52.57,,21.48,0.107,1.877,490,28,1,490,28,20.87,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,Intel® Core™ i7-12700H CPU,114.46,,54.77,0.228,0.995,502,115,1,502,115,11.88,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i7-8700T ",51.93,,34.22,0.171,1.484,303,35,1,303,35,24.28,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-10900TE ",66,,35.11,0.135,1.886,488,35,1,488,35,18.95,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-12900TE ",75.37,,44.41,0.139,2.154,544,35,1,544,35,15.52,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core,"Intel® Core™ i9-13900K ",207,,102.36,0.346,1.656,599,125,1,599,125,9.45,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,atom,Intel® Processor N200 CPU,2.09,,1.67,0.011,0.349,193,6,1,193,6,488.71,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® W1290P ",96.56,,38.61,0.163,0.772,594,125,1,594,125,14.19,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",35.01,,25.27,0.141,0.493,249,71,1,249,71,29.41,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",258.46,,164.63,0.082,1.231,3144,210,2,1572,105,11.88,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",518.85,,310.76,0.031,1.265,16954,410,2,8477,205,7.42,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",834.12,,495.89,0.045,1.545,18718,540,2,9359,270,4.31,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",1043.83,,861.5,0.031,1.491,34000,700,2,17000,350,5.43,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",248.64,,157.52,0.123,1.243,2022,200,2,1011,100,12.27,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",469.81,,293.67,0.207,1.566,2274,300,2,1137,150,5.89,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",846.71,825.71,,0.440,5.645,1925,150,1,1925,150,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",582.03,590.73,,1.813,3.880,321,150,1,321,150,26.38,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,atom,Intel® Celeron® 6305E CPU,18.06,,11.09,0.169,1.204,107,15,1,107,15,57.26,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,19.71,22.48,11.18,0.294,1.643,67,12,1,67,12,202.28,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,110.42,90.58,46.89,0.259,3.944,426,28,1,426,28,35.95,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,62.89,49.91,23.65,0.128,2.246,490,28,1,490,28,63.05,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,127.71,103.78,54.39,0.254,1.110,502,115,1,502,115,30.98,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,5.53,4.94,2.75,0.029,0.921,193,6,1,193,6,721.64,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,72.14,60.61,33.85,0.674,4.809,107,15,1,107,15,55.18,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,20.11,,11.51,0.300,1.676,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,101.03,,48.05,0.237,3.608,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,114.83,,55.31,0.229,0.999,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,5.73,,3.57,0.030,0.955,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
efficientdet-d0,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,56.19,,32.14,0.525,3.746,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,atom,Intel® Atom® X6425E CPU,132.01,,79.71,1.970,11.001,67,12,1,67,12,7.97,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i3-8100 ",536.37,,,4.584,8.252,117,65,1,117,65,2.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-10500TE ",898.55,,500.27,4.199,13.824,214,65,1,214,65,1.57,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i5-13600K ",2785.11,,1237.02,8.465,22.281,329,125,1,329,125,0.88,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,1347.18,,525.71,3.162,48.113,426,28,1,426,28,0.86,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,979.43,,319,1.999,34.980,490,28,1,490,28,1.19,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,Intel® Core™ i7-12700H CPU,2099.29,,1056.24,4.182,18.255,502,115,1,502,115,1.1,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i7-8700T ",741.65,,519.77,2.448,21.190,303,35,1,303,35,1.86,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-10900TE ",949.26,,604.02,1.945,27.122,488,35,1,488,35,1.5,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-12900TE ",1300.22,,657.07,2.390,37.149,544,35,1,544,35,1.32,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core,"Intel® Core™ i9-13900K ",4089.6,,2014.33,6.827,32.717,599,125,1,599,125,0.71,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,atom,Intel® Processor N200 CPU,41.1,,29.71,0.213,6.851,193,6,1,193,6,27.14,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® W1290P ",1450.73,,542.77,2.442,11.606,594,125,1,594,125,1.29,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",523.03,,,2.101,7.367,249,71,1,249,71,2.07,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",5410.81,,1915.84,1.721,25.766,3144,210,2,1572,105,1.42,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",14207.13,,4438.67,0.838,34.652,16954,410,2,8477,205,0.93,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",22308.51,,6801.73,1.192,41.312,18718,540,2,9359,270,0.57,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",38064.38,,10986.01,1.120,54.378,34000,700,2,17000,350,0.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",5178.33,,1862.47,2.561,25.892,2022,200,2,1011,100,1.45,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",12161.33,,3597.47,5.348,40.538,2274,300,2,1137,150,0.56,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",6748.16,5698.62,,3.506,44.988,1925,150,1,1925,150,2.37,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",4308.65,3849.95,,13.423,28.724,321,150,1,321,150,3.63,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,atom,Intel® Celeron® 6305E CPU,265.71,,132.81,2.483,17.714,107,15,1,107,15,3.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,191.22,225.68,130.69,2.854,15.935,67,12,1,67,12,20.63,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,1014.86,749.24,525.16,2.382,36.245,426,28,1,426,28,3.77,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,880.63,557.89,349.94,1.797,31.451,490,28,1,490,28,4.25,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,1319.62,916.27,563.83,2.629,11.475,502,115,1,502,115,2.83,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,58.68,40.52,26.29,0.304,9.781,193,6,1,193,6,67.34,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,685.09,513.1,339.2,6.403,45.672,107,15,1,107,15,5.56,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,107.78,,137.9,1.609,8.981,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,2182.22,,612.95,5.123,77.937,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,2071.13,,1048.22,4.126,18.010,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,115.35,,50.03,0.598,19.224,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
mobilenet-v2,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,1465.46,,396.56,13.696,97.698,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,atom,Intel® Atom® X6425E CPU,19.92,,8.18,0.297,1.660,67,12,1,67,12,51.27,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i3-8100 ",96.91,,50.72,0.828,1.491,117,65,1,117,65,10.72,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i5-10500TE ",145.07,,74.01,0.678,2.232,214,65,1,214,65,8.19,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i5-13600K ",515.17,,140.11,1.566,4.121,329,125,1,329,125,3.89,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,229.34,,61.85,0.538,8.191,426,28,1,426,28,5.03,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,172.44,,45.06,0.352,6.159,490,28,1,490,28,6.62,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,Intel® Core™ i7-12700H CPU,445.18,,122.92,0.887,3.871,502,115,1,502,115,3.93,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i7-8700T ",122.89,,62.1,0.406,3.511,303,35,1,303,35,9.97,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i9-10900TE ",156.59,,75.57,0.321,4.474,488,35,1,488,35,7.6,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i9-12900TE ",269.4,,72.67,0.495,7.697,544,35,1,544,35,4.89,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core,"Intel® Core™ i9-13900K ",749.69,,228.22,1.252,5.998,599,125,1,599,125,2.98,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,atom,Intel® Processor N200 CPU,6.72,,3.13,0.035,1.120,193,6,1,193,6,159.9,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® W1290P ",240.85,,96.84,0.405,1.927,594,125,1,594,125,5.5,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",92.92,,49.94,0.373,1.309,249,71,1,249,71,11.12,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",968.92,,267.96,0.308,4.614,3144,210,2,1572,105,2.91,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2902.26,,747.22,0.171,7.079,16954,410,2,8477,205,1.55,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4946.11,,1154.11,0.264,9.159,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",19987.31,,1672.83,0.588,28.553,34000,700,2,17000,350,1.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",931.66,,257,0.461,4.658,2022,200,2,1011,100,3,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2276.19,,562.55,1.001,7.587,2274,300,2,1137,150,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3436.03,2103.96,,1.785,22.907,1925,150,1,1925,150,4.65,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2320.83,1555.26,,7.230,15.472,321,150,1,321,150,6.8,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,atom,Intel® Celeron® 6305E CPU,49.59,,14.36,0.463,3.306,107,15,1,107,15,19.89,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,49.36,52.35,27.44,0.737,4.113,67,12,1,67,12,80.69,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,351.53,206.09,116.49,0.825,12.555,426,28,1,426,28,11.12,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,291.8,170.69,95.05,0.596,10.421,490,28,1,490,28,13.6,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,389.36,224.15,136.98,0.776,3.386,502,115,1,502,115,10.01,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,14.66,7.82,4.24,0.076,2.444,193,6,1,193,6,271.96,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,213.06,118.28,67.33,1.991,14.204,107,15,1,107,15,18.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,73.78,,32.26,1.101,6.148,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,467.05,,119.19,1.096,16.680,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,446.64,,123.08,0.890,3.884,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,20.62,,6.29,0.107,3.437,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
resnet-50,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,299.3,,75.5,2.797,19.953,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,atom,Intel® Atom® X6425E CPU,0.33,,0.13,0.005,0.028,67,12,1,67,12,2993.01,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i3-8100 ",1.68,,0.97,0.014,0.026,117,65,1,117,65,601.85,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-10500TE ",2.42,,1.4,0.011,0.037,214,65,1,214,65,459.92,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i5-13600K ",8.24,,2.4,0.025,0.066,329,125,1,329,125,163.48,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,3.91,,1,0.009,0.140,426,28,1,426,28,277.92,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,2.88,,0.77,0.006,0.103,490,28,1,490,28,338.91,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,Intel® Core™ i7-12700H CPU,7.23,,2.11,0.014,0.063,502,115,1,502,115,160.16,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i7-8700T ",2.02,,1.13,0.007,0.058,303,35,1,303,35,564.49,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-10900TE ",2.65,,1.47,0.005,0.076,488,35,1,488,35,411.44,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-12900TE ",4.43,,1.32,0.008,0.126,544,35,1,544,35,233.69,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core,"Intel® Core™ i9-13900K ",12.56,,4.02,0.021,0.100,599,125,1,599,125,125.42,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,atom,Intel® Processor N200 CPU,0.11,,0.05,0.001,0.019,193,6,1,193,6,8949.48,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® W1290P ",4.33,,2.45,0.007,0.035,594,125,1,594,125,238.2,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",1.6,,0.92,0.006,0.023,249,71,1,249,71,628.09,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",17.64,,4.57,0.006,0.084,3144,210,2,1572,105,115.69,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",57.78,,14.8,0.003,0.141,16954,410,2,8477,205,36.97,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",78.79,,20.72,0.004,0.146,18718,540,2,9359,270,108.29,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",447.58,,31.29,0.013,0.639,34000,700,2,17000,350,8.52,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",16.78,,4.35,0.008,0.084,2022,200,2,1011,100,121.64,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",42.36,,10.47,0.019,0.141,2274,300,2,1137,150,62,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",212,109.86,,0.110,1.413,1925,150,1,1925,150,75.46,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",147.33,81.3,,0.459,0.982,321,150,1,321,150,107.9,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,atom,Intel® Celeron® 6305E CPU,0.89,,0.23,0.008,0.059,107,15,1,107,15,1121.85,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,1.18,1.18,0.6,0.018,0.098,67,12,1,67,12,3388.59,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,9.69,5.42,2.82,0.023,0.346,426,28,1,426,28,422.17,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,8.81,4.73,2.22,0.018,0.315,490,28,1,490,28,454.51,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,10.57,6.15,3.31,0.021,0.092,502,115,1,502,115,378.05,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,0.29,0.16,,0.001,0.048,193,6,1,193,6,13815.91,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,5.07,2.64,1.41,0.047,0.338,107,15,1,107,15,774.3,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,0.33,,0.13,0.005,0.028,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,3.91,,1,0.009,0.140,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,7.22,,2.11,0.014,0.063,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.11,,0.05,0.001,0.019,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd-resnet34-1200,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,0.89,,0.23,0.008,0.059,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Atom® X6425E CPU,45.25,,21.49,0.675,3.771,67,12,1,67,12,23.03,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i3-8100 ",211.26,,122.9,1.806,3.250,117,65,1,117,65,4.94,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-10500TE ",328.11,,171.73,1.533,5.048,214,65,1,214,65,3.6,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i5-13600K ",958.88,,352.8,2.915,7.671,329,125,1,329,125,2.39,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,516.83,,149.6,1.213,18.458,426,28,1,426,28,1.95,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,387.14,,100.71,0.790,13.827,490,28,1,490,28,2.82,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,Intel® Core™ i7-12700H CPU,851.54,,313.45,1.696,7.405,502,115,1,502,115,2.26,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i7-8700T ",276.74,,157.91,0.913,7.907,303,35,1,303,35,4.32,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-10900TE ",364.53,,192.13,0.747,10.415,488,35,1,488,35,3.37,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-12900TE ",524.73,,184.04,0.965,14.992,544,35,1,544,35,3.11,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core,"Intel® Core™ i9-13900K ",1448.44,,577.78,2.418,11.587,599,125,1,599,125,2.07,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Processor N200 CPU,14.48,,7.94,0.075,2.413,193,6,1,193,6,72.01,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® W1290P ",575.79,,221.76,0.969,4.606,594,125,1,594,125,2.37,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",202.62,,125.71,0.814,2.854,249,71,1,249,71,5.11,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",2056.28,,640.87,0.654,9.792,3144,210,2,1572,105,1.56,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",5764.35,,1656.74,0.340,14.059,16954,410,2,8477,205,1.1,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",10274.61,,2320.94,0.549,19.027,18718,540,2,9359,270,0.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",22310.17,,3557.58,0.656,31.872,34000,700,2,17000,350,0.82,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1961.85,,610.96,0.970,9.809,2022,200,2,1011,100,1.63,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",4825.79,,1246.04,2.122,16.086,2274,300,2,1137,150,0.81,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",4044.15,3428.72,,2.101,26.961,1925,150,1,1925,150,3.93,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2984.21,2546.5,,9.297,19.895,321,150,1,321,150,5.28,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom,Intel® Celeron® 6305E CPU,107.12,,36.58,1.001,7.142,107,15,1,107,15,9.17,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,92.52,95.67,51.13,1.381,7.710,67,12,1,67,12,42.26,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,651.76,382.05,253.7,1.530,23.277,426,28,1,426,28,6.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,524.22,312.45,186.78,1.070,18.722,490,28,1,490,28,7.46,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,773.55,416.41,274.89,1.541,6.727,502,115,1,502,115,4.96,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,29.11,15.38,9.5,0.151,4.852,193,6,1,193,6,136.41,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,411.09,221.78,136.65,3.842,27.406,107,15,1,107,15,9.59,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,108.74,,57.49,1.623,9.061,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,681.22,,234.33,1.599,24.329,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,846.65,,312.78,1.687,7.362,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,35.06,,14.07,0.182,5.843,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
ssd_mobilenet_v1_coco,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,299.91,,136.25,2.803,19.994,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Atom® X6425E CPU,0.48,,0.06,0.007,0.040,67,12,1,67,12,2086.28,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i3-8100 ",2.42,,1.55,0.021,0.037,117,65,1,117,65,426.14,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-10500TE ",3.6,,2.28,0.017,0.055,214,65,1,214,65,324.72,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i5-13600K ",11.52,,3.96,0.035,0.092,329,125,1,329,125,121.88,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,6.54,,1.63,0.015,0.234,426,28,1,426,28,168.96,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,4.87,,1.22,0.010,0.174,490,28,1,490,28,209.5,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,Intel® Core™ i7-12700H CPU,10.23,,3.55,0.020,0.089,502,115,1,502,115,123.74,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i7-8700T ",3.02,,1.86,0.010,0.086,303,35,1,303,35,385.98,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-10900TE ",3.86,,2.4,0.008,0.110,488,35,1,488,35,286.48,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-12900TE ",6.29,,2.21,0.012,0.180,544,35,1,544,35,167.25,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core,"Intel® Core™ i9-13900K ",17.97,,6.61,0.030,0.144,599,125,1,599,125,91.7,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Processor N200 CPU,0.17,,0.09,0.001,0.029,193,6,1,193,6,5851.61,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® W1290P ",6.17,,3.96,0.010,0.049,594,125,1,594,125,180.39,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",2.31,,1.48,0.009,0.033,249,71,1,249,71,434.36,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",29.19,,7.31,0.009,0.139,3144,210,2,1572,105,71.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",95.18,,21.6,0.006,0.232,16954,410,2,8477,205,23.81,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",129.12,,31.53,0.007,0.239,18718,540,2,9359,270,73.82,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",594.44,,48.37,0.017,0.849,34000,700,2,17000,350,8.51,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",27.77,,6.96,0.014,0.139,2022,200,2,1011,100,74.6,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",69.04,,15.92,0.030,0.230,2274,300,2,1137,150,43.95,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",308.2,201.07,,0.160,2.055,1925,150,1,1925,150,51.9,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",264.35,182.28,,0.824,1.762,321,150,1,321,150,60.21,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,atom,Intel® Celeron® 6305E CPU,1.49,,0.38,0.014,0.099,107,15,1,107,15,675.13,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,0.98,1.99,0.98,0.015,0.082,67,12,1,67,12,4060.12,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,17.25,8.84,4.82,0.040,0.616,426,28,1,426,28,227.85,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,15.51,7.82,4.16,0.032,0.554,490,28,1,490,28,257.82,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,18.55,9.77,5.39,0.037,0.161,502,115,1,502,115,215.12,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,0.46,0.25,0.14,0.002,0.077,193,6,1,193,6,8685.49,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,8.41,4.38,2.38,0.079,0.560,107,15,1,107,15,475.59,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,1.23,,0.79,0.018,0.102,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,13.96,,3.78,0.033,0.499,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,10.26,,3.52,0.020,0.089,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,0.57,,0.19,0.003,0.094,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
unet-camvid-onnx-0001,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,8.94,,2.44,0.084,0.596,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,atom,Intel® Atom® X6425E CPU,2.09,,0.88,0.031,0.174,67,12,1,67,12,484.41,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i3-8100 ",10.63,,5.8,0.091,0.163,117,65,1,117,65,95.04,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i5-10500TE ",15.37,,8.28,0.072,0.236,214,65,1,214,65,74.25,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i5-13600K ",51.79,,15.62,0.157,0.414,329,125,1,329,125,29.87,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,24.16,,6.61,0.057,0.863,426,28,1,426,28,46.04,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,18.04,,4.84,0.037,0.644,490,28,1,490,28,57.2,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,Intel® Core™ i7-12700H CPU,45.55,,13.34,0.091,0.396,502,115,1,502,115,29.39,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i7-8700T ",12.71,,6.82,0.042,0.363,303,35,1,303,35,87.06,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i9-10900TE ",16.64,,8.64,0.034,0.475,488,35,1,488,35,67.32,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i9-12900TE ",27.33,,8.16,0.050,0.781,544,35,1,544,35,41.73,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core,"Intel® Core™ i9-13900K ",78.06,,25.64,0.130,0.624,599,125,1,599,125,23.25,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,atom,Intel® Processor N200 CPU,0.7,,0.34,0.004,0.117,193,6,1,193,6,1470.7,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® W1290P ",27.37,,14.08,0.046,0.219,594,125,1,594,125,40.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",10.06,,5.64,0.040,0.142,249,71,1,249,71,100.33,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",106.36,,29.72,0.034,0.506,3144,210,2,1572,105,21.82,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",313.83,,87.89,0.019,0.765,16954,410,2,8477,205,10.5,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",490.61,,109.01,0.026,0.909,18718,540,2,9359,270,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2125.85,,193.93,0.063,3.037,34000,700,2,17000,350,3.31,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",101.13,,28.36,0.050,0.506,2022,200,2,1011,100,22.77,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",242.25,,62.31,0.107,0.808,2274,300,2,1137,150,13.97,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",784.51,385.29,,0.408,5.230,1925,150,1,1925,150,20.34,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",582.91,341.6,,1.816,3.886,321,150,1,321,150,27.27,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,atom,Intel® Celeron® 6305E CPU,5.45,,1.54,0.051,0.363,107,15,1,107,15,184.42,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,6.74,6.85,3.38,0.101,0.562,67,12,1,67,12,591.73,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,63.57,29.68,16.2,0.149,2.270,426,28,1,426,28,63.78,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,57.51,26.04,13.46,0.117,2.054,490,28,1,490,28,69.04,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,70.17,33.53,18.68,0.140,0.610,502,115,1,502,115,56.66,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,1.76,0.94,0.5,0.009,0.293,193,6,1,193,6,2270.28,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,32.22,15.09,8.06,0.301,2.148,107,15,1,107,15,123.79,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,7.72,,3.75,0.115,0.643,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,51.27,,13.81,0.120,1.831,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,45.37,,13.46,0.090,0.395,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,2.17,,0.7,0.011,0.361,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,33.62,,8.52,0.314,2.242,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,atom,Intel® Atom® X6425E CPU,22.9,,10.3,0.342,1.908,67,12,1,67,12,44.81,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i3-8100 ",111.7,,63.53,0.955,1.718,117,65,1,117,65,9.05,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-10500TE ",167.36,,91.55,0.782,2.575,214,65,1,214,65,6.74,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i5-13600K ",600,,195.96,1.824,4.800,329,125,1,329,125,3.05,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,252.28,,77.33,0.592,9.010,426,28,1,426,28,4.56,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,186.61,,55.02,0.381,6.665,490,28,1,490,28,5.72,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,Intel® Core™ i7-12700H CPU,501.3,,153.33,0.999,4.359,502,115,1,502,115,3.07,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i7-8700T ",137.83,,76.63,0.455,3.938,303,35,1,303,35,8.19,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-10900TE ",184.15,,95.48,0.377,5.261,488,35,1,488,35,6.36,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-12900TE ",293.87,,93.77,0.540,8.396,544,35,1,544,35,4.16,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core,"Intel® Core™ i9-13900K ",859.57,,285.93,1.435,6.877,599,125,1,599,125,2.43,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,atom,Intel® Processor N200 CPU,7.83,,4.08,0.041,1.306,193,6,1,193,6,136.7,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® W1290P ",298.34,,148.85,0.502,2.387,594,125,1,594,125,4.01,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",106.15,,62.71,0.426,1.495,249,71,1,249,71,9.46,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",1051.35,,338.78,0.334,5.006,3144,210,2,1572,105,2.52,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",2835.63,,919.26,0.167,6.916,16954,410,2,8477,205,1.22,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",4653.13,,1373.23,0.249,8.617,18718,540,2,9359,270,0.87,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",13069.92,,2139.01,0.384,18.671,34000,700,2,17000,350,1.07,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",1009.33,,322.76,0.499,5.047,2022,200,2,1011,100,2.62,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",2219.25,,701.36,0.976,7.397,2274,300,2,1137,150,1.33,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",3774.19,2809.6,,1.961,25.161,1925,150,1,1925,150,4.2,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",2481.58,2188.3,,7.731,16.544,321,150,1,321,150,6.38,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,atom,Intel® Celeron® 6305E CPU,54.03,,17.97,0.505,3.602,107,15,1,107,15,18.27,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,65.71,66.39,33.87,0.981,5.476,67,12,1,67,12,60.33,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,546.82,290.91,170.54,1.284,19.529,426,28,1,426,28,7.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,494.07,258.4,135.87,1.008,17.645,490,28,1,490,28,7.98,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,614.04,322.38,201.06,1.223,5.339,502,115,1,502,115,6.27,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,18.67,9.83,5.51,0.097,3.112,193,6,1,193,6,213.14,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,292.06,153.11,86.79,2.730,19.471,107,15,1,107,15,13.59,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,28.49,,39.7,0.425,2.374,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,485.88,,147.22,1.141,17.353,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,504.34,,154.35,1.005,4.386,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,23.01,,8.08,0.119,3.835,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v3_tiny,OV-2023.2,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,322.03,,92.97,3.010,21.469,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec," "," "," "," "," "," "," "," "," "," "," "," "," "," ",FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,atom,Intel® Atom® X6425E CPU,10.23,,5.1,0.153,0.853,67,12,1,67,12,101.71,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i3-8100 ",53.43,,33.01,0.457,0.822,117,65,1,117,65,19.24,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-10500TE ",81.28,,46.84,0.380,1.251,214,65,1,214,65,13.7,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i5-13600K ",249.13,,95.35,0.757,1.993,329,125,1,329,125,6.67,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,Intel® Core™ i7-1185G7 CPU,110.57,,40.76,0.260,3.949,426,28,1,426,28,10.77,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,Intel® Core™ i7-1185GRE CPU,77.4,,27.48,0.158,2.764,490,28,1,490,28,13.63,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,Intel® Core™ i7-12700H CPU,213.22,,81.23,0.425,1.854,502,115,1,502,115,6.64,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i7-8700T ",71.39,,42.39,0.236,2.040,303,35,1,303,35,16.54,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-10900TE ",92.64,,52.82,0.190,2.647,488,35,1,488,35,12.63,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-12900TE ",132.43,,50.68,0.243,3.784,544,35,1,544,35,9.16,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core,"Intel® Core™ i9-13900K ",377.83,,153.02,0.631,3.023,599,125,1,599,125,5.31,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,atom,Intel® Processor N200 CPU,3.26,,1.94,0.017,0.543,193,6,1,193,6,316.73,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® W1290P ",135.15,,72.61,0.228,1.081,594,125,1,594,125,9.22,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® E-2124G ",52.15,,32.9,0.209,0.735,249,71,1,249,71,19.49,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Gold 5218T ",450.82,,174.94,0.143,2.147,3144,210,2,1572,105,5.96,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8270 ",998.4,,454.7,0.059,2.435,16954,410,2,8477,205,3.53,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",1714.12,,554.58,0.092,3.174,18718,540,2,9359,270,2.38,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Platinum 8490H ",2889.04,,998.41,0.085,4.127,34000,700,2,17000,350,3.61,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4216R ",431.74,,165.69,0.214,2.159,2022,200,2,1011,100,6.18,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,xeon,"Intel® Xeon® Silver 4316 ",862.18,,340.38,0.379,2.874,2274,300,2,1137,150,3.32,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",1539.24,1433.21,,0.800,10.262,1925,150,1,1925,150,10.28,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",1005.97,1032.49,,3.134,6.706,321,150,1,321,150,15.79,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,atom,Intel® Celeron® 6305E CPU,24.25,,9.56,0.227,1.617,107,15,1,107,15,40.75,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,atom-iGPU,Intel® Atom® X6425E iGPU,32.03,33.52,19.17,0.478,2.669,67,12,1,67,12,124.04,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-1185G7 iGPU,206.31,140.75,88.2,0.484,7.368,426,28,1,426,28,19.11,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-1185GRE iGPU,164.45,109.09,61.03,0.336,5.873,490,28,1,490,28,24.02,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core-iGPU,Intel® Core™ i7-12700H iGPU,220.75,149.98,96.81,0.440,1.920,502,115,1,502,115,17.82,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,atom-iGPU,Intel® Processor N200 iGPU,8.37,5.57,3.25,0.043,1.394,193,6,1,193,6,477.17,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,atom-iGPU,Intel® Celeron® 6305E iGPU,35.14,,20.32,0.524,2.928,67,12,1,67,12,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Atom® X6425E CPU+iGPU,179.3,,74.12,0.421,6.403,426,28,1,426,28,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-1185G7 CPU+iGPU,212.84,,82.48,0.424,1.851,502,115,1,502,115,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,core-CPU+iGPU,Intel® Core™ i7-12700H CPU+iGPU,10.06,,4.44,0.052,1.676,193,6,1,193,6,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
yolo_v8n,OV-2023.2,atom-CPU+iGPU,Intel® Processor N200 CPU+iGPU,113.96,,48.9,1.065,7.597,107,15,1,107,15,,FPS,FPS/$,FPS/TDP,msec.,,,,,,
end_rec,,atom-CPU+iGPU,Intel® Celeron® 6305E CPU+iGPU,,,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,,,,,,,,,,
chatGLM2-6B,OV-2023.2,core,"Intel® Core™ i9-13900K ",277,,340,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,374,,
chatGLM2-6B,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",,173,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,,,
chatGLM2-6B,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,,114,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,,,
chatGLM2-6B,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",,,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,,,
chatGLM2-6B,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",95,121,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,,,,,,,,,,
Llama-2-7b-chat,OV-2023.2,core,"Intel® Core™ i9-13900K ",415,,420,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,417,,
Llama-2-7b-chat,OV-2023.2,xeon,"Intel® Xeon® Platinum 8380 ",179,,201,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,133,,
Llama-2-7b-chat,OV-2023.2,xeon,Intel® Xeon® Platinum 8490H,143,,133,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,136,,
Llama-2-7b-chat,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",111,95,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,126,,
Llama-2-7b-chat,OV-2023.2,accel,"Intel® Arc®A-Series Graphics ",163,163,,,,,,,,,,msec./token,FPS/$,FPS/TDP,msec./token,,,,221,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
begin_rec,,,,,,,,,,,,,,,,,,,,,,,,
Stable-Diffusion-v2-1,OV-2023.2,accel,"Intel® Data Center GPU Flex 170 ",7.1,4.4,,,,,,,,,,sec.,FPS/$,FPS/TDP,sec.,,,,,,
end_rec,,,,,,,,,,,,,,,,,,,,,,,,
1 Network model Release IE-Type Platform name Throughput-INT8 Throughput-FP16 Throughput-FP32 Value Efficiency Price TDP Sockets Price/Socket TDP/Socket Latency UOM_T UOM_V UOM_E UOM_L Latency_FP16 Latency_FP32 Latency_int4 Throughput_INT4 Latency_BF16 Throughput_BF16
2 begin_rec FPS FPS/$ FPS/TDP msec.
3 bert-base-cased OV-2023.2 core Intel® Core™ i3-8100 21.27 34.33 45.1 0.182 0.327 117 65 1 117 65 48.62 FPS FPS/$ FPS/TDP msec. 12 15 30
4 bert-base-cased OV-2023.2 core Intel® Core™ i5-10500TE 32.04 21.72 0.150 0.493 214 65 1 214 65 36.77 FPS FPS/$ FPS/TDP msec.
5 bert-base-cased OV-2023.2 core Intel® Core™ i5-13600K 112.78 45.21 0.343 0.902 329 125 1 329 125 17.53 FPS FPS/$ FPS/TDP msec.
6 bert-base-cased OV-2023.2 core Intel® Core™ i7-1185G7 CPU 50.11 18.36 0.118 1.790 426 28 1 426 28 23.39 FPS FPS/$ FPS/TDP msec.
7 bert-base-cased OV-2023.2 core Intel® Core™ i7-1185GRE CPU 38.17 13.67 0.078 1.363 490 28 1 490 28 29.4 FPS FPS/$ FPS/TDP msec.
8 bert-base-cased OV-2023.2 core Intel® Core™ i7-12700H CPU 88.62 35.37 0.177 0.771 502 115 1 502 115 17.1 FPS FPS/$ FPS/TDP msec.
9 bert-base-cased OV-2023.2 core Intel® Core™ i7-8700T 27.47 18.34 0.091 0.785 303 35 1 303 35 43.1 FPS FPS/$ FPS/TDP msec. 45
10 bert-base-cased OV-2023.2 core Intel® Core™ i9-10900TE 33.58 35.58 21.38 0.069 0.960 488 35 1 488 35 37.7 FPS FPS/$ FPS/TDP msec. 34 45
11 bert-base-cased OV-2023.2 core Intel® Core™ i9-12900TE 52.74 20.43 0.097 1.507 544 35 1 544 35 23.05 FPS FPS/$ FPS/TDP msec.
12 bert-base-cased OV-2023.2 core Intel® Core™ i9-13900K 164.86 66.26 0.275 1.319 599 125 1 599 125 13.76 FPS FPS/$ FPS/TDP msec.
13 bert-base-cased OV-2023.2 xeon Intel® Xeon® W1290P 50.94 33.27 0.086 0.407 594 125 1 594 125 29.19 FPS FPS/$ FPS/TDP msec.
14 bert-base-cased OV-2023.2 xeon Intel® Xeon® E-2124G 20.73 0.083 0.292 249 71 1 249 71 49.54 FPS FPS/$ FPS/TDP msec.
15 bert-base-cased OV-2023.2 xeon Intel® Xeon® Gold 5218T 215.86 80.31 0.069 1.028 3144 210 2 1572 105 14.03 FPS FPS/$ FPS/TDP msec.
16 bert-base-cased OV-2023.2 xeon Intel® Xeon® Platinum 8270 569.64 222.97 0.034 1.389 16954 410 2 8477 205 7.97 FPS FPS/$ FPS/TDP msec.
17 bert-base-cased OV-2023.2 xeon Intel® Xeon® Platinum 8380 876.04 336.63 0.047 1.622 18718 540 2 9359 270 FPS FPS/$ FPS/TDP msec.
18 bert-base-cased OV-2023.2 xeon Intel® Xeon® Platinum 8490H 3131.74 505.87 0.092 4.474 34000 700 2 17000 350 4.14 FPS FPS/$ FPS/TDP msec.
19 bert-base-cased OV-2023.2 xeon Intel® Xeon® Silver 4216R 205.61 76.34 0.102 1.028 2022 200 2 1011 100 14.66 FPS FPS/$ FPS/TDP msec.
20 bert-base-cased OV-2023.2 xeon Intel® Xeon® Silver 4316 423.53 166.33 0.186 1.412 2274 300 2 1137 150 FPS FPS/$ FPS/TDP msec.
21 bert-base-cased OV-2023.2 accel Intel® Data Center GPU Flex 170 824.04 680.35 0.428 5.494 1925 150 1 1925 150 19.37 FPS FPS/$ FPS/TDP msec.
22 bert-base-cased OV-2023.2 accel Intel® Arc®A-Series Graphics 620.32 554.08 1.932 4.135 321 150 1 321 150 25.63 FPS FPS/$ FPS/TDP msec.
23 bert-base-cased OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 83.66 60.2 42.14 0.196 2.988 426 28 1 426 28 47.28 FPS FPS/$ FPS/TDP msec.
24 bert-base-cased OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 72.43 55.39 36.92 0.148 2.587 490 28 1 490 28 55.03 FPS FPS/$ FPS/TDP msec.
25 bert-base-cased OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 91.52 64.83 46.37 0.182 0.796 502 115 1 502 115 43.39 FPS FPS/$ FPS/TDP msec.
26 bert-base-cased OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 94.49 39.79 0.222 3.375 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
27 bert-base-cased OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 88.79 35.19 0.177 0.772 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
28 end_rec
29 begin_rec FPS FPS/$ FPS/TDP msec.
30 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i3-8100 2.09 0.018 0.032 117 65 1 117 65 493.93 FPS FPS/$ FPS/TDP msec.
31 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i5-10500TE 2.98 1.86 0.014 0.046 214 65 1 214 65 351.2 FPS FPS/$ FPS/TDP msec.
32 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i5-13600K 10.07 3.75 0.031 0.081 329 125 1 329 125 156.29 FPS FPS/$ FPS/TDP msec.
33 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i7-1185G7 CPU 5.07 1.63 0.012 0.181 426 28 1 426 28 219.53 FPS FPS/$ FPS/TDP msec.
34 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i7-1185GRE CPU 3.78 1.21 0.008 0.135 490 28 1 490 28 267.11 FPS FPS/$ FPS/TDP msec.
35 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i7-12700H CPU 8.31 3.08 0.017 0.072 502 115 1 502 115 155.69 FPS FPS/$ FPS/TDP msec.
36 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i7-8700T 2.7 1.61 0.009 0.077 303 35 1 303 35 411.88 FPS FPS/$ FPS/TDP msec.
37 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i9-10900TE 3.28 1.99 0.007 0.094 488 35 1 488 35 331.95 FPS FPS/$ FPS/TDP msec.
38 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i9-12900TE 5.12 1.83 0.009 0.146 544 35 1 544 35 210.03 FPS FPS/$ FPS/TDP msec.
39 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core Intel® Core™ i9-13900K 15.37 5.95 0.026 0.123 599 125 1 599 125 113.51 FPS FPS/$ FPS/TDP msec.
40 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 xeon Intel® Xeon® W1290P 4.65 3.11 0.008 0.037 594 125 1 594 125 228.25 FPS FPS/$ FPS/TDP msec.
41 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 xeon Intel® Xeon® E-2124G 2.11 0.008 0.030 249 71 1 249 71 484.55 FPS FPS/$ FPS/TDP msec.
42 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 xeon Intel® Xeon® Gold 5218T 20.81 6.91 0.007 0.099 3144 210 2 1572 105 106.59 FPS FPS/$ FPS/TDP msec.
43 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 xeon Intel® Xeon® Platinum 8270 50.63 17.75 0.003 0.123 16954 410 2 8477 205 54.45 FPS FPS/$ FPS/TDP msec.
44 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 xeon Intel® Xeon® Platinum 8380 66.76 27.44 0.004 0.124 18718 540 2 9359 270 231.49 FPS FPS/$ FPS/TDP msec.
45 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 xeon Intel® Xeon® Platinum 8490H 250.47 45.77 0.007 0.358 34000 700 2 17000 350 27.75 FPS FPS/$ FPS/TDP msec.
46 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 xeon Intel® Xeon® Silver 4216R 20.73 6.57 0.010 0.104 2022 200 2 1011 100 106.9 FPS FPS/$ FPS/TDP msec.
47 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 xeon Intel® Xeon® Silver 4316 38.85 14.53 0.017 0.129 2274 300 2 1137 150 156.69 FPS FPS/$ FPS/TDP msec.
48 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 accel Intel® Data Center GPU Flex 170 148.54 102.98 0.077 0.990 1925 150 1 1925 150 107.19 FPS FPS/$ FPS/TDP msec.
49 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 accel Intel® Arc®A-Series Graphics 127.99 94.72 0.399 0.853 321 150 1 321 150 124.58 FPS FPS/$ FPS/TDP msec.
50 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 9.07 6.62 4.27 0.021 0.324 426 28 1 426 28 452.44 FPS FPS/$ FPS/TDP msec.
51 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 5.39 5.77 3.01 0.011 0.192 490 28 1 490 28 741.24 FPS FPS/$ FPS/TDP msec.
52 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 10.54 7.57 5 0.021 0.092 502 115 1 502 115 379.08 FPS FPS/$ FPS/TDP msec.
53 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 8.49 3.46 0.020 0.303 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
54 bert-large-uncased-whole-word-masking-squad-0001 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 8.53 3.01 0.017 0.074 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
55 end_rec
56 begin_rec FPS FPS/$ FPS/TDP msec.
57 deeplabv3 OV-2023.2 atom Intel® Atom® X6425E CPU 4.66 2.87 0.070 0.388 67 12 1 67 12 219.16 FPS FPS/$ FPS/TDP msec.
58 deeplabv3 OV-2023.2 core Intel® Core™ i3-8100 22 14.03 0.188 0.339 117 65 1 117 65 45.56 FPS FPS/$ FPS/TDP msec.
59 deeplabv3 OV-2023.2 core Intel® Core™ i5-10500TE 35.15 16.61 0.164 0.541 214 65 1 214 65 33.27 FPS FPS/$ FPS/TDP msec.
60 deeplabv3 OV-2023.2 core Intel® Core™ i5-13600K 101.57 41.76 0.309 0.813 329 125 1 329 125 16.21 FPS FPS/$ FPS/TDP msec.
61 deeplabv3 OV-2023.2 core Intel® Core™ i7-1185G7 CPU 52.36 16.31 0.123 1.870 426 28 1 426 28 19.93 FPS FPS/$ FPS/TDP msec.
62 deeplabv3 OV-2023.2 core Intel® Core™ i7-1185GRE CPU 31.69 9.45 0.065 1.132 490 28 1 490 28 29.7 FPS FPS/$ FPS/TDP msec.
63 deeplabv3 OV-2023.2 core Intel® Core™ i7-12700H CPU 74.8 29.13 0.149 0.650 502 115 1 502 115 16.96 FPS FPS/$ FPS/TDP msec.
64 deeplabv3 OV-2023.2 core Intel® Core™ i7-8700T 32.22 18.38 0.106 0.921 303 35 1 303 35 37.52 FPS FPS/$ FPS/TDP msec.
65 deeplabv3 OV-2023.2 core Intel® Core™ i9-10900TE 39.4 18.25 0.081 1.126 488 35 1 488 35 28.44 FPS FPS/$ FPS/TDP msec.
66 deeplabv3 OV-2023.2 core Intel® Core™ i9-12900TE 58.11 22.54 0.107 1.660 544 35 1 544 35 21.65 FPS FPS/$ FPS/TDP msec.
67 deeplabv3 OV-2023.2 core Intel® Core™ i9-13900K 149.59 57.89 0.250 1.197 599 125 1 599 125 12.49 FPS FPS/$ FPS/TDP msec.
68 deeplabv3 OV-2023.2 atom Intel® Processor N200 CPU 1.72 1.01 0.009 0.287 193 6 1 193 6 596.5 FPS FPS/$ FPS/TDP msec.
69 deeplabv3 OV-2023.2 xeon Intel® Xeon® W1290P 51.12 19.38 0.086 0.409 594 125 1 594 125 21.94 FPS FPS/$ FPS/TDP msec.
70 deeplabv3 OV-2023.2 xeon Intel® Xeon® E-2124G 21.77 14.75 0.087 0.307 249 71 1 249 71 45.69 FPS FPS/$ FPS/TDP msec.
71 deeplabv3 OV-2023.2 xeon Intel® Xeon® Gold 5218T 188.66 76.86 0.060 0.898 3144 210 2 1572 105 11.81 FPS FPS/$ FPS/TDP msec.
72 deeplabv3 OV-2023.2 xeon Intel® Xeon® Platinum 8270 413.18 154.25 0.024 1.008 16954 410 2 8477 205 5.65 FPS FPS/$ FPS/TDP msec.
73 deeplabv3 OV-2023.2 xeon Intel® Xeon® Platinum 8380 564.23 223.46 0.030 1.045 18718 540 2 9359 270 5.36 FPS FPS/$ FPS/TDP msec.
74 deeplabv3 OV-2023.2 xeon Intel® Xeon® Platinum 8490H 1001.4 380.46 0.029 1.431 34000 700 2 17000 350 3.6 FPS FPS/$ FPS/TDP msec.
75 deeplabv3 OV-2023.2 xeon Intel® Xeon® Silver 4216R 182.57 74.43 0.090 0.913 2022 200 2 1011 100 12.14 FPS FPS/$ FPS/TDP msec.
76 deeplabv3 OV-2023.2 xeon Intel® Xeon® Silver 4316 360.93 138.14 0.159 1.203 2274 300 2 1137 150 7.04 FPS FPS/$ FPS/TDP msec.
77 deeplabv3 OV-2023.2 accel Intel® Data Center GPU Flex 170 732.85 602.34 0.381 4.886 1925 150 1 1925 150 21.8 FPS FPS/$ FPS/TDP msec.
78 deeplabv3 OV-2023.2 accel Intel® Arc®A-Series Graphics 597.79 484.98 1.862 3.985 321 150 1 321 150 26.18 FPS FPS/$ FPS/TDP msec.
79 deeplabv3 OV-2023.2 atom Intel® Celeron® 6305E CPU 11.64 4.56 0.109 0.776 107 15 1 107 15 87.1 FPS FPS/$ FPS/TDP msec.
80 deeplabv3 OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 10.87 11.07 5.64 0.162 0.906 67 12 1 67 12 367.4 FPS FPS/$ FPS/TDP msec.
81 deeplabv3 OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 104.71 48.95 27.69 0.246 3.739 426 28 1 426 28 37.85 FPS FPS/$ FPS/TDP msec.
82 deeplabv3 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 76.34 36.22 13.67 0.156 2.726 490 28 1 490 28 52.07 FPS FPS/$ FPS/TDP msec.
83 deeplabv3 OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 113.65 52.72 33.36 0.226 0.988 502 115 1 502 115 34.81 FPS FPS/$ FPS/TDP msec.
84 deeplabv3 OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 3.65 1.92 1.27 0.019 0.609 193 6 1 193 6 1094.07 FPS FPS/$ FPS/TDP msec.
85 deeplabv3 OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 60.3 27.73 16.44 0.564 4.020 107 15 1 107 15 66.22 FPS FPS/$ FPS/TDP msec.
86 deeplabv3 OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 11.11 5.66 0.166 0.926 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
87 deeplabv3 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 86.78 24.13 0.204 3.099 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
88 deeplabv3 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 75.71 28.98 0.151 0.658 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
89 deeplabv3 OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 4.66 1.9 0.024 0.776 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
90 deeplabv3 OV-2023.2 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 61.15 16.89 0.571 4.077 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
91 end_rec
92 begin_rec FPS FPS/$ FPS/TDP msec.
93 efficientdet-d0 OV-2023.2 atom Intel® Atom® X6425E CPU 7.29 5.01 0.109 0.608 67 12 1 67 12 140.41 FPS FPS/$ FPS/TDP msec.
94 efficientdet-d0 OV-2023.2 core Intel® Core™ i3-8100 36.6 24.31 0.313 0.563 117 65 1 117 65 28.3 FPS FPS/$ FPS/TDP msec.
95 efficientdet-d0 OV-2023.2 core Intel® Core™ i5-10500TE 58.84 29.38 0.275 0.905 214 65 1 214 65 21.11 FPS FPS/$ FPS/TDP msec.
96 efficientdet-d0 OV-2023.2 core Intel® Core™ i5-13600K 139.32 77.22 0.423 1.115 329 125 1 329 125 11.92 FPS FPS/$ FPS/TDP msec.
97 efficientdet-d0 OV-2023.2 core Intel® Core™ i7-1185G7 CPU 73.76 41.07 0.173 2.634 426 28 1 426 28 15.53 FPS FPS/$ FPS/TDP msec.
98 efficientdet-d0 OV-2023.2 core Intel® Core™ i7-1185GRE CPU 52.57 21.48 0.107 1.877 490 28 1 490 28 20.87 FPS FPS/$ FPS/TDP msec.
99 efficientdet-d0 OV-2023.2 core Intel® Core™ i7-12700H CPU 114.46 54.77 0.228 0.995 502 115 1 502 115 11.88 FPS FPS/$ FPS/TDP msec.
100 efficientdet-d0 OV-2023.2 core Intel® Core™ i7-8700T 51.93 34.22 0.171 1.484 303 35 1 303 35 24.28 FPS FPS/$ FPS/TDP msec.
101 efficientdet-d0 OV-2023.2 core Intel® Core™ i9-10900TE 66 35.11 0.135 1.886 488 35 1 488 35 18.95 FPS FPS/$ FPS/TDP msec.
102 efficientdet-d0 OV-2023.2 core Intel® Core™ i9-12900TE 75.37 44.41 0.139 2.154 544 35 1 544 35 15.52 FPS FPS/$ FPS/TDP msec.
103 efficientdet-d0 OV-2023.2 core Intel® Core™ i9-13900K 207 102.36 0.346 1.656 599 125 1 599 125 9.45 FPS FPS/$ FPS/TDP msec.
104 efficientdet-d0 OV-2023.2 atom Intel® Processor N200 CPU 2.09 1.67 0.011 0.349 193 6 1 193 6 488.71 FPS FPS/$ FPS/TDP msec.
105 efficientdet-d0 OV-2023.2 xeon Intel® Xeon® W1290P 96.56 38.61 0.163 0.772 594 125 1 594 125 14.19 FPS FPS/$ FPS/TDP msec.
106 efficientdet-d0 OV-2023.2 xeon Intel® Xeon® E-2124G 35.01 25.27 0.141 0.493 249 71 1 249 71 29.41 FPS FPS/$ FPS/TDP msec.
107 efficientdet-d0 OV-2023.2 xeon Intel® Xeon® Gold 5218T 258.46 164.63 0.082 1.231 3144 210 2 1572 105 11.88 FPS FPS/$ FPS/TDP msec.
108 efficientdet-d0 OV-2023.2 xeon Intel® Xeon® Platinum 8270 518.85 310.76 0.031 1.265 16954 410 2 8477 205 7.42 FPS FPS/$ FPS/TDP msec.
109 efficientdet-d0 OV-2023.2 xeon Intel® Xeon® Platinum 8380 834.12 495.89 0.045 1.545 18718 540 2 9359 270 4.31 FPS FPS/$ FPS/TDP msec.
110 efficientdet-d0 OV-2023.2 xeon Intel® Xeon® Platinum 8490H 1043.83 861.5 0.031 1.491 34000 700 2 17000 350 5.43 FPS FPS/$ FPS/TDP msec.
111 efficientdet-d0 OV-2023.2 xeon Intel® Xeon® Silver 4216R 248.64 157.52 0.123 1.243 2022 200 2 1011 100 12.27 FPS FPS/$ FPS/TDP msec.
112 efficientdet-d0 OV-2023.2 xeon Intel® Xeon® Silver 4316 469.81 293.67 0.207 1.566 2274 300 2 1137 150 5.89 FPS FPS/$ FPS/TDP msec.
113 efficientdet-d0 OV-2023.2 accel Intel® Data Center GPU Flex 170 846.71 825.71 0.440 5.645 1925 150 1 1925 150 18.66 FPS FPS/$ FPS/TDP msec.
114 efficientdet-d0 OV-2023.2 accel Intel® Arc®A-Series Graphics 582.03 590.73 1.813 3.880 321 150 1 321 150 26.38 FPS FPS/$ FPS/TDP msec.
115 efficientdet-d0 OV-2023.2 atom Intel® Celeron® 6305E CPU 18.06 11.09 0.169 1.204 107 15 1 107 15 57.26 FPS FPS/$ FPS/TDP msec.
116 efficientdet-d0 OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 19.71 22.48 11.18 0.294 1.643 67 12 1 67 12 202.28 FPS FPS/$ FPS/TDP msec.
117 efficientdet-d0 OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 110.42 90.58 46.89 0.259 3.944 426 28 1 426 28 35.95 FPS FPS/$ FPS/TDP msec.
118 efficientdet-d0 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 62.89 49.91 23.65 0.128 2.246 490 28 1 490 28 63.05 FPS FPS/$ FPS/TDP msec.
119 efficientdet-d0 OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 127.71 103.78 54.39 0.254 1.110 502 115 1 502 115 30.98 FPS FPS/$ FPS/TDP msec.
120 efficientdet-d0 OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 5.53 4.94 2.75 0.029 0.921 193 6 1 193 6 721.64 FPS FPS/$ FPS/TDP msec.
121 efficientdet-d0 OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 72.14 60.61 33.85 0.674 4.809 107 15 1 107 15 55.18 FPS FPS/$ FPS/TDP msec.
122 efficientdet-d0 OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 20.11 11.51 0.300 1.676 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
123 efficientdet-d0 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 101.03 48.05 0.237 3.608 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
124 efficientdet-d0 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 114.83 55.31 0.229 0.999 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
125 efficientdet-d0 OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 5.73 3.57 0.030 0.955 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
126 efficientdet-d0 OV-2023.2 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 56.19 32.14 0.525 3.746 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
127 end_rec
128 begin_rec FPS FPS/$ FPS/TDP msec.
129 mobilenet-v2 OV-2023.2 atom Intel® Atom® X6425E CPU 132.01 79.71 1.970 11.001 67 12 1 67 12 7.97 FPS FPS/$ FPS/TDP msec.
130 mobilenet-v2 OV-2023.2 core Intel® Core™ i3-8100 536.37 4.584 8.252 117 65 1 117 65 2.02 FPS FPS/$ FPS/TDP msec.
131 mobilenet-v2 OV-2023.2 core Intel® Core™ i5-10500TE 898.55 500.27 4.199 13.824 214 65 1 214 65 1.57 FPS FPS/$ FPS/TDP msec.
132 mobilenet-v2 OV-2023.2 core Intel® Core™ i5-13600K 2785.11 1237.02 8.465 22.281 329 125 1 329 125 0.88 FPS FPS/$ FPS/TDP msec.
133 mobilenet-v2 OV-2023.2 core Intel® Core™ i7-1185G7 CPU 1347.18 525.71 3.162 48.113 426 28 1 426 28 0.86 FPS FPS/$ FPS/TDP msec.
134 mobilenet-v2 OV-2023.2 core Intel® Core™ i7-1185GRE CPU 979.43 319 1.999 34.980 490 28 1 490 28 1.19 FPS FPS/$ FPS/TDP msec.
135 mobilenet-v2 OV-2023.2 core Intel® Core™ i7-12700H CPU 2099.29 1056.24 4.182 18.255 502 115 1 502 115 1.1 FPS FPS/$ FPS/TDP msec.
136 mobilenet-v2 OV-2023.2 core Intel® Core™ i7-8700T 741.65 519.77 2.448 21.190 303 35 1 303 35 1.86 FPS FPS/$ FPS/TDP msec.
137 mobilenet-v2 OV-2023.2 core Intel® Core™ i9-10900TE 949.26 604.02 1.945 27.122 488 35 1 488 35 1.5 FPS FPS/$ FPS/TDP msec.
138 mobilenet-v2 OV-2023.2 core Intel® Core™ i9-12900TE 1300.22 657.07 2.390 37.149 544 35 1 544 35 1.32 FPS FPS/$ FPS/TDP msec.
139 mobilenet-v2 OV-2023.2 core Intel® Core™ i9-13900K 4089.6 2014.33 6.827 32.717 599 125 1 599 125 0.71 FPS FPS/$ FPS/TDP msec.
140 mobilenet-v2 OV-2023.2 atom Intel® Processor N200 CPU 41.1 29.71 0.213 6.851 193 6 1 193 6 27.14 FPS FPS/$ FPS/TDP msec.
141 mobilenet-v2 OV-2023.2 xeon Intel® Xeon® W1290P 1450.73 542.77 2.442 11.606 594 125 1 594 125 1.29 FPS FPS/$ FPS/TDP msec.
142 mobilenet-v2 OV-2023.2 xeon Intel® Xeon® E-2124G 523.03 2.101 7.367 249 71 1 249 71 2.07 FPS FPS/$ FPS/TDP msec.
143 mobilenet-v2 OV-2023.2 xeon Intel® Xeon® Gold 5218T 5410.81 1915.84 1.721 25.766 3144 210 2 1572 105 1.42 FPS FPS/$ FPS/TDP msec.
144 mobilenet-v2 OV-2023.2 xeon Intel® Xeon® Platinum 8270 14207.13 4438.67 0.838 34.652 16954 410 2 8477 205 0.93 FPS FPS/$ FPS/TDP msec.
145 mobilenet-v2 OV-2023.2 xeon Intel® Xeon® Platinum 8380 22308.51 6801.73 1.192 41.312 18718 540 2 9359 270 0.57 FPS FPS/$ FPS/TDP msec.
146 mobilenet-v2 OV-2023.2 xeon Intel® Xeon® Platinum 8490H 38064.38 10986.01 1.120 54.378 34000 700 2 17000 350 0.66 FPS FPS/$ FPS/TDP msec.
147 mobilenet-v2 OV-2023.2 xeon Intel® Xeon® Silver 4216R 5178.33 1862.47 2.561 25.892 2022 200 2 1011 100 1.45 FPS FPS/$ FPS/TDP msec.
148 mobilenet-v2 OV-2023.2 xeon Intel® Xeon® Silver 4316 12161.33 3597.47 5.348 40.538 2274 300 2 1137 150 0.56 FPS FPS/$ FPS/TDP msec.
149 mobilenet-v2 OV-2023.2 accel Intel® Data Center GPU Flex 170 6748.16 5698.62 3.506 44.988 1925 150 1 1925 150 2.37 FPS FPS/$ FPS/TDP msec.
150 mobilenet-v2 OV-2023.2 accel Intel® Arc®A-Series Graphics 4308.65 3849.95 13.423 28.724 321 150 1 321 150 3.63 FPS FPS/$ FPS/TDP msec.
151 mobilenet-v2 OV-2023.2 atom Intel® Celeron® 6305E CPU 265.71 132.81 2.483 17.714 107 15 1 107 15 3.66 FPS FPS/$ FPS/TDP msec.
152 mobilenet-v2 OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 191.22 225.68 130.69 2.854 15.935 67 12 1 67 12 20.63 FPS FPS/$ FPS/TDP msec.
153 mobilenet-v2 OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 1014.86 749.24 525.16 2.382 36.245 426 28 1 426 28 3.77 FPS FPS/$ FPS/TDP msec.
154 mobilenet-v2 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 880.63 557.89 349.94 1.797 31.451 490 28 1 490 28 4.25 FPS FPS/$ FPS/TDP msec.
155 mobilenet-v2 OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 1319.62 916.27 563.83 2.629 11.475 502 115 1 502 115 2.83 FPS FPS/$ FPS/TDP msec.
156 mobilenet-v2 OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 58.68 40.52 26.29 0.304 9.781 193 6 1 193 6 67.34 FPS FPS/$ FPS/TDP msec.
157 mobilenet-v2 OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 685.09 513.1 339.2 6.403 45.672 107 15 1 107 15 5.56 FPS FPS/$ FPS/TDP msec.
158 mobilenet-v2 OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 107.78 137.9 1.609 8.981 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
159 mobilenet-v2 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 2182.22 612.95 5.123 77.937 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
160 mobilenet-v2 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 2071.13 1048.22 4.126 18.010 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
161 mobilenet-v2 OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 115.35 50.03 0.598 19.224 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
162 mobilenet-v2 OV-2023.2 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 1465.46 396.56 13.696 97.698 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
163 end_rec
164 begin_rec FPS FPS/$ FPS/TDP msec.
165 resnet-50 OV-2023.2 atom Intel® Atom® X6425E CPU 19.92 8.18 0.297 1.660 67 12 1 67 12 51.27 FPS FPS/$ FPS/TDP msec.
166 resnet-50 OV-2023.2 core Intel® Core™ i3-8100 96.91 50.72 0.828 1.491 117 65 1 117 65 10.72 FPS FPS/$ FPS/TDP msec.
167 resnet-50 OV-2023.2 core Intel® Core™ i5-10500TE 145.07 74.01 0.678 2.232 214 65 1 214 65 8.19 FPS FPS/$ FPS/TDP msec.
168 resnet-50 OV-2023.2 core Intel® Core™ i5-13600K 515.17 140.11 1.566 4.121 329 125 1 329 125 3.89 FPS FPS/$ FPS/TDP msec.
169 resnet-50 OV-2023.2 core Intel® Core™ i7-1185G7 CPU 229.34 61.85 0.538 8.191 426 28 1 426 28 5.03 FPS FPS/$ FPS/TDP msec.
170 resnet-50 OV-2023.2 core Intel® Core™ i7-1185GRE CPU 172.44 45.06 0.352 6.159 490 28 1 490 28 6.62 FPS FPS/$ FPS/TDP msec.
171 resnet-50 OV-2023.2 core Intel® Core™ i7-12700H CPU 445.18 122.92 0.887 3.871 502 115 1 502 115 3.93 FPS FPS/$ FPS/TDP msec.
172 resnet-50 OV-2023.2 core Intel® Core™ i7-8700T 122.89 62.1 0.406 3.511 303 35 1 303 35 9.97 FPS FPS/$ FPS/TDP msec.
173 resnet-50 OV-2023.2 core Intel® Core™ i9-10900TE 156.59 75.57 0.321 4.474 488 35 1 488 35 7.6 FPS FPS/$ FPS/TDP msec.
174 resnet-50 OV-2023.2 core Intel® Core™ i9-12900TE 269.4 72.67 0.495 7.697 544 35 1 544 35 4.89 FPS FPS/$ FPS/TDP msec.
175 resnet-50 OV-2023.2 core Intel® Core™ i9-13900K 749.69 228.22 1.252 5.998 599 125 1 599 125 2.98 FPS FPS/$ FPS/TDP msec.
176 resnet-50 OV-2023.2 atom Intel® Processor N200 CPU 6.72 3.13 0.035 1.120 193 6 1 193 6 159.9 FPS FPS/$ FPS/TDP msec.
177 resnet-50 OV-2023.2 xeon Intel® Xeon® W1290P 240.85 96.84 0.405 1.927 594 125 1 594 125 5.5 FPS FPS/$ FPS/TDP msec.
178 resnet-50 OV-2023.2 xeon Intel® Xeon® E-2124G 92.92 49.94 0.373 1.309 249 71 1 249 71 11.12 FPS FPS/$ FPS/TDP msec.
179 resnet-50 OV-2023.2 xeon Intel® Xeon® Gold 5218T 968.92 267.96 0.308 4.614 3144 210 2 1572 105 2.91 FPS FPS/$ FPS/TDP msec.
180 resnet-50 OV-2023.2 xeon Intel® Xeon® Platinum 8270 2902.26 747.22 0.171 7.079 16954 410 2 8477 205 1.55 FPS FPS/$ FPS/TDP msec.
181 resnet-50 OV-2023.2 xeon Intel® Xeon® Platinum 8380 4946.11 1154.11 0.264 9.159 18718 540 2 9359 270 FPS FPS/$ FPS/TDP msec.
182 resnet-50 OV-2023.2 xeon Intel® Xeon® Platinum 8490H 19987.31 1672.83 0.588 28.553 34000 700 2 17000 350 1.02 FPS FPS/$ FPS/TDP msec.
183 resnet-50 OV-2023.2 xeon Intel® Xeon® Silver 4216R 931.66 257 0.461 4.658 2022 200 2 1011 100 3 FPS FPS/$ FPS/TDP msec.
184 resnet-50 OV-2023.2 xeon Intel® Xeon® Silver 4316 2276.19 562.55 1.001 7.587 2274 300 2 1137 150 FPS FPS/$ FPS/TDP msec.
185 resnet-50 OV-2023.2 accel Intel® Data Center GPU Flex 170 3436.03 2103.96 1.785 22.907 1925 150 1 1925 150 4.65 FPS FPS/$ FPS/TDP msec.
186 resnet-50 OV-2023.2 accel Intel® Arc®A-Series Graphics 2320.83 1555.26 7.230 15.472 321 150 1 321 150 6.8 FPS FPS/$ FPS/TDP msec.
187 resnet-50 OV-2023.2 atom Intel® Celeron® 6305E CPU 49.59 14.36 0.463 3.306 107 15 1 107 15 19.89 FPS FPS/$ FPS/TDP msec.
188 resnet-50 OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 49.36 52.35 27.44 0.737 4.113 67 12 1 67 12 80.69 FPS FPS/$ FPS/TDP msec.
189 resnet-50 OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 351.53 206.09 116.49 0.825 12.555 426 28 1 426 28 11.12 FPS FPS/$ FPS/TDP msec.
190 resnet-50 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 291.8 170.69 95.05 0.596 10.421 490 28 1 490 28 13.6 FPS FPS/$ FPS/TDP msec.
191 resnet-50 OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 389.36 224.15 136.98 0.776 3.386 502 115 1 502 115 10.01 FPS FPS/$ FPS/TDP msec.
192 resnet-50 OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 14.66 7.82 4.24 0.076 2.444 193 6 1 193 6 271.96 FPS FPS/$ FPS/TDP msec.
193 resnet-50 OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 213.06 118.28 67.33 1.991 14.204 107 15 1 107 15 18.66 FPS FPS/$ FPS/TDP msec.
194 resnet-50 OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 73.78 32.26 1.101 6.148 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
195 resnet-50 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 467.05 119.19 1.096 16.680 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
196 resnet-50 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 446.64 123.08 0.890 3.884 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
197 resnet-50 OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 20.62 6.29 0.107 3.437 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
198 resnet-50 OV-2023.2 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 299.3 75.5 2.797 19.953 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
199 end_rec
200 begin_rec FPS FPS/$ FPS/TDP msec.
201 ssd-resnet34-1200 OV-2023.2 atom Intel® Atom® X6425E CPU 0.33 0.13 0.005 0.028 67 12 1 67 12 2993.01 FPS FPS/$ FPS/TDP msec.
202 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i3-8100 1.68 0.97 0.014 0.026 117 65 1 117 65 601.85 FPS FPS/$ FPS/TDP msec.
203 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i5-10500TE 2.42 1.4 0.011 0.037 214 65 1 214 65 459.92 FPS FPS/$ FPS/TDP msec.
204 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i5-13600K 8.24 2.4 0.025 0.066 329 125 1 329 125 163.48 FPS FPS/$ FPS/TDP msec.
205 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i7-1185G7 CPU 3.91 1 0.009 0.140 426 28 1 426 28 277.92 FPS FPS/$ FPS/TDP msec.
206 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i7-1185GRE CPU 2.88 0.77 0.006 0.103 490 28 1 490 28 338.91 FPS FPS/$ FPS/TDP msec.
207 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i7-12700H CPU 7.23 2.11 0.014 0.063 502 115 1 502 115 160.16 FPS FPS/$ FPS/TDP msec.
208 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i7-8700T 2.02 1.13 0.007 0.058 303 35 1 303 35 564.49 FPS FPS/$ FPS/TDP msec.
209 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i9-10900TE 2.65 1.47 0.005 0.076 488 35 1 488 35 411.44 FPS FPS/$ FPS/TDP msec.
210 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i9-12900TE 4.43 1.32 0.008 0.126 544 35 1 544 35 233.69 FPS FPS/$ FPS/TDP msec.
211 ssd-resnet34-1200 OV-2023.2 core Intel® Core™ i9-13900K 12.56 4.02 0.021 0.100 599 125 1 599 125 125.42 FPS FPS/$ FPS/TDP msec.
212 ssd-resnet34-1200 OV-2023.2 atom Intel® Processor N200 CPU 0.11 0.05 0.001 0.019 193 6 1 193 6 8949.48 FPS FPS/$ FPS/TDP msec.
213 ssd-resnet34-1200 OV-2023.2 xeon Intel® Xeon® W1290P 4.33 2.45 0.007 0.035 594 125 1 594 125 238.2 FPS FPS/$ FPS/TDP msec.
214 ssd-resnet34-1200 OV-2023.2 xeon Intel® Xeon® E-2124G 1.6 0.92 0.006 0.023 249 71 1 249 71 628.09 FPS FPS/$ FPS/TDP msec.
215 ssd-resnet34-1200 OV-2023.2 xeon Intel® Xeon® Gold 5218T 17.64 4.57 0.006 0.084 3144 210 2 1572 105 115.69 FPS FPS/$ FPS/TDP msec.
216 ssd-resnet34-1200 OV-2023.2 xeon Intel® Xeon® Platinum 8270 57.78 14.8 0.003 0.141 16954 410 2 8477 205 36.97 FPS FPS/$ FPS/TDP msec.
217 ssd-resnet34-1200 OV-2023.2 xeon Intel® Xeon® Platinum 8380 78.79 20.72 0.004 0.146 18718 540 2 9359 270 108.29 FPS FPS/$ FPS/TDP msec.
218 ssd-resnet34-1200 OV-2023.2 xeon Intel® Xeon® Platinum 8490H 447.58 31.29 0.013 0.639 34000 700 2 17000 350 8.52 FPS FPS/$ FPS/TDP msec.
219 ssd-resnet34-1200 OV-2023.2 xeon Intel® Xeon® Silver 4216R 16.78 4.35 0.008 0.084 2022 200 2 1011 100 121.64 FPS FPS/$ FPS/TDP msec.
220 ssd-resnet34-1200 OV-2023.2 xeon Intel® Xeon® Silver 4316 42.36 10.47 0.019 0.141 2274 300 2 1137 150 62 FPS FPS/$ FPS/TDP msec.
221 ssd-resnet34-1200 OV-2023.2 accel Intel® Data Center GPU Flex 170 212 109.86 0.110 1.413 1925 150 1 1925 150 75.46 FPS FPS/$ FPS/TDP msec.
222 ssd-resnet34-1200 OV-2023.2 accel Intel® Arc®A-Series Graphics 147.33 81.3 0.459 0.982 321 150 1 321 150 107.9 FPS FPS/$ FPS/TDP msec.
223 ssd-resnet34-1200 OV-2023.2 atom Intel® Celeron® 6305E CPU 0.89 0.23 0.008 0.059 107 15 1 107 15 1121.85 FPS FPS/$ FPS/TDP msec.
224 ssd-resnet34-1200 OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 1.18 1.18 0.6 0.018 0.098 67 12 1 67 12 3388.59 FPS FPS/$ FPS/TDP msec.
225 ssd-resnet34-1200 OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 9.69 5.42 2.82 0.023 0.346 426 28 1 426 28 422.17 FPS FPS/$ FPS/TDP msec.
226 ssd-resnet34-1200 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 8.81 4.73 2.22 0.018 0.315 490 28 1 490 28 454.51 FPS FPS/$ FPS/TDP msec.
227 ssd-resnet34-1200 OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 10.57 6.15 3.31 0.021 0.092 502 115 1 502 115 378.05 FPS FPS/$ FPS/TDP msec.
228 ssd-resnet34-1200 OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 0.29 0.16 0.001 0.048 193 6 1 193 6 13815.91 FPS FPS/$ FPS/TDP msec.
229 ssd-resnet34-1200 OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 5.07 2.64 1.41 0.047 0.338 107 15 1 107 15 774.3 FPS FPS/$ FPS/TDP msec.
230 ssd-resnet34-1200 OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 0.33 0.13 0.005 0.028 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
231 ssd-resnet34-1200 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 3.91 1 0.009 0.140 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
232 ssd-resnet34-1200 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 7.22 2.11 0.014 0.063 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
233 ssd-resnet34-1200 OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 0.11 0.05 0.001 0.019 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
234 ssd-resnet34-1200 OV-2023.2 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 0.89 0.23 0.008 0.059 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
235 end_rec
236 begin_rec FPS FPS/$ FPS/TDP msec.
237 ssd_mobilenet_v1_coco OV-2023.2 atom Intel® Atom® X6425E CPU 45.25 21.49 0.675 3.771 67 12 1 67 12 23.03 FPS FPS/$ FPS/TDP msec.
238 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i3-8100 211.26 122.9 1.806 3.250 117 65 1 117 65 4.94 FPS FPS/$ FPS/TDP msec.
239 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i5-10500TE 328.11 171.73 1.533 5.048 214 65 1 214 65 3.6 FPS FPS/$ FPS/TDP msec.
240 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i5-13600K 958.88 352.8 2.915 7.671 329 125 1 329 125 2.39 FPS FPS/$ FPS/TDP msec.
241 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i7-1185G7 CPU 516.83 149.6 1.213 18.458 426 28 1 426 28 1.95 FPS FPS/$ FPS/TDP msec.
242 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i7-1185GRE CPU 387.14 100.71 0.790 13.827 490 28 1 490 28 2.82 FPS FPS/$ FPS/TDP msec.
243 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i7-12700H CPU 851.54 313.45 1.696 7.405 502 115 1 502 115 2.26 FPS FPS/$ FPS/TDP msec.
244 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i7-8700T 276.74 157.91 0.913 7.907 303 35 1 303 35 4.32 FPS FPS/$ FPS/TDP msec.
245 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i9-10900TE 364.53 192.13 0.747 10.415 488 35 1 488 35 3.37 FPS FPS/$ FPS/TDP msec.
246 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i9-12900TE 524.73 184.04 0.965 14.992 544 35 1 544 35 3.11 FPS FPS/$ FPS/TDP msec.
247 ssd_mobilenet_v1_coco OV-2023.2 core Intel® Core™ i9-13900K 1448.44 577.78 2.418 11.587 599 125 1 599 125 2.07 FPS FPS/$ FPS/TDP msec.
248 ssd_mobilenet_v1_coco OV-2023.2 atom Intel® Processor N200 CPU 14.48 7.94 0.075 2.413 193 6 1 193 6 72.01 FPS FPS/$ FPS/TDP msec.
249 ssd_mobilenet_v1_coco OV-2023.2 xeon Intel® Xeon® W1290P 575.79 221.76 0.969 4.606 594 125 1 594 125 2.37 FPS FPS/$ FPS/TDP msec.
250 ssd_mobilenet_v1_coco OV-2023.2 xeon Intel® Xeon® E-2124G 202.62 125.71 0.814 2.854 249 71 1 249 71 5.11 FPS FPS/$ FPS/TDP msec.
251 ssd_mobilenet_v1_coco OV-2023.2 xeon Intel® Xeon® Gold 5218T 2056.28 640.87 0.654 9.792 3144 210 2 1572 105 1.56 FPS FPS/$ FPS/TDP msec.
252 ssd_mobilenet_v1_coco OV-2023.2 xeon Intel® Xeon® Platinum 8270 5764.35 1656.74 0.340 14.059 16954 410 2 8477 205 1.1 FPS FPS/$ FPS/TDP msec.
253 ssd_mobilenet_v1_coco OV-2023.2 xeon Intel® Xeon® Platinum 8380 10274.61 2320.94 0.549 19.027 18718 540 2 9359 270 0.66 FPS FPS/$ FPS/TDP msec.
254 ssd_mobilenet_v1_coco OV-2023.2 xeon Intel® Xeon® Platinum 8490H 22310.17 3557.58 0.656 31.872 34000 700 2 17000 350 0.82 FPS FPS/$ FPS/TDP msec.
255 ssd_mobilenet_v1_coco OV-2023.2 xeon Intel® Xeon® Silver 4216R 1961.85 610.96 0.970 9.809 2022 200 2 1011 100 1.63 FPS FPS/$ FPS/TDP msec.
256 ssd_mobilenet_v1_coco OV-2023.2 xeon Intel® Xeon® Silver 4316 4825.79 1246.04 2.122 16.086 2274 300 2 1137 150 0.81 FPS FPS/$ FPS/TDP msec.
257 ssd_mobilenet_v1_coco OV-2023.2 accel Intel® Data Center GPU Flex 170 4044.15 3428.72 2.101 26.961 1925 150 1 1925 150 3.93 FPS FPS/$ FPS/TDP msec.
258 ssd_mobilenet_v1_coco OV-2023.2 accel Intel® Arc®A-Series Graphics 2984.21 2546.5 9.297 19.895 321 150 1 321 150 5.28 FPS FPS/$ FPS/TDP msec.
259 ssd_mobilenet_v1_coco OV-2023.2 atom Intel® Celeron® 6305E CPU 107.12 36.58 1.001 7.142 107 15 1 107 15 9.17 FPS FPS/$ FPS/TDP msec.
260 ssd_mobilenet_v1_coco OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 92.52 95.67 51.13 1.381 7.710 67 12 1 67 12 42.26 FPS FPS/$ FPS/TDP msec.
261 ssd_mobilenet_v1_coco OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 651.76 382.05 253.7 1.530 23.277 426 28 1 426 28 6.02 FPS FPS/$ FPS/TDP msec.
262 ssd_mobilenet_v1_coco OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 524.22 312.45 186.78 1.070 18.722 490 28 1 490 28 7.46 FPS FPS/$ FPS/TDP msec.
263 ssd_mobilenet_v1_coco OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 773.55 416.41 274.89 1.541 6.727 502 115 1 502 115 4.96 FPS FPS/$ FPS/TDP msec.
264 ssd_mobilenet_v1_coco OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 29.11 15.38 9.5 0.151 4.852 193 6 1 193 6 136.41 FPS FPS/$ FPS/TDP msec.
265 ssd_mobilenet_v1_coco OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 411.09 221.78 136.65 3.842 27.406 107 15 1 107 15 9.59 FPS FPS/$ FPS/TDP msec.
266 ssd_mobilenet_v1_coco OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 108.74 57.49 1.623 9.061 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
267 ssd_mobilenet_v1_coco OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 681.22 234.33 1.599 24.329 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
268 ssd_mobilenet_v1_coco OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 846.65 312.78 1.687 7.362 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
269 ssd_mobilenet_v1_coco OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 35.06 14.07 0.182 5.843 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
270 ssd_mobilenet_v1_coco OV-2023.2 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 299.91 136.25 2.803 19.994 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
271 end_rec
272 begin_rec FPS FPS/$ FPS/TDP msec.
273 unet-camvid-onnx-0001 OV-2023.2 atom Intel® Atom® X6425E CPU 0.48 0.06 0.007 0.040 67 12 1 67 12 2086.28 FPS FPS/$ FPS/TDP msec.
274 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i3-8100 2.42 1.55 0.021 0.037 117 65 1 117 65 426.14 FPS FPS/$ FPS/TDP msec.
275 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i5-10500TE 3.6 2.28 0.017 0.055 214 65 1 214 65 324.72 FPS FPS/$ FPS/TDP msec.
276 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i5-13600K 11.52 3.96 0.035 0.092 329 125 1 329 125 121.88 FPS FPS/$ FPS/TDP msec.
277 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i7-1185G7 CPU 6.54 1.63 0.015 0.234 426 28 1 426 28 168.96 FPS FPS/$ FPS/TDP msec.
278 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i7-1185GRE CPU 4.87 1.22 0.010 0.174 490 28 1 490 28 209.5 FPS FPS/$ FPS/TDP msec.
279 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i7-12700H CPU 10.23 3.55 0.020 0.089 502 115 1 502 115 123.74 FPS FPS/$ FPS/TDP msec.
280 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i7-8700T 3.02 1.86 0.010 0.086 303 35 1 303 35 385.98 FPS FPS/$ FPS/TDP msec.
281 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i9-10900TE 3.86 2.4 0.008 0.110 488 35 1 488 35 286.48 FPS FPS/$ FPS/TDP msec.
282 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i9-12900TE 6.29 2.21 0.012 0.180 544 35 1 544 35 167.25 FPS FPS/$ FPS/TDP msec.
283 unet-camvid-onnx-0001 OV-2023.2 core Intel® Core™ i9-13900K 17.97 6.61 0.030 0.144 599 125 1 599 125 91.7 FPS FPS/$ FPS/TDP msec.
284 unet-camvid-onnx-0001 OV-2023.2 atom Intel® Processor N200 CPU 0.17 0.09 0.001 0.029 193 6 1 193 6 5851.61 FPS FPS/$ FPS/TDP msec.
285 unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® W1290P 6.17 3.96 0.010 0.049 594 125 1 594 125 180.39 FPS FPS/$ FPS/TDP msec.
286 unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® E-2124G 2.31 1.48 0.009 0.033 249 71 1 249 71 434.36 FPS FPS/$ FPS/TDP msec.
287 unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® Gold 5218T 29.19 7.31 0.009 0.139 3144 210 2 1572 105 71.02 FPS FPS/$ FPS/TDP msec.
288 unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® Platinum 8270 95.18 21.6 0.006 0.232 16954 410 2 8477 205 23.81 FPS FPS/$ FPS/TDP msec.
289 unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® Platinum 8380 129.12 31.53 0.007 0.239 18718 540 2 9359 270 73.82 FPS FPS/$ FPS/TDP msec.
290 unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® Platinum 8490H 594.44 48.37 0.017 0.849 34000 700 2 17000 350 8.51 FPS FPS/$ FPS/TDP msec.
291 unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® Silver 4216R 27.77 6.96 0.014 0.139 2022 200 2 1011 100 74.6 FPS FPS/$ FPS/TDP msec.
292 unet-camvid-onnx-0001 OV-2023.2 xeon Intel® Xeon® Silver 4316 69.04 15.92 0.030 0.230 2274 300 2 1137 150 43.95 FPS FPS/$ FPS/TDP msec.
293 unet-camvid-onnx-0001 OV-2023.2 accel Intel® Data Center GPU Flex 170 308.2 201.07 0.160 2.055 1925 150 1 1925 150 51.9 FPS FPS/$ FPS/TDP msec.
294 unet-camvid-onnx-0001 OV-2023.2 accel Intel® Arc®A-Series Graphics 264.35 182.28 0.824 1.762 321 150 1 321 150 60.21 FPS FPS/$ FPS/TDP msec.
295 unet-camvid-onnx-0001 OV-2023.2 atom Intel® Celeron® 6305E CPU 1.49 0.38 0.014 0.099 107 15 1 107 15 675.13 FPS FPS/$ FPS/TDP msec.
296 unet-camvid-onnx-0001 OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 0.98 1.99 0.98 0.015 0.082 67 12 1 67 12 4060.12 FPS FPS/$ FPS/TDP msec.
297 unet-camvid-onnx-0001 OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 17.25 8.84 4.82 0.040 0.616 426 28 1 426 28 227.85 FPS FPS/$ FPS/TDP msec.
298 unet-camvid-onnx-0001 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 15.51 7.82 4.16 0.032 0.554 490 28 1 490 28 257.82 FPS FPS/$ FPS/TDP msec.
299 unet-camvid-onnx-0001 OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 18.55 9.77 5.39 0.037 0.161 502 115 1 502 115 215.12 FPS FPS/$ FPS/TDP msec.
300 unet-camvid-onnx-0001 OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 0.46 0.25 0.14 0.002 0.077 193 6 1 193 6 8685.49 FPS FPS/$ FPS/TDP msec.
301 unet-camvid-onnx-0001 OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 8.41 4.38 2.38 0.079 0.560 107 15 1 107 15 475.59 FPS FPS/$ FPS/TDP msec.
302 unet-camvid-onnx-0001 OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 1.23 0.79 0.018 0.102 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
303 unet-camvid-onnx-0001 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 13.96 3.78 0.033 0.499 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
304 unet-camvid-onnx-0001 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 10.26 3.52 0.020 0.089 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
305 unet-camvid-onnx-0001 OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 0.57 0.19 0.003 0.094 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
306 unet-camvid-onnx-0001 OV-2023.2 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 8.94 2.44 0.084 0.596 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
307 end_rec
308 begin_rec FPS FPS/$ FPS/TDP msec.
309 yolo_v3 OV-2023.2 atom Intel® Atom® X6425E CPU 2.09 0.88 0.031 0.174 67 12 1 67 12 484.41 FPS FPS/$ FPS/TDP msec.
310 yolo_v3 OV-2023.2 core Intel® Core™ i3-8100 10.63 5.8 0.091 0.163 117 65 1 117 65 95.04 FPS FPS/$ FPS/TDP msec.
311 yolo_v3 OV-2023.2 core Intel® Core™ i5-10500TE 15.37 8.28 0.072 0.236 214 65 1 214 65 74.25 FPS FPS/$ FPS/TDP msec.
312 yolo_v3 OV-2023.2 core Intel® Core™ i5-13600K 51.79 15.62 0.157 0.414 329 125 1 329 125 29.87 FPS FPS/$ FPS/TDP msec.
313 yolo_v3 OV-2023.2 core Intel® Core™ i7-1185G7 CPU 24.16 6.61 0.057 0.863 426 28 1 426 28 46.04 FPS FPS/$ FPS/TDP msec.
314 yolo_v3 OV-2023.2 core Intel® Core™ i7-1185GRE CPU 18.04 4.84 0.037 0.644 490 28 1 490 28 57.2 FPS FPS/$ FPS/TDP msec.
315 yolo_v3 OV-2023.2 core Intel® Core™ i7-12700H CPU 45.55 13.34 0.091 0.396 502 115 1 502 115 29.39 FPS FPS/$ FPS/TDP msec.
316 yolo_v3 OV-2023.2 core Intel® Core™ i7-8700T 12.71 6.82 0.042 0.363 303 35 1 303 35 87.06 FPS FPS/$ FPS/TDP msec.
317 yolo_v3 OV-2023.2 core Intel® Core™ i9-10900TE 16.64 8.64 0.034 0.475 488 35 1 488 35 67.32 FPS FPS/$ FPS/TDP msec.
318 yolo_v3 OV-2023.2 core Intel® Core™ i9-12900TE 27.33 8.16 0.050 0.781 544 35 1 544 35 41.73 FPS FPS/$ FPS/TDP msec.
319 yolo_v3 OV-2023.2 core Intel® Core™ i9-13900K 78.06 25.64 0.130 0.624 599 125 1 599 125 23.25 FPS FPS/$ FPS/TDP msec.
320 yolo_v3 OV-2023.2 atom Intel® Processor N200 CPU 0.7 0.34 0.004 0.117 193 6 1 193 6 1470.7 FPS FPS/$ FPS/TDP msec.
321 yolo_v3 OV-2023.2 xeon Intel® Xeon® W1290P 27.37 14.08 0.046 0.219 594 125 1 594 125 40.66 FPS FPS/$ FPS/TDP msec.
322 yolo_v3 OV-2023.2 xeon Intel® Xeon® E-2124G 10.06 5.64 0.040 0.142 249 71 1 249 71 100.33 FPS FPS/$ FPS/TDP msec.
323 yolo_v3 OV-2023.2 xeon Intel® Xeon® Gold 5218T 106.36 29.72 0.034 0.506 3144 210 2 1572 105 21.82 FPS FPS/$ FPS/TDP msec.
324 yolo_v3 OV-2023.2 xeon Intel® Xeon® Platinum 8270 313.83 87.89 0.019 0.765 16954 410 2 8477 205 10.5 FPS FPS/$ FPS/TDP msec.
325 yolo_v3 OV-2023.2 xeon Intel® Xeon® Platinum 8380 490.61 109.01 0.026 0.909 18718 540 2 9359 270 FPS FPS/$ FPS/TDP msec.
326 yolo_v3 OV-2023.2 xeon Intel® Xeon® Platinum 8490H 2125.85 193.93 0.063 3.037 34000 700 2 17000 350 3.31 FPS FPS/$ FPS/TDP msec.
327 yolo_v3 OV-2023.2 xeon Intel® Xeon® Silver 4216R 101.13 28.36 0.050 0.506 2022 200 2 1011 100 22.77 FPS FPS/$ FPS/TDP msec.
328 yolo_v3 OV-2023.2 xeon Intel® Xeon® Silver 4316 242.25 62.31 0.107 0.808 2274 300 2 1137 150 13.97 FPS FPS/$ FPS/TDP msec.
329 yolo_v3 OV-2023.2 accel Intel® Data Center GPU Flex 170 784.51 385.29 0.408 5.230 1925 150 1 1925 150 20.34 FPS FPS/$ FPS/TDP msec.
330 yolo_v3 OV-2023.2 accel Intel® Arc®A-Series Graphics 582.91 341.6 1.816 3.886 321 150 1 321 150 27.27 FPS FPS/$ FPS/TDP msec.
331 yolo_v3 OV-2023.2 atom Intel® Celeron® 6305E CPU 5.45 1.54 0.051 0.363 107 15 1 107 15 184.42 FPS FPS/$ FPS/TDP msec.
332 yolo_v3 OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 6.74 6.85 3.38 0.101 0.562 67 12 1 67 12 591.73 FPS FPS/$ FPS/TDP msec.
333 yolo_v3 OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 63.57 29.68 16.2 0.149 2.270 426 28 1 426 28 63.78 FPS FPS/$ FPS/TDP msec.
334 yolo_v3 OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 57.51 26.04 13.46 0.117 2.054 490 28 1 490 28 69.04 FPS FPS/$ FPS/TDP msec.
335 yolo_v3 OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 70.17 33.53 18.68 0.140 0.610 502 115 1 502 115 56.66 FPS FPS/$ FPS/TDP msec.
336 yolo_v3 OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 1.76 0.94 0.5 0.009 0.293 193 6 1 193 6 2270.28 FPS FPS/$ FPS/TDP msec.
337 yolo_v3 OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 32.22 15.09 8.06 0.301 2.148 107 15 1 107 15 123.79 FPS FPS/$ FPS/TDP msec.
338 yolo_v3 OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 7.72 3.75 0.115 0.643 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
339 yolo_v3 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 51.27 13.81 0.120 1.831 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
340 yolo_v3 OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 45.37 13.46 0.090 0.395 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
341 yolo_v3 OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 2.17 0.7 0.011 0.361 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
342 yolo_v3 OV-2023.2 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 33.62 8.52 0.314 2.242 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
343 end_rec
344 begin_rec FPS FPS/$ FPS/TDP msec.
345 yolo_v3_tiny OV-2023.2 atom Intel® Atom® X6425E CPU 22.9 10.3 0.342 1.908 67 12 1 67 12 44.81 FPS FPS/$ FPS/TDP msec.
346 yolo_v3_tiny OV-2023.2 core Intel® Core™ i3-8100 111.7 63.53 0.955 1.718 117 65 1 117 65 9.05 FPS FPS/$ FPS/TDP msec.
347 yolo_v3_tiny OV-2023.2 core Intel® Core™ i5-10500TE 167.36 91.55 0.782 2.575 214 65 1 214 65 6.74 FPS FPS/$ FPS/TDP msec.
348 yolo_v3_tiny OV-2023.2 core Intel® Core™ i5-13600K 600 195.96 1.824 4.800 329 125 1 329 125 3.05 FPS FPS/$ FPS/TDP msec.
349 yolo_v3_tiny OV-2023.2 core Intel® Core™ i7-1185G7 CPU 252.28 77.33 0.592 9.010 426 28 1 426 28 4.56 FPS FPS/$ FPS/TDP msec.
350 yolo_v3_tiny OV-2023.2 core Intel® Core™ i7-1185GRE CPU 186.61 55.02 0.381 6.665 490 28 1 490 28 5.72 FPS FPS/$ FPS/TDP msec.
351 yolo_v3_tiny OV-2023.2 core Intel® Core™ i7-12700H CPU 501.3 153.33 0.999 4.359 502 115 1 502 115 3.07 FPS FPS/$ FPS/TDP msec.
352 yolo_v3_tiny OV-2023.2 core Intel® Core™ i7-8700T 137.83 76.63 0.455 3.938 303 35 1 303 35 8.19 FPS FPS/$ FPS/TDP msec.
353 yolo_v3_tiny OV-2023.2 core Intel® Core™ i9-10900TE 184.15 95.48 0.377 5.261 488 35 1 488 35 6.36 FPS FPS/$ FPS/TDP msec.
354 yolo_v3_tiny OV-2023.2 core Intel® Core™ i9-12900TE 293.87 93.77 0.540 8.396 544 35 1 544 35 4.16 FPS FPS/$ FPS/TDP msec.
355 yolo_v3_tiny OV-2023.2 core Intel® Core™ i9-13900K 859.57 285.93 1.435 6.877 599 125 1 599 125 2.43 FPS FPS/$ FPS/TDP msec.
356 yolo_v3_tiny OV-2023.2 atom Intel® Processor N200 CPU 7.83 4.08 0.041 1.306 193 6 1 193 6 136.7 FPS FPS/$ FPS/TDP msec.
357 yolo_v3_tiny OV-2023.2 xeon Intel® Xeon® W1290P 298.34 148.85 0.502 2.387 594 125 1 594 125 4.01 FPS FPS/$ FPS/TDP msec.
358 yolo_v3_tiny OV-2023.2 xeon Intel® Xeon® E-2124G 106.15 62.71 0.426 1.495 249 71 1 249 71 9.46 FPS FPS/$ FPS/TDP msec.
359 yolo_v3_tiny OV-2023.2 xeon Intel® Xeon® Gold 5218T 1051.35 338.78 0.334 5.006 3144 210 2 1572 105 2.52 FPS FPS/$ FPS/TDP msec.
360 yolo_v3_tiny OV-2023.2 xeon Intel® Xeon® Platinum 8270 2835.63 919.26 0.167 6.916 16954 410 2 8477 205 1.22 FPS FPS/$ FPS/TDP msec.
361 yolo_v3_tiny OV-2023.2 xeon Intel® Xeon® Platinum 8380 4653.13 1373.23 0.249 8.617 18718 540 2 9359 270 0.87 FPS FPS/$ FPS/TDP msec.
362 yolo_v3_tiny OV-2023.2 xeon Intel® Xeon® Platinum 8490H 13069.92 2139.01 0.384 18.671 34000 700 2 17000 350 1.07 FPS FPS/$ FPS/TDP msec.
363 yolo_v3_tiny OV-2023.2 xeon Intel® Xeon® Silver 4216R 1009.33 322.76 0.499 5.047 2022 200 2 1011 100 2.62 FPS FPS/$ FPS/TDP msec.
364 yolo_v3_tiny OV-2023.2 xeon Intel® Xeon® Silver 4316 2219.25 701.36 0.976 7.397 2274 300 2 1137 150 1.33 FPS FPS/$ FPS/TDP msec.
365 yolo_v3_tiny OV-2023.2 accel Intel® Data Center GPU Flex 170 3774.19 2809.6 1.961 25.161 1925 150 1 1925 150 4.2 FPS FPS/$ FPS/TDP msec.
366 yolo_v3_tiny OV-2023.2 accel Intel® Arc®A-Series Graphics 2481.58 2188.3 7.731 16.544 321 150 1 321 150 6.38 FPS FPS/$ FPS/TDP msec.
367 yolo_v3_tiny OV-2023.2 atom Intel® Celeron® 6305E CPU 54.03 17.97 0.505 3.602 107 15 1 107 15 18.27 FPS FPS/$ FPS/TDP msec.
368 yolo_v3_tiny OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 65.71 66.39 33.87 0.981 5.476 67 12 1 67 12 60.33 FPS FPS/$ FPS/TDP msec.
369 yolo_v3_tiny OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 546.82 290.91 170.54 1.284 19.529 426 28 1 426 28 7.02 FPS FPS/$ FPS/TDP msec.
370 yolo_v3_tiny OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 494.07 258.4 135.87 1.008 17.645 490 28 1 490 28 7.98 FPS FPS/$ FPS/TDP msec.
371 yolo_v3_tiny OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 614.04 322.38 201.06 1.223 5.339 502 115 1 502 115 6.27 FPS FPS/$ FPS/TDP msec.
372 yolo_v3_tiny OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 18.67 9.83 5.51 0.097 3.112 193 6 1 193 6 213.14 FPS FPS/$ FPS/TDP msec.
373 yolo_v3_tiny OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 292.06 153.11 86.79 2.730 19.471 107 15 1 107 15 13.59 FPS FPS/$ FPS/TDP msec.
374 yolo_v3_tiny OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 28.49 39.7 0.425 2.374 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
375 yolo_v3_tiny OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 485.88 147.22 1.141 17.353 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
376 yolo_v3_tiny OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 504.34 154.35 1.005 4.386 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
377 yolo_v3_tiny OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 23.01 8.08 0.119 3.835 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
378 yolo_v3_tiny OV-2023.2 atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU 322.03 92.97 3.010 21.469 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
379 end_rec
380 begin_rec FPS FPS/$ FPS/TDP msec.
381 yolo_v8n OV-2023.2 atom Intel® Atom® X6425E CPU 10.23 5.1 0.153 0.853 67 12 1 67 12 101.71 FPS FPS/$ FPS/TDP msec.
382 yolo_v8n OV-2023.2 core Intel® Core™ i3-8100 53.43 33.01 0.457 0.822 117 65 1 117 65 19.24 FPS FPS/$ FPS/TDP msec.
383 yolo_v8n OV-2023.2 core Intel® Core™ i5-10500TE 81.28 46.84 0.380 1.251 214 65 1 214 65 13.7 FPS FPS/$ FPS/TDP msec.
384 yolo_v8n OV-2023.2 core Intel® Core™ i5-13600K 249.13 95.35 0.757 1.993 329 125 1 329 125 6.67 FPS FPS/$ FPS/TDP msec.
385 yolo_v8n OV-2023.2 core Intel® Core™ i7-1185G7 CPU 110.57 40.76 0.260 3.949 426 28 1 426 28 10.77 FPS FPS/$ FPS/TDP msec.
386 yolo_v8n OV-2023.2 core Intel® Core™ i7-1185GRE CPU 77.4 27.48 0.158 2.764 490 28 1 490 28 13.63 FPS FPS/$ FPS/TDP msec.
387 yolo_v8n OV-2023.2 core Intel® Core™ i7-12700H CPU 213.22 81.23 0.425 1.854 502 115 1 502 115 6.64 FPS FPS/$ FPS/TDP msec.
388 yolo_v8n OV-2023.2 core Intel® Core™ i7-8700T 71.39 42.39 0.236 2.040 303 35 1 303 35 16.54 FPS FPS/$ FPS/TDP msec.
389 yolo_v8n OV-2023.2 core Intel® Core™ i9-10900TE 92.64 52.82 0.190 2.647 488 35 1 488 35 12.63 FPS FPS/$ FPS/TDP msec.
390 yolo_v8n OV-2023.2 core Intel® Core™ i9-12900TE 132.43 50.68 0.243 3.784 544 35 1 544 35 9.16 FPS FPS/$ FPS/TDP msec.
391 yolo_v8n OV-2023.2 core Intel® Core™ i9-13900K 377.83 153.02 0.631 3.023 599 125 1 599 125 5.31 FPS FPS/$ FPS/TDP msec.
392 yolo_v8n OV-2023.2 atom Intel® Processor N200 CPU 3.26 1.94 0.017 0.543 193 6 1 193 6 316.73 FPS FPS/$ FPS/TDP msec.
393 yolo_v8n OV-2023.2 xeon Intel® Xeon® W1290P 135.15 72.61 0.228 1.081 594 125 1 594 125 9.22 FPS FPS/$ FPS/TDP msec.
394 yolo_v8n OV-2023.2 xeon Intel® Xeon® E-2124G 52.15 32.9 0.209 0.735 249 71 1 249 71 19.49 FPS FPS/$ FPS/TDP msec.
395 yolo_v8n OV-2023.2 xeon Intel® Xeon® Gold 5218T 450.82 174.94 0.143 2.147 3144 210 2 1572 105 5.96 FPS FPS/$ FPS/TDP msec.
396 yolo_v8n OV-2023.2 xeon Intel® Xeon® Platinum 8270 998.4 454.7 0.059 2.435 16954 410 2 8477 205 3.53 FPS FPS/$ FPS/TDP msec.
397 yolo_v8n OV-2023.2 xeon Intel® Xeon® Platinum 8380 1714.12 554.58 0.092 3.174 18718 540 2 9359 270 2.38 FPS FPS/$ FPS/TDP msec.
398 yolo_v8n OV-2023.2 xeon Intel® Xeon® Platinum 8490H 2889.04 998.41 0.085 4.127 34000 700 2 17000 350 3.61 FPS FPS/$ FPS/TDP msec.
399 yolo_v8n OV-2023.2 xeon Intel® Xeon® Silver 4216R 431.74 165.69 0.214 2.159 2022 200 2 1011 100 6.18 FPS FPS/$ FPS/TDP msec.
400 yolo_v8n OV-2023.2 xeon Intel® Xeon® Silver 4316 862.18 340.38 0.379 2.874 2274 300 2 1137 150 3.32 FPS FPS/$ FPS/TDP msec.
401 yolo_v8n OV-2023.2 accel Intel® Data Center GPU Flex 170 1539.24 1433.21 0.800 10.262 1925 150 1 1925 150 10.28 FPS FPS/$ FPS/TDP msec.
402 yolo_v8n OV-2023.2 accel Intel® Arc®A-Series Graphics 1005.97 1032.49 3.134 6.706 321 150 1 321 150 15.79 FPS FPS/$ FPS/TDP msec.
403 yolo_v8n OV-2023.2 atom Intel® Celeron® 6305E CPU 24.25 9.56 0.227 1.617 107 15 1 107 15 40.75 FPS FPS/$ FPS/TDP msec.
404 yolo_v8n OV-2023.2 atom-iGPU Intel® Atom® X6425E iGPU 32.03 33.52 19.17 0.478 2.669 67 12 1 67 12 124.04 FPS FPS/$ FPS/TDP msec.
405 yolo_v8n OV-2023.2 core-iGPU Intel® Core™ i7-1185G7 iGPU 206.31 140.75 88.2 0.484 7.368 426 28 1 426 28 19.11 FPS FPS/$ FPS/TDP msec.
406 yolo_v8n OV-2023.2 core-iGPU Intel® Core™ i7-1185GRE iGPU 164.45 109.09 61.03 0.336 5.873 490 28 1 490 28 24.02 FPS FPS/$ FPS/TDP msec.
407 yolo_v8n OV-2023.2 core-iGPU Intel® Core™ i7-12700H iGPU 220.75 149.98 96.81 0.440 1.920 502 115 1 502 115 17.82 FPS FPS/$ FPS/TDP msec.
408 yolo_v8n OV-2023.2 atom-iGPU Intel® Processor N200 iGPU 8.37 5.57 3.25 0.043 1.394 193 6 1 193 6 477.17 FPS FPS/$ FPS/TDP msec.
409 yolo_v8n OV-2023.2 atom-iGPU Intel® Celeron® 6305E iGPU 35.14 20.32 0.524 2.928 67 12 1 67 12 FPS FPS/$ FPS/TDP msec.
410 yolo_v8n OV-2023.2 atom-CPU+iGPU Intel® Atom® X6425E CPU+iGPU 179.3 74.12 0.421 6.403 426 28 1 426 28 FPS FPS/$ FPS/TDP msec.
411 yolo_v8n OV-2023.2 core-CPU+iGPU Intel® Core™ i7-1185G7 CPU+iGPU 212.84 82.48 0.424 1.851 502 115 1 502 115 FPS FPS/$ FPS/TDP msec.
412 yolo_v8n OV-2023.2 core-CPU+iGPU Intel® Core™ i7-12700H CPU+iGPU 10.06 4.44 0.052 1.676 193 6 1 193 6 FPS FPS/$ FPS/TDP msec.
413 yolo_v8n OV-2023.2 atom-CPU+iGPU Intel® Processor N200 CPU+iGPU 113.96 48.9 1.065 7.597 107 15 1 107 15 FPS FPS/$ FPS/TDP msec.
414 end_rec atom-CPU+iGPU Intel® Celeron® 6305E CPU+iGPU
415 begin_rec
416 chatGLM2-6B OV-2023.2 core Intel® Core™ i9-13900K 277 340 msec./token FPS/$ FPS/TDP msec./token 374
417 chatGLM2-6B OV-2023.2 xeon Intel® Xeon® Platinum 8380 173 msec./token FPS/$ FPS/TDP msec./token
418 chatGLM2-6B OV-2023.2 xeon Intel® Xeon® Platinum 8490H 114 msec./token FPS/$ FPS/TDP msec./token
419 chatGLM2-6B OV-2023.2 accel Intel® Data Center GPU Flex 170 msec./token FPS/$ FPS/TDP msec./token
420 chatGLM2-6B OV-2023.2 accel Intel® Arc®A-Series Graphics 95 121 msec./token FPS/$ FPS/TDP msec./token
421 end_rec
422 begin_rec
423 Llama-2-7b-chat OV-2023.2 core Intel® Core™ i9-13900K 415 420 msec./token FPS/$ FPS/TDP msec./token 417
424 Llama-2-7b-chat OV-2023.2 xeon Intel® Xeon® Platinum 8380 179 201 msec./token FPS/$ FPS/TDP msec./token 133
425 Llama-2-7b-chat OV-2023.2 xeon Intel® Xeon® Platinum 8490H 143 133 msec./token FPS/$ FPS/TDP msec./token 136
426 Llama-2-7b-chat OV-2023.2 accel Intel® Data Center GPU Flex 170 111 95 msec./token FPS/$ FPS/TDP msec./token 126
427 Llama-2-7b-chat OV-2023.2 accel Intel® Arc®A-Series Graphics 163 163 msec./token FPS/$ FPS/TDP msec./token 221
428 end_rec
429 begin_rec
430 Stable-Diffusion-v2-1 OV-2023.2 accel Intel® Data Center GPU Flex 170 7.1 4.4 sec. FPS/$ FPS/TDP sec.
431 end_rec

View File

@ -121,6 +121,7 @@ class ExcelData {
this.throughputInt8 = csvdataline[4];
this.throughputFP16 = csvdataline[5];
this.throughputFP32 = csvdataline[6];
this.throughputBF16 = csvdataline[24];
this.value = csvdataline[7];
this.efficiency = csvdataline[8];
this.price = csvdataline[9];
@ -132,6 +133,7 @@ class ExcelData {
this.latency16 = csvdataline[19];
this.latency32 = csvdataline[20];
this.latency4 = csvdataline[21];
this.latencyBF16 = csvdataline[23];
this.throughputUnit = csvdataline[15];
this.valueUnit = csvdataline[16];
this.efficiencyUnit = csvdataline[17];
@ -168,7 +170,8 @@ class GraphData {
'int4': excelData.throughputInt4,
'int8': excelData.throughputInt8,
'fp16': excelData.throughputFP16,
'fp32': excelData.throughputFP32
'fp32': excelData.throughputFP32,
'bf16': excelData.throughputBF16
},
excelData.value,
excelData.efficiency,
@ -178,7 +181,8 @@ class GraphData {
'int4': excelData.latency4,
'int8': excelData.latency,
'fp16': excelData.latency16,
'fp32': excelData.latency32
'fp32': excelData.latency32,
'bf16': excelData.latencyBF16
},);
this.price = excelData.price;
@ -231,7 +235,7 @@ class Modal {
static getPrecisionsLabels(version) {
if (version == 'ovms')
return ['OV-INT8 (reference)', 'INT8', 'OV-FP32 (reference)', 'FP32'];
return ['INT4', 'INT8', 'FP16', 'FP32'];
return ['INT4', 'INT8', 'FP16', 'FP32', 'BF16'];
}
static getCoreTypes(labels) {
return labels.map((label) => {
@ -262,13 +266,14 @@ class Modal {
return 'fp16';
case 'FP32':
return 'fp32';
case 'BF16':
return 'bf16';
default:
return '';
}
});
}
static getUnitDescription(unit) {
console.log(unit)
switch (unit) {
case 'msec.':
return '(lower is better)';
@ -383,6 +388,8 @@ class Graph {
return { data: null, color: '#009fca', label: `FP16` };
case 'fp32':
return { data: null, color: '#007797', label: `FP32` };
case 'bf16':
return { data: null, color: '#00536a', label: `BF16` };
default:
return {};
}
@ -402,6 +409,8 @@ class Graph {
return { data: null, color: '#8424a9', label: `FP16` };
case 'fp32':
return { data: null, color: '#5b037d', label: `FP32` };
case 'bf16':
return { data: null, color: '#37014c', label: `BF16` };
default:
return {};
}
@ -787,7 +796,7 @@ $(document).ready(function () {
li.style.alignItems = 'center';
li.style.display = 'block';
li.style.flexDirection = 'column';
li.style.marginLeft = '10px';
li.style.marginLeft = '4px';
li.onclick = () => {
const {type} = chart.config;
@ -806,7 +815,7 @@ $(document).ready(function () {
boxSpan.style.borderColor = item.strokeStyle;
boxSpan.style.borderWidth = item.lineWidth + 'px';
boxSpan.style.display = 'inline-block';
boxSpan.style.height = '12px';
boxSpan.style.height = '10px';
boxSpan.style.marginRight = '4px';
boxSpan.style.width = '30px';
@ -815,7 +824,8 @@ $(document).ready(function () {
textContainer.style.color = item.fontColor;
textContainer.style.margin = 0;
textContainer.style.padding = 0;
textContainer.style.fontSize = '0.8rem';
textContainer.style.fontSize = '0.6rem';
textContainer.style.marginLeft = '3px';
textContainer.style.textDecoration = item.hidden ? 'line-through' : '';
const text = document.createTextNode(item.text);
@ -871,7 +881,7 @@ $(document).ready(function () {
data: item.data,
backgroundColor: item.color,
borderColor: 'rgba(170,170,170,0)',
barThickness: 12
barThickness: 10
}
})
}
@ -945,19 +955,24 @@ $(document).ready(function () {
config.datasets[index].data = throughputData.map(tData => tData[prec]);
});
return config;
//to fix
// return removeEmptyLabel(config);
}
else if(kpi === 'latency'){
var latencyData = Graph.getDatabyKPI(model, kpi);
var config = Graph.getGraphConfig(kpi, groupUnit, precisions);
precisions.forEach((prec, index) => {
config.datasets[index].data = latencyData.map(tData => tData[prec]);
config.datasets[index].data = latencyData.map(tData => tData[prec]);
});
return config;
// return removeEmptyLabel(config);
}
var config = Graph.getGraphConfig(kpi, groupUnit);
config.datasets[0].data = Graph.getDatabyKPI(model, kpi);
return config;
});
// get the client platform labels and create labels for all the graphs
var labelsContainer = $('<div>');
labelsContainer.addClass('chart-labels-container');
@ -1013,6 +1028,21 @@ $(document).ready(function () {
setChartsDisplayDirection(display.mode);
adjustHeaderIcons(display.mode);
}
function removeEmptyLabel(config, indexes) {
var indexes = [];
config.datasets.forEach((item, index) =>{
if(item.data[0] == '') {
indexes.push(index);
}
})
var sorted = indexes.sort(function(a, b){return b-a});
sorted.forEach((index)=>{
config.datasets.splice(index,1);
})
console.log(config);
return config;
}
function processMetricNew(labels, datasets, chartTitle, container, widthClass, id) {
// ratio for consistent chart label height