From c4eeecfec539cec615652cf91ebd69dccc411c9e Mon Sep 17 00:00:00 2001 From: Ilya Lavrenov Date: Wed, 18 Jan 2023 15:19:44 +0400 Subject: [PATCH] Remove myriad plugin (#15131) * Removed Intel MYRIAD plugin * Removed Intel MYIAD from CI files * Removed Intel MYRIAD from cmake folder * Removed MYRIAD, HDDL from samples * Removed MYRIAD, HDDL from scripts folder * Removed MYRIAD from bindings folder (C and Python API) * Removed MYRIAD tests * Removed MYRIAD from tests folder * Removed MYRIAD from tools folder * Removed HDDL (VAD), MYRIAD (NSC2) from documentation * Fixed build for AUTO unit tests * Fixed clang code style * Fixed comments and issues * removed MYRIAD from AUTO tests * Disabled MULTI tests in CI * Update docs/OV_Runtime_UG/auto_device_selection.md Co-authored-by: Yuan Xu * Update docs/get_started/get_started_demos.md Co-authored-by: Yuan Xu * Update docs/OV_Runtime_UG/deployment/local-distribution.md Co-authored-by: Yuan Xu Co-authored-by: Yuan Xu --- .ci/azure/linux.yml | 1 + .ci/azure/linux_arm64.yml | 1 - .ci/azure/linux_conditional_compilation.yml | 1 - .ci/azure/linux_cuda.yml | 1 - .ci/azure/linux_debian.yml | 1 + .ci/azure/linux_onnxruntime.yml | 1 - .ci/azure/windows.yml | 2 +- .ci/azure/windows_conditional_compilation.yml | 4 - .ci/openvino-onnx/Dockerfile | 1 - .github/CODEOWNERS | 4 - .github/github_org_control/config.json | 1 - .github/labeler.yml | 5 - .github/workflows/build_doc.yml | 2 +- .github/workflows/code_snippets.yml | 2 +- .github/workflows/code_style.yml | 6 +- README.md | 8 +- cmake/coverage.cmake | 7 - cmake/dependencies.cmake | 4 - cmake/developer_package/whole_archive.cmake | 2 +- cmake/features.cmake | 14 - cmake/packaging/debian.cmake | 12 - cmake/packaging/rpm.cmake | 11 - cmake/templates/OpenVINOConfig.cmake.in | 24 - cmake/toolchains/ia32.linux.toolchain.cmake | 3 - docs/Documentation/openvino_ecosystem_ovtf.md | 2 - docs/Extensibility_UG/Intro.md | 3 +- docs/Extensibility_UG/VPU_Extensibility.md | 603 --- docs/HOWTO/mri_reconstruction_demo.py | 2 +- .../convert_model/Convert_Model_From_Kaldi.md | 16 - docs/OV_Runtime_UG/auto_device_selection.md | 9 +- .../deployment/deployment-manager-tool.md | 6 +- .../deployment/deployment_intro.md | 2 +- .../deployment/local-distribution.md | 19 +- docs/OV_Runtime_UG/hetero_execution.md | 4 +- docs/OV_Runtime_UG/multi_device.md | 4 +- docs/OV_Runtime_UG/openvino_intro.md | 2 +- docs/OV_Runtime_UG/preprocessing_overview.md | 2 +- .../supported_plugins/Device_Plugins.md | 6 +- docs/OV_Runtime_UG/supported_plugins/GPU.md | 2 +- docs/OV_Runtime_UG/supported_plugins/HDDL.md | 39 - .../OV_Runtime_UG/supported_plugins/MYRIAD.md | 40 - .../supported_plugins/Supported_Devices.md | 7 +- docs/OV_Runtime_UG/supported_plugins/VPU.md | 159 - .../supported_plugins/config_properties.md | 2 - docs/benchmarks/performance_benchmarks.md | 2 +- .../performance_benchmarks_openvino.md | 2 +- docs/dev/build.md | 8 - docs/dev/test_coverage.md | 1 - docs/get_started/get_started_demos.md | 27 +- docs/glossary.md | 2 +- .../configurations-for-iei-card.md | 134 - .../configurations-for-ivad-vpu.md | 80 - .../install_guides/configurations-for-ncs2.md | 108 - docs/install_guides/configurations-header.md | 4 - .../installing-openvino-docker-linux.md | 77 +- .../installing-openvino-from-archive-linux.md | 15 +- .../installing-openvino-from-archive-macos.md | 8 - ...nstalling-openvino-from-archive-windows.md | 10 +- .../install_guides/installing-openvino-pip.md | 2 +- .../installing-openvino-raspbian.md | 13 - .../installing-openvino-yocto.md | 4 - docs/install_guides/troubleshooting-issues.md | 173 - ...t_deployment_optimization_tput_advanced.md | 2 +- docs/snippets/AUTO4.cpp | 4 +- docs/snippets/CMakeLists.txt | 1 - samples/cpp/benchmark/sync_benchmark/main.cpp | 2 +- samples/cpp/benchmark_app/README.md | 4 +- samples/cpp/benchmark_app/benchmark_app.hpp | 2 +- samples/cpp/benchmark_app/main.cpp | 41 +- samples/cpp/benchmark_app/utils.cpp | 3 - samples/cpp/speech_sample/README.md | 3 +- samples/cpp/speech_sample/speech_sample.hpp | 3 +- .../sync_benchmark/sync_benchmark.py | 2 +- .../classification_sample_async/README.md | 2 +- .../classification_sample_async.py | 2 +- samples/python/speech_sample/README.md | 3 +- samples/python/speech_sample/arg_parser.py | 2 +- scripts/CMakeLists.txt | 3 - .../install_NCS_udev_rules.sh | 21 - scripts/setupvars/setupvars.bat | 3 +- scripts/setupvars/setupvars.sh | 9 +- src/bindings/c/include/c_api/ie_c_api.h | 2 +- .../openvino/inference_engine/constants.pyx | 2 +- .../openvino/inference_engine/ie_api.pyx | 12 +- .../python/src/pyopenvino/core/core.cpp | 2 +- src/bindings/python/tests/conftest.py | 15 +- .../tests/test_runtime/test_compiled_model.py | 3 +- .../tests/test_runtime/test_infer_request.py | 7 +- .../tests/test_runtime/test_input_node.py | 3 +- .../test_runtime/test_output_const_node.py | 3 +- .../tests/test_runtime/test_output_node.py | 3 - .../python/tests/test_utils/test_utils.py | 2 +- .../python/tests_compatibility/conftest.py | 15 +- .../test_inference_engine/test_Blob.py | 2 +- .../test_ExecutableNetwork.py | 13 +- .../test_InferRequest.py | 3 +- src/inference/dev_api/ie_icore.hpp | 2 +- src/inference/include/ie/ie_core.hpp | 2 +- .../include/openvino/runtime/core.hpp | 2 +- src/inference/src/dev/core_impl.hpp | 2 +- src/plugins/README.md | 1 - src/plugins/auto/utils/config.hpp | 2 - .../src/docs/onednn_selective_build.md | 4 +- src/plugins/intel_myriad/CMakeLists.txt | 49 - .../intel_myriad/common/CMakeLists.txt | 72 - .../configuration/as_parameter_enabler.hpp | 18 - .../check_preprocessing_inside_model.hpp | 34 - .../vpu/configuration/options/config_file.hpp | 34 - .../options/copy_optimization.hpp | 34 - .../configuration/options/custom_layers.hpp | 34 - .../options/detect_network_batch.hpp | 34 - .../options/device_connect_timeout.hpp | 35 - .../vpu/configuration/options/device_id.hpp | 34 - .../options/disable_convert_stages.hpp | 34 - .../configuration/options/disable_reorder.hpp | 34 - .../configuration/options/dump_all_passes.hpp | 35 - .../options/dump_all_passes_directory.hpp | 34 - .../options/dump_internal_graph_file_name.hpp | 34 - .../options/enable_async_dma.hpp | 34 - .../options/enable_custom_reshape_param.hpp | 34 - .../enable_early_eltwise_relu_fusion.hpp | 34 - .../options/enable_force_reset.hpp | 34 - .../enable_memory_types_annotation.hpp | 34 - .../configuration/options/enable_mx_boot.hpp | 34 - .../options/enable_permute_merging.hpp | 34 - .../options/enable_receiving_tensor_time.hpp | 34 - .../options/enable_repl_with_screlu.hpp | 34 - .../enable_tensor_iterator_unrolling.hpp | 34 - .../options/enable_weights_analysis.hpp | 34 - .../options/exclusive_async_requests.hpp | 34 - .../options/force_pure_tensor_iterator.hpp | 34 - .../configuration/options/hw_acceleration.hpp | 34 - .../configuration/options/hw_black_list.hpp | 36 - .../vpu/configuration/options/hw_dilation.hpp | 34 - .../configuration/options/hw_extra_split.hpp | 34 - .../options/hw_inject_stages.hpp | 35 - .../options/hw_pool_conv_merge.hpp | 34 - .../options/ignore_unknown_layers.hpp | 34 - .../vpu/configuration/options/log_level.hpp | 36 - .../vpu/configuration/options/memory_type.hpp | 36 - .../vpu/configuration/options/none_layers.hpp | 36 - .../options/number_of_cmx_slices.hpp | 35 - .../options/number_of_shaves.hpp | 35 - .../options/ov_throughput_streams.hpp | 36 - .../options/pack_data_in_cmx.hpp | 34 - .../vpu/configuration/options/perf_count.hpp | 34 - .../options/perf_report_mode.hpp | 35 - .../options/performance_hint.hpp | 35 - .../options/performance_hint_num_requests.hpp | 36 - .../configuration/options/power_config.hpp | 36 - .../configuration/options/tensor_strides.hpp | 34 - .../options/throughput_streams.hpp | 35 - .../options/tiling_cmx_limit_kb.hpp | 35 - .../options/vpu_scales_option.hpp | 34 - .../options/watchdog_interval.hpp | 35 - .../configuration/plugin_configuration.hpp | 139 - .../vpu/configuration/switch_converters.hpp | 15 - .../operations/dynamic_shape_resolver.hpp | 52 - .../ngraph/operations/exp_gather_elements.hpp | 46 - .../operations/out_shape_of_reshape.hpp | 44 - .../operations/static_shape_broadcast.hpp | 47 - .../ngraph/operations/static_shape_loop.hpp | 25 - .../static_shape_non_maximum_suppression.hpp | 40 - .../operations/static_shape_nonzero.hpp | 43 - .../operations/static_shape_reshape.hpp | 31 - .../ngraph/operations/static_shape_topk.hpp | 42 - .../include/vpu/ngraph/query_network.hpp | 16 - ...rt_extract_image_patches_to_reorg_yolo.hpp | 17 - .../transformations/convert_gatherND8.hpp | 17 - .../convert_transpose_presicion.hpp | 17 - .../dynamic_to_static_shape.hpp | 28 - ...mic_to_static_shape_binary_elementwise.hpp | 15 - .../dynamic_to_static_shape_broadcast.hpp | 15 - .../dynamic_to_static_shape_concat.hpp | 15 - .../dynamic_to_static_shape_gather.hpp | 15 - ...ynamic_to_static_shape_gather_elements.hpp | 13 - .../dynamic_to_static_shape_gather_nd.hpp | 13 - .../dynamic_to_static_shape_loop.hpp | 16 - .../dynamic_to_static_shape_matmul.hpp | 15 - ...ic_to_static_shape_non_max_suppression.hpp | 15 - .../dynamic_to_static_shape_nonzero.hpp | 15 - .../dynamic_to_static_shape_reduce.hpp | 15 - .../dynamic_to_static_shape_reshape.hpp | 15 - .../dynamic_to_static_shape_roialign.hpp | 15 - .../dynamic_to_static_shape_split.hpp | 14 - .../dynamic_to_static_shape_squeeze.hpp | 15 - .../dynamic_to_static_shape_strided_slice.hpp | 15 - .../dynamic_to_static_shape_topk.hpp | 15 - .../dynamic_to_static_shape_transpose.hpp | 15 - ...amic_to_static_shape_unary_elementwise.hpp | 15 - .../dynamic_to_static_shape_unsqueeze.hpp | 15 - ...dynamic_to_static_shape_variadic_split.hpp | 15 - .../eliminate_shapeof_after_dsr.hpp | 17 - .../batch_extraction_configuration.hpp | 31 - .../extract_dynamic_batch.hpp | 24 - .../slice_binary_eltwise.hpp | 14 - .../slice_convolution.hpp | 14 - .../extract_dynamic_batch/slice_mat_mul.hpp | 14 - .../slice_unary_eltwise.hpp | 14 - .../merge_gather_gather_elements.hpp | 17 - .../merge_subsequent_dsr_operations.hpp | 17 - .../common/include/vpu/ngraph/utilities.hpp | 100 - .../include/vpu/private_plugin_config.hpp | 152 - .../common/include/vpu/utils/any.hpp | 155 - .../include/vpu/utils/attributes_map.hpp | 177 - .../common/include/vpu/utils/auto_scope.hpp | 40 - .../common/include/vpu/utils/cache.hpp | 446 --- .../common/include/vpu/utils/checked_cast.hpp | 126 - .../common/include/vpu/utils/containers.hpp | 49 - .../common/include/vpu/utils/ddr_type.hpp | 19 - .../common/include/vpu/utils/dot_io.hpp | 252 -- .../common/include/vpu/utils/enums.hpp | 46 - .../common/include/vpu/utils/error.hpp | 93 - .../common/include/vpu/utils/extra.hpp | 30 - .../common/include/vpu/utils/file_system.hpp | 13 - .../common/include/vpu/utils/func_ref.hpp | 55 - .../common/include/vpu/utils/handle.hpp | 237 -- .../common/include/vpu/utils/heap.hpp | 125 - .../common/include/vpu/utils/hw_disabled.hpp | 22 - .../common/include/vpu/utils/ie_helpers.hpp | 38 - .../common/include/vpu/utils/ie_itt.hpp | 20 - .../vpu/utils/intrusive_handle_list.hpp | 621 --- .../common/include/vpu/utils/io.hpp | 270 -- .../common/include/vpu/utils/log_level.hpp | 21 - .../common/include/vpu/utils/logger.hpp | 142 - .../common/include/vpu/utils/numeric.hpp | 47 - .../common/include/vpu/utils/optional.hpp | 227 -- .../common/include/vpu/utils/perf_report.hpp | 71 - .../common/include/vpu/utils/power_config.hpp | 20 - .../common/include/vpu/utils/range.hpp | 15 - .../vpu/utils/range/container_range.hpp | 218 -- .../include/vpu/utils/range/filter_range.hpp | 219 -- .../include/vpu/utils/range/flatten_range.hpp | 242 -- .../include/vpu/utils/range/generic_range.hpp | 214 - .../include/vpu/utils/range/helpers.hpp | 168 - .../vpu/utils/range/iterator_range.hpp | 74 - .../include/vpu/utils/range/map_range.hpp | 212 - .../include/vpu/utils/range/reverse_range.hpp | 97 - .../vpu/utils/range/single_element_range.hpp | 139 - .../include/vpu/utils/range/to_container.hpp | 145 - .../common/include/vpu/utils/simple_math.hpp | 132 - .../common/include/vpu/utils/skip_layers.hpp | 26 - .../common/include/vpu/utils/small_vector.hpp | 362 -- .../common/include/vpu/utils/string.hpp | 73 - .../configuration/as_parameter_enabler.cpp | 10 - .../check_preprocessing_inside_model.cpp | 46 - .../src/configuration/options/config_file.cpp | 39 - .../options/copy_optimization.cpp | 45 - .../configuration/options/custom_layers.cpp | 38 - .../options/detect_network_batch.cpp | 46 - .../options/device_connect_timeout.cpp | 58 - .../src/configuration/options/device_id.cpp | 38 - .../options/disable_convert_stages.cpp | 46 - .../configuration/options/disable_reorder.cpp | 46 - .../configuration/options/dump_all_passes.cpp | 48 - .../options/dump_all_passes_directory.cpp | 38 - .../options/dump_internal_graph_file_name.cpp | 38 - .../options/enable_async_dma.cpp | 46 - .../options/enable_custom_reshape_param.cpp | 46 - .../enable_early_eltwise_relu_fusion.cpp | 46 - .../options/enable_force_reset.cpp | 46 - .../enable_memory_types_annotation.cpp | 46 - .../configuration/options/enable_mx_boot.cpp | 47 - .../options/enable_permute_merging.cpp | 46 - .../options/enable_receiving_tensor_time.cpp | 46 - .../options/enable_repl_with_screlu.cpp | 46 - .../enable_tensor_iterator_unrolling.cpp | 46 - .../options/enable_weights_analysis.cpp | 46 - .../options/exclusive_async_requests.cpp | 46 - .../options/force_pure_tensor_iterator.cpp | 46 - .../configuration/options/hw_acceleration.cpp | 46 - .../configuration/options/hw_black_list.cpp | 53 - .../src/configuration/options/hw_dilation.cpp | 46 - .../configuration/options/hw_extra_split.cpp | 46 - .../options/hw_inject_stages.cpp | 50 - .../options/hw_pool_conv_merge.cpp | 46 - .../options/ignore_unknown_layers.cpp | 46 - .../src/configuration/options/log_level.cpp | 64 - .../src/configuration/options/memory_type.cpp | 64 - .../src/configuration/options/none_layers.cpp | 53 - .../options/number_of_cmx_slices.cpp | 78 - .../options/number_of_shaves.cpp | 78 - .../options/ov_throughput_streams.cpp | 69 - .../options/pack_data_in_cmx.cpp | 46 - .../src/configuration/options/perf_count.cpp | 46 - .../options/perf_report_mode.cpp | 59 - .../options/performance_hint.cpp | 54 - .../options/performance_hint_num_requests.cpp | 52 - .../configuration/options/power_config.cpp | 65 - .../configuration/options/tensor_strides.cpp | 84 - .../options/throughput_streams.cpp | 66 - .../options/tiling_cmx_limit_kb.cpp | 66 - .../options/vpu_scales_option.cpp | 79 - .../options/watchdog_interval.cpp | 92 - .../configuration/plugin_configuration.cpp | 116 - .../src/configuration/switch_converters.cpp | 25 - .../operations/dynamic_shape_resolver.cpp | 201 - .../ngraph/operations/exp_gather_elements.cpp | 66 - .../operations/out_shape_of_reshape.cpp | 266 -- .../operations/static_shape_broadcast.cpp | 86 - .../ngraph/operations/static_shape_loop.cpp | 46 - .../static_shape_non_maximum_suppression.cpp | 70 - .../operations/static_shape_nonzero.cpp | 105 - .../operations/static_shape_reshape.cpp | 47 - .../ngraph/operations/static_shape_topk.cpp | 53 - .../common/src/ngraph/query_network.cpp | 184 - ...rt_extract_image_patches_to_reorg_yolo.cpp | 80 - .../transformations/convert_gatherND8.cpp | 39 - .../convert_transpose_presicion.cpp | 45 - .../dynamic_to_static_shape.cpp | 210 - ...mic_to_static_shape_binary_elementwise.cpp | 92 - .../dynamic_to_static_shape_broadcast.cpp | 96 - .../dynamic_to_static_shape_concat.cpp | 111 - .../dynamic_to_static_shape_gather.cpp | 70 - ...ynamic_to_static_shape_gather_elements.cpp | 32 - .../dynamic_to_static_shape_gather_nd.cpp | 79 - .../dynamic_to_static_shape_loop.cpp | 112 - .../dynamic_to_static_shape_matmul.cpp | 98 - ...ic_to_static_shape_non_max_suppression.cpp | 44 - .../dynamic_to_static_shape_nonzero.cpp | 34 - .../dynamic_to_static_shape_reduce.cpp | 75 - .../dynamic_to_static_shape_reshape.cpp | 44 - .../dynamic_to_static_shape_roialign.cpp | 54 - .../dynamic_to_static_shape_split.cpp | 75 - .../dynamic_to_static_shape_squeeze.cpp | 66 - .../dynamic_to_static_shape_strided_slice.cpp | 169 - .../dynamic_to_static_shape_topk.cpp | 77 - .../dynamic_to_static_shape_transpose.cpp | 47 - ...amic_to_static_shape_unary_elementwise.cpp | 33 - .../dynamic_to_static_shape_unsqueeze.cpp | 71 - ...dynamic_to_static_shape_variadic_split.cpp | 70 - .../eliminate_shapeof_after_dsr.cpp | 40 - .../batch_extraction_configuration.cpp | 30 - .../extract_dynamic_batch.cpp | 496 --- .../slice_binary_eltwise.cpp | 79 - .../slice_convolution.cpp | 37 - .../extract_dynamic_batch/slice_mat_mul.cpp | 74 - .../slice_unary_eltwise.cpp | 49 - .../merge_gather_gather_elements.cpp | 159 - .../merge_subsequent_dsr_operations.cpp | 42 - .../common/src/ngraph/utilities.cpp | 68 - .../intel_myriad/common/src/utils/dot_io.cpp | 51 - .../intel_myriad/common/src/utils/enums.cpp | 63 - .../common/src/utils/file_system.cpp | 18 - .../common/src/utils/ie_helpers.cpp | 177 - .../intel_myriad/common/src/utils/io.cpp | 31 - .../intel_myriad/common/src/utils/logger.cpp | 164 - .../common/src/utils/perf_report.cpp | 78 - .../common/src/utils/simple_math.cpp | 195 - .../custom_kernels/binarization.cl | 67 - .../custom_kernels/binary_convolution.cl | 95 - .../custom_kernels/binary_convolution1x1.cl | 117 - .../custom_kernels/binary_convolution3x3.cl | 278 -- .../custom_kernels/convolution1x1_chw.cl | 114 - .../custom_kernels/convolution1x1_hwc.cl | 126 - .../custom_kernels/convolution3x3.cl | 158 - .../intel_myriad/custom_kernels/correlate.cl | 453 --- .../intel_myriad/custom_kernels/ctc.cl | 94 - .../custom_kernels/customLayerBindings.xml | 507 --- .../intel_myriad/custom_kernels/cvtf32f16.cl | 17 - .../intel_myriad/custom_kernels/cvtu8f16.cl | 48 - .../detectron_prior_grid_gen.cl | 65 - .../custom_kernels/fakequantize.cl | 111 - .../intel_myriad/custom_kernels/grn.cl | 63 - .../custom_kernels/mvn_reduction.cl | 115 - .../intel_myriad/custom_kernels/mvn_scale.cl | 68 - .../intel_myriad/custom_kernels/region_chw.cl | 108 - .../intel_myriad/custom_kernels/region_hwc.cl | 114 - .../intel_myriad/custom_kernels/reorg_chw.cl | 67 - .../intel_myriad/custom_kernels/reorg_hwc.cl | 65 - .../custom_kernels/reorg_hwc_naive.cl | 53 - .../custom_kernels/resample_AA.cl | 122 - .../custom_kernels/resample_noAA.cl | 112 - .../custom_kernels/shuffle_channels.cl | 33 - src/plugins/intel_myriad/custom_kernels/st.cl | 278 -- .../graph_transformer/CMakeLists.txt | 83 - .../include/vpu/backend/backend.hpp | 79 - .../include/vpu/backend/blob_format.hpp | 77 - .../include/vpu/backend/blob_serializer.hpp | 50 - .../include/vpu/blob_reader.hpp | 64 - .../include/vpu/compile_env.hpp | 61 - .../vpu/configuration/options/protocol.hpp | 36 - .../include/vpu/frontend/ShaveElfMetadata.h | 188 - .../vpu/frontend/ShaveElfMetadataParser.h | 225 -- .../include/vpu/frontend/custom_kernel.hpp | 83 - .../include/vpu/frontend/custom_layer.hpp | 56 - .../include/vpu/frontend/frontend.hpp | 238 -- .../vpu/frontend/ie_parsed_network.hpp | 26 - .../include/vpu/graph_transformer.hpp | 95 - .../vpu/graph_transformer_internal.hpp | 18 - .../vpu/middleend/allocator/allocator.hpp | 146 - .../vpu/middleend/allocator/shaves.hpp | 44 - .../vpu/middleend/allocator/structs.hpp | 63 - .../hw/conv_tiling/hw_convolution_tiler.hpp | 326 -- .../hw/conv_tiling/hw_stage_tiler.hpp | 168 - .../hw/pooling_tiling/hw_pooling_tiler.hpp | 212 - .../hw/pooling_tiling/hw_stage_tiler.hpp | 96 - .../include/vpu/middleend/hw/tiling.hpp | 318 -- .../include/vpu/middleend/hw/utility.hpp | 140 - .../include/vpu/middleend/pass_manager.hpp | 261 -- .../vpu/middleend/special_stage_processor.hpp | 48 - .../include/vpu/middleend/sw/utility.hpp | 97 - .../include/vpu/model/base.hpp | 117 - .../include/vpu/model/data.hpp | 310 -- .../data_contents/batch_norm_contents.hpp | 47 - .../data_contents/calculated_data_content.hpp | 34 - .../data_contents/conv_weights_contents.hpp | 65 - .../vpu/model/data_contents/data_content.hpp | 33 - .../data_contents/deconvolution_contents.hpp | 100 - .../default_sw_weights_content.hpp | 25 - .../data_contents/hw_const_data_content.hpp | 33 - .../data_contents/hw_weights_content.hpp | 33 - .../model/data_contents/ie_blob_content.hpp | 30 - .../data_contents/kernel_binary_content.hpp | 24 - .../vpu/model/data_contents/mean_contents.hpp | 48 - .../model/data_contents/merge_fc_content.hpp | 28 - .../data_contents/mtcnn_blob_content.hpp | 24 - .../data_contents/prelu_blob_content.hpp | 32 - .../model/data_contents/priorbox_contents.hpp | 60 - .../data_contents/replicated_data_content.hpp | 32 - .../model/data_contents/scaled_content.hpp | 27 - .../include/vpu/model/data_desc.hpp | 696 ---- .../include/vpu/model/edges.hpp | 225 -- .../include/vpu/model/model.hpp | 411 -- .../include/vpu/model/stage.hpp | 696 ---- .../include/vpu/stage_builder.hpp | 366 -- .../include/vpu/stages/interpolate_stages.hpp | 55 - .../include/vpu/stages/iteration_rule.hpp | 41 - .../include/vpu/stages/mx_stage.hpp | 35 - .../include/vpu/stages/post_op_stage.hpp | 31 - .../include/vpu/stages/stub_stage.hpp | 37 - .../include/vpu/utils/profiling.hpp | 101 - .../include/vpu/utils/runtime_graph.hpp | 19 - .../include/vpu/utils/shape_io.hpp | 15 - .../graph_transformer/src/backend/backend.cpp | 117 - .../src/backend/dump_to_dot.cpp | 396 -- .../src/backend/get_meta_data.cpp | 232 -- .../src/backend/serialize.cpp | 400 -- .../graph_transformer/src/blob_reader.cpp | 179 - .../src/configuration/options/protocol.cpp | 61 - .../src/frontend/ShaveElfMetadataParser.cpp | 94 - .../src/frontend/custom_kernel.cpp | 364 -- .../src/frontend/custom_layer.cpp | 308 -- .../src/frontend/detect_network_batch.cpp | 170 - .../src/frontend/frontend.cpp | 839 ---- .../src/frontend/ie_parsed_network.cpp | 79 - .../src/frontend/in_out_convert.cpp | 123 - .../src/frontend/parse_data.cpp | 126 - .../src/frontend/pre_process.cpp | 131 - .../src/frontend/remove_const_layers.cpp | 30 - .../src/frontend/unroll_loops.cpp | 49 - .../src/graph_transformer.cpp | 315 -- .../src/middleend/allocator/allocator.cpp | 766 ---- .../src/middleend/allocator/shaves.cpp | 118 - .../hw/conv_tiling/hw_convolution_tiler.cpp | 946 ----- .../hw/conv_tiling/hw_stage_tiler.cpp | 568 --- .../hw/pooling_tiling/hw_pooling_tiler.cpp | 619 --- .../hw/pooling_tiling/hw_stage_tiler.cpp | 212 - .../src/middleend/hw/tiling.cpp | 578 --- .../src/middleend/hw/utility.cpp | 89 - .../src/middleend/pass_manager.cpp | 425 -- .../add_copy_for_outputs_inside_network.cpp | 60 - .../add_reorder_inputs_to_channel_minor.cpp | 61 - .../middleend/passes/adjust_data_batch.cpp | 540 --- .../middleend/passes/adjust_data_layout.cpp | 384 -- .../middleend/passes/adjust_data_location.cpp | 483 --- .../middleend/passes/allocate_resources.cpp | 290 -- .../passes/annotate_memory_types.cpp | 39 - .../passes/convert_shape_notation.cpp | 107 - .../passes/count_stages_in_loops.cpp | 49 - .../passes/eliminate_const_concat.cpp | 127 - .../src/middleend/passes/eliminate_copy.cpp | 188 - .../eliminate_redundant_conversions.cpp | 85 - .../src/middleend/passes/final_check.cpp | 331 -- .../src/middleend/passes/finalize_hw_ops.cpp | 265 -- .../src/middleend/passes/gemm_transpose.cpp | 98 - .../src/middleend/passes/hw_conv_tiling.cpp | 244 -- .../src/middleend/passes/hw_extra_split.cpp | 630 --- .../src/middleend/passes/hw_fc_tiling.cpp | 409 -- .../src/middleend/passes/hw_padding.cpp | 211 - .../middleend/passes/hw_pooling_tiling.cpp | 140 - .../src/middleend/passes/initial_check.cpp | 29 - .../src/middleend/passes/inject_sw.cpp | 202 - .../src/middleend/passes/mark_fast_stages.cpp | 35 - .../passes/merge_eltwise_and_relu.cpp | 124 - .../src/middleend/passes/merge_hw_stages.cpp | 213 - .../middleend/passes/merge_parallel_fc.cpp | 142 - .../middleend/passes/merge_permute_stages.cpp | 201 - .../middleend/passes/merge_relu_and_bias.cpp | 69 - .../passes/process_special_stages.cpp | 132 - .../middleend/passes/propagate_dynamism.cpp | 174 - .../passes/replace_deconv_by_conv.cpp | 228 -- .../middleend/passes/replace_fc_by_conv.cpp | 269 -- .../middleend/passes/replace_gemm_by_conv.cpp | 194 - .../passes/replace_priorbox_with_const.cpp | 140 - .../passes/replace_with_reduce_mean.cpp | 97 - .../middleend/passes/replace_with_screlu.cpp | 120 - .../src/middleend/passes/reshape_conv.cpp | 107 - .../passes/reshape_dilation_conv.cpp | 486 --- .../middleend/passes/split_conv3d_into_2d.cpp | 449 --- .../middleend/passes/split_grouped_conv.cpp | 258 -- .../passes/split_hw_conv_and_pool.cpp | 254 -- .../passes/split_hw_depth_convolution.cpp | 307 -- .../passes/split_large_kernel_conv.cpp | 163 - .../middleend/passes/split_pool3d_into_2d.cpp | 430 -- .../middleend/passes/sw_conv_adaptation.cpp | 462 --- .../middleend/passes/sw_deconv_adaptation.cpp | 356 -- .../src/middleend/passes/sw_fc_adaptation.cpp | 216 - .../passes/sw_pooling_adaptation.cpp | 161 - .../passes/swap_concat_and_hw_ops.cpp | 156 - .../passes/uplift_activation_stages.cpp | 144 - .../src/middleend/passes/weights_analysis.cpp | 295 -- .../src/middleend/special_stage_processor.cpp | 471 --- .../src/middleend/sw/utility.cpp | 77 - .../graph_transformer/src/model/data.cpp | 313 -- .../data_contents/batch_norm_contents.cpp | 70 - .../data_contents/calculated_data_content.cpp | 17 - .../data_contents/conv_weights_contents.cpp | 65 - .../src/model/data_contents/data_content.cpp | 11 - .../data_contents/deconvolution_contents.cpp | 186 - .../default_sw_weights_content.cpp | 29 - .../data_contents/hw_const_data_content.cpp | 101 - .../data_contents/hw_weights_content.cpp | 104 - .../model/data_contents/ie_blob_content.cpp | 39 - .../data_contents/kernel_binary_content.cpp | 23 - .../src/model/data_contents/mean_contents.cpp | 79 - .../model/data_contents/merge_fc_content.cpp | 60 - .../data_contents/mtcnn_blob_content.cpp | 21 - .../data_contents/prelu_blob_content.cpp | 56 - .../model/data_contents/priorbox_contents.cpp | 381 -- .../data_contents/replicated_data_content.cpp | 58 - .../model/data_contents/scaled_content.cpp | 41 - .../graph_transformer/src/model/data_desc.cpp | 700 ---- .../graph_transformer/src/model/model.cpp | 2178 ----------- .../graph_transformer/src/model/stage.cpp | 342 -- .../src/stages/activation.cpp | 42 - .../src/stages/batch_norm.cpp | 52 - .../graph_transformer/src/stages/bias.cpp | 56 - .../src/stages/broadcast.cpp | 168 - .../graph_transformer/src/stages/ceiling.cpp | 43 - .../graph_transformer/src/stages/clamp.cpp | 70 - .../graph_transformer/src/stages/concat.cpp | 364 -- .../graph_transformer/src/stages/convert.cpp | 149 - .../src/stages/convolution.cpp | 539 --- .../graph_transformer/src/stages/copy.cpp | 91 - .../graph_transformer/src/stages/crop.cpp | 189 - .../src/stages/ctc_decoder.cpp | 84 - .../src/stages/ctc_greedy_decoder_seq_len.cpp | 176 - .../graph_transformer/src/stages/custom.cpp | 485 --- .../src/stages/deconvolution.cpp | 112 - .../src/stages/detection_output.cpp | 246 -- .../src/stages/dynamic_shape_resolver.cpp | 126 - .../graph_transformer/src/stages/eltwise.cpp | 391 -- .../graph_transformer/src/stages/elu.cpp | 45 - .../graph_transformer/src/stages/erf.cpp | 39 - .../graph_transformer/src/stages/exp.cpp | 40 - .../src/stages/exp_detectionoutput.cpp | 142 - .../src/stages/exp_generateproposals.cpp | 160 - .../src/stages/exp_priorgridgenerator.cpp | 125 - .../src/stages/exp_topkrois.cpp | 104 - .../graph_transformer/src/stages/expand.cpp | 134 - .../graph_transformer/src/stages/fc.cpp | 96 - .../graph_transformer/src/stages/floor.cpp | 39 - .../graph_transformer/src/stages/gather.cpp | 122 - .../src/stages/gather_elements.cpp | 167 - .../src/stages/gather_nd.cpp | 121 - .../graph_transformer/src/stages/gelu.cpp | 38 - .../graph_transformer/src/stages/gemm.cpp | 146 - .../graph_transformer/src/stages/grn.cpp | 74 - .../graph_transformer/src/stages/hswish.cpp | 38 - .../graph_transformer/src/stages/interp.cpp | 106 - .../src/stages/interpolate.cpp | 118 - .../graph_transformer/src/stages/log.cpp | 39 - .../graph_transformer/src/stages/loop_end.cpp | 101 - .../src/stages/loop_start.cpp | 90 - .../graph_transformer/src/stages/mish.cpp | 42 - .../graph_transformer/src/stages/mtcnn.cpp | 257 -- .../graph_transformer/src/stages/mvn.cpp | 115 - .../graph_transformer/src/stages/mx_stage.cpp | 218 -- .../graph_transformer/src/stages/none.cpp | 64 - .../graph_transformer/src/stages/nonzero.cpp | 120 - .../graph_transformer/src/stages/norm.cpp | 98 - .../src/stages/normalize.cpp | 102 - .../graph_transformer/src/stages/oneHot.cpp | 91 - .../src/stages/out_shape_of_reshape.cpp | 103 - .../graph_transformer/src/stages/pad.cpp | 154 - .../graph_transformer/src/stages/permute.cpp | 144 - .../graph_transformer/src/stages/pooling.cpp | 605 --- .../src/stages/post_op_stage.cpp | 61 - .../graph_transformer/src/stages/power.cpp | 76 - .../graph_transformer/src/stages/prelu.cpp | 59 - .../graph_transformer/src/stages/priorbox.cpp | 72 - .../graph_transformer/src/stages/proposal.cpp | 200 - .../src/stages/psroipooling.cpp | 82 - .../graph_transformer/src/stages/reduce.cpp | 183 - .../src/stages/region_yolo.cpp | 86 - .../graph_transformer/src/stages/relu.cpp | 87 - .../src/stages/reorg_yolo.cpp | 85 - .../graph_transformer/src/stages/resample.cpp | 134 - .../graph_transformer/src/stages/reshape.cpp | 86 - .../src/stages/reverse_sequence.cpp | 85 - .../graph_transformer/src/stages/rnn.cpp | 313 -- .../src/stages/roi_align.cpp | 138 - .../src/stages/roi_feature_extractor.cpp | 155 - .../src/stages/roipooling.cpp | 102 - .../graph_transformer/src/stages/round.cpp | 58 - .../graph_transformer/src/stages/scale.cpp | 83 - .../src/stages/scatter_elements_update.cpp | 253 -- .../src/stages/scatter_update.cpp | 261 -- .../graph_transformer/src/stages/screlu.cpp | 129 - .../graph_transformer/src/stages/sigmoid.cpp | 48 - .../graph_transformer/src/stages/softmax.cpp | 105 - .../graph_transformer/src/stages/softplus.cpp | 38 - .../graph_transformer/src/stages/split.cpp | 221 -- .../src/stages/static_shape_nms.cpp | 173 - .../src/stages/strided_slice.cpp | 120 - .../src/stages/stub_stage.cpp | 75 - .../graph_transformer/src/stages/swish.cpp | 44 - .../graph_transformer/src/stages/tanh.cpp | 39 - .../src/stages/tensor_iterator.cpp | 551 --- .../graph_transformer/src/stages/tile.cpp | 97 - .../graph_transformer/src/stages/topk.cpp | 173 - .../graph_transformer/src/utils/profiling.cpp | 141 - .../src/utils/runtime_graph.cpp | 177 - .../graph_transformer/src/utils/shape_io.cpp | 17 - .../intel_myriad/myriad_dependencies.cmake | 217 - .../intel_myriad/myriad_plugin/CMakeLists.txt | 62 - .../myriad_plugin/api/myriad_api.cpp | 13 - .../myriad_async_infer_request.cpp | 30 - .../myriad_async_infer_request.h | 27 - .../myriad_executable_network.cpp | 279 -- .../myriad_plugin/myriad_executable_network.h | 150 - .../myriad_plugin/myriad_executor.cpp | 526 --- .../myriad_plugin/myriad_executor.h | 139 - .../myriad_plugin/myriad_infer_request.cpp | 443 --- .../myriad_plugin/myriad_infer_request.h | 76 - .../myriad_plugin/myriad_metrics.cpp | 134 - .../myriad_plugin/myriad_metrics.h | 60 - .../myriad_plugin/myriad_mvnc_wrapper.cpp | 46 - .../myriad_plugin/myriad_mvnc_wrapper.h | 60 - .../myriad_plugin/myriad_plugin.cpp | 352 -- .../myriad_plugin/myriad_plugin.h | 61 - .../intel_myriad/third_party/CMakeLists.txt | 31 - .../third_party/XLink/CMakeLists.txt | 44 - .../third_party/XLink/XLink.cmake | 58 - .../XLink/pc/MacOS/pthread_semaphore.c | 271 -- .../XLink/pc/MacOS/pthread_semaphore.h | 52 - .../third_party/XLink/pc/PlatformData.c | 389 -- .../XLink/pc/PlatformDeviceControl.c | 452 --- .../XLink/pc/PlatformDeviceSearch.c | 349 -- .../XLink/pc/Win/include/win_pthread.h | 97 - .../XLink/pc/Win/include/win_semaphore.h | 63 - .../XLink/pc/Win/include/win_synchapi.h | 41 - .../XLink/pc/Win/include/win_time.h | 20 - .../XLink/pc/Win/include/win_usb.h | 52 - .../XLink/pc/Win/src/win_pthread.c | 222 -- .../XLink/pc/Win/src/win_semaphore.c | 131 - .../XLink/pc/Win/src/win_synchapi.c | 71 - .../third_party/XLink/pc/Win/src/win_time.c | 17 - .../third_party/XLink/pc/Win/src/win_usb.c | 533 --- .../XLink/pc/protocols/pcie_host.c | 651 --- .../XLink/pc/protocols/pcie_host.h | 74 - .../third_party/XLink/pc/protocols/usb_boot.c | 691 ---- .../third_party/XLink/pc/protocols/usb_boot.h | 46 - .../third_party/XLink/shared/include/XLink.h | 253 -- .../XLink/shared/include/XLinkDispatcher.h | 50 - .../shared/include/XLinkDispatcherImpl.h | 19 - .../XLink/shared/include/XLinkErrorUtils.h | 100 - .../XLink/shared/include/XLinkLog.h | 209 - .../XLink/shared/include/XLinkMacros.h | 73 - .../XLink/shared/include/XLinkPlatform.h | 112 - .../shared/include/XLinkPlatformErrorUtils.h | 57 - .../shared/include/XLinkPrivateDefines.h | 189 - .../XLink/shared/include/XLinkPrivateFields.h | 56 - .../XLink/shared/include/XLinkPublicDefines.h | 136 - .../XLink/shared/include/XLinkSemaphore.h | 76 - .../XLink/shared/include/XLinkStream.h | 42 - .../XLink/shared/include/XLinkStringUtils.h | 63 - .../XLink/shared/include/XLinkVersion.h | 12 - .../third_party/XLink/shared/src/XLinkData.c | 405 -- .../XLink/shared/src/XLinkDeprecated.c | 154 - .../XLink/shared/src/XLinkDevice.c | 426 -- .../XLink/shared/src/XLinkDispatcher.c | 1251 ------ .../XLink/shared/src/XLinkDispatcherImpl.c | 735 ---- .../XLink/shared/src/XLinkPrivateDefines.c | 152 - .../XLink/shared/src/XLinkPrivateFields.c | 107 - .../XLink/shared/src/XLinkSemaphore.c | 148 - .../XLink/shared/src/XLinkStream.c | 48 - .../XLink/shared/src/XLinkStringUtils.c | 158 - .../third_party/mvnc/CMakeLists.txt | 78 - .../third_party/mvnc/include/mvnc.h | 264 -- .../third_party/mvnc/include/mvnc_data.h | 33 - .../third_party/mvnc/include/mvnc_ext.h | 33 - .../third_party/mvnc/include/mvnc_tool.h | 69 - .../third_party/mvnc/include/ncCommPrivate.h | 136 - .../third_party/mvnc/include/ncPrivateTypes.h | 168 - .../mvnc/include/watchdog/watchdog.h | 46 - .../mvnc/include/watchdog/watchdogPrivate.hpp | 92 - .../mvnc/include/watchdog/xlink_device.h | 25 - .../mvnc/src/97-myriad-usbboot.rules | 3 - .../third_party/mvnc/src/mvnc_api.c | 3478 ----------------- .../third_party/mvnc/src/mvnc_data.c | 245 -- .../mvnc/src/watchdog/watchdog.cpp | 432 -- .../mvnc/src/watchdog/xlink_device.cpp | 173 - .../third_party/mvnc/tests/CMakeLists.txt | 72 - .../tests/cases/mvnc_common_test_cases.cpp | 159 - .../mvnc/tests/cases/mvnc_common_test_cases.h | 154 - .../tests/cases/mvnc_no_boot_test_cases.cpp | 27 - .../tests/cases/mvnc_no_boot_test_cases.h | 36 - .../tests/cases/mvnc_stress_test_cases.cpp | 25 - .../mvnc/tests/cases/mvnc_stress_test_cases.h | 22 - .../mvnc/tests/cases/mvnc_usb_test_cases.cpp | 30 - .../mvnc/tests/cases/mvnc_usb_test_cases.h | 42 - .../mvnc/tests/helpers/mvnc_test_helper.cpp | 112 - .../mvnc/tests/helpers/mvnc_test_helper.h | 118 - .../mvnc/tests/mvnc_no_boot_tests.cpp | 98 - .../mvnc/tests/mvnc_stress_tests.cpp | 154 - .../mvnc/tests/mvnc_tests_common.cpp | 552 --- .../third_party/mvnc/tests/mvnc_tests_usb.cpp | 238 -- .../mvnc/tests/mvnc_utils_tests.cpp | 61 - .../third_party/tests/CMakeLists.txt | 5 - .../third_party/tests/XLink/CMakeLists.txt | 38 - .../tests/XLink/XLink_common_tests.cpp | 439 --- .../tests/XLink/XLink_deprecated_tests.cpp | 47 - .../tests/XLink/XLink_specific_tests.cpp | 154 - .../tests/XLink/cases/XLink_common_cases.cpp | 97 - .../tests/XLink/cases/XLink_common_cases.hpp | 110 - .../XLink/cases/XLink_specific_cases.hpp | 25 - .../XLink/helpers/XLink_tests_helpers.cpp | 135 - .../XLink/helpers/XLink_tests_helpers.hpp | 71 - src/tests/functional/plugin/CMakeLists.txt | 4 - .../include/api_conformance_helpers.hpp | 2 - .../functional/plugin/myriad/CMakeLists.txt | 40 - .../common/myriad_common_test_utils.cpp | 22 - .../common/myriad_common_test_utils.hpp | 13 - .../myriad/import_export/import_nonzero.cpp | 116 - .../conversions/dynamic_shape_resolver.cpp | 72 - .../operations/dynamic_shape_resolver.cpp | 284 -- .../operations/out_shape_of_reshape.cpp | 174 - .../operations/static_shape_broadcast.cpp | 257 -- .../operations/static_shape_nonzero.cpp | 140 - ...xtract_image_patches_to_reorg_yolo_vpu.cpp | 179 - .../convert_transpose_precision.cpp | 69 - ...mic_to_static_shape_binary_elementwise.cpp | 296 -- .../dynamic_to_static_shape_broadcast.cpp | 319 -- .../dynamic_to_static_shape_clamp.cpp | 88 - .../dynamic_to_static_shape_concat.cpp | 141 - .../dynamic_to_static_shape_convert.cpp | 88 - .../dynamic_to_static_shape_gather.cpp | 294 -- ...ynamic_to_static_shape_gather_elements.cpp | 133 - .../dynamic_to_static_shape_gather_nd.cpp | 191 - .../dynamic_to_static_shape_matmul.cpp | 209 - ...ic_to_static_shape_non_max_suppression.cpp | 129 - .../dynamic_to_static_shape_nonzero.cpp | 111 - .../dynamic_to_static_shape_reduce.cpp | 164 - .../dynamic_to_static_shape_reshape.cpp | 134 - .../dynamic_to_static_shape_roialign.cpp | 297 -- .../dynamic_to_static_shape_scatter.cpp | 156 - .../dynamic_to_static_shape_split.cpp | 120 - .../dynamic_to_static_shape_squeeze.cpp | 115 - .../dynamic_to_static_shape_topk.cpp | 244 -- .../dynamic_to_static_shape_transpose.cpp | 120 - ...amic_to_static_shape_unary_elementwise.cpp | 103 - .../dynamic_to_static_shape_unsqueeze.cpp | 128 - ...dynamic_to_static_shape_variadic_split.cpp | 140 - .../eliminate_shapeof_after_dsr.cpp | 220 -- .../merge_gather_gather_elements.cpp | 299 -- .../merge_subsequent_dsr_operations.cpp | 175 - .../myriad/run_tests_myriad_multistick.sh | 89 - .../set_batch/detect_network_batch_test.cpp | 96 - .../set_batch/detect_network_batch_test.hpp | 34 - .../executable_network/core_integration.cpp | 70 - .../executable_network/exec_network_base.cpp | 42 - .../behavior/infer_request/callback.cpp | 28 - .../behavior/infer_request/config.cpp | 72 - .../behavior/infer_request/io_blob.cpp | 33 - .../behavior/infer_request/multithreading.cpp | 27 - .../behavior/infer_request/wait.cpp | 27 - .../ov_executable_network/get_metric.cpp | 65 - .../ov_executable_network/ov_exec_net.cpp | 18 - .../ov_exec_net_import_export.cpp | 47 - .../behavior/ov_infer_request/callback.cpp | 37 - .../ov_infer_request/cancellation.cpp | 19 - .../infer_request_dynamic.cpp | 88 - .../behavior/ov_infer_request/io_tensor.cpp | 104 - .../ov_infer_request/multithreading.cpp | 39 - .../ov_infer_request/perf_counters.cpp | 65 - .../behavior/ov_infer_request/wait.cpp | 43 - .../behavior/ov_plugin/caching_tests.cpp | 65 - .../behavior/ov_plugin/core_integration.cpp | 109 - .../behavior/plugin/caching_tests.cpp | 62 - .../behavior/plugin/configuration_tests.cpp | 840 ---- .../behavior/plugin/core_integration.cpp | 123 - .../behavior/plugin/core_threading_tests.cpp | 24 - .../behavior/plugin/life_time.cpp | 37 - .../behavior/plugin/set_preprocess.cpp | 84 - .../behavior/plugin/stress_tests.cpp | 17 - .../behavior/plugin/version.cpp | 22 - .../shared_tests_instances/core_config.cpp | 8 - .../myriad_remote_blobs_tests.cpp | 18 - .../set_device_name.cpp | 17 - .../single_layer_tests/activation.cpp | 54 - .../single_layer_tests/comparison.cpp | 132 - .../single_layer_tests/concat.cpp | 34 - .../single_layer_tests/convolution.cpp | 100 - .../ctc_greedy_decoder_seq_len.cpp | 42 - .../single_layer_tests/eltwise.cpp | 88 - ...rimental_detectron_roifeatureextractor.cpp | 34 - .../single_layer_tests/gather_elements.cpp | 62 - .../single_layer_tests/gather_nd.cpp | 80 - .../single_layer_tests/interpolate.cpp | 273 -- .../single_layer_tests/logical.cpp | 136 - .../single_layer_tests/mat_mul.cpp | 46 - .../single_layer_tests/minimum_maximum.cpp | 88 - .../single_layer_tests/mvn.cpp | 64 - .../single_layer_tests/nonzero.cpp | 51 - .../single_layer_tests/pad.cpp | 107 - .../single_layer_tests/pooling.cpp | 191 - .../single_layer_tests/proposal.cpp | 50 - .../single_layer_tests/roi_pooling.cpp | 58 - .../single_layer_tests/split.cpp | 54 - .../single_layer_tests/strided_slice.cpp | 106 - .../single_layer_tests/topk.cpp | 71 - .../skip_tests_config.cpp | 97 - .../subgraph_tests/constant_result.cpp | 38 - .../reshape_squeeze_reshape_relu.cpp | 42 - .../subgraph_tests/split_conv_concat.cpp | 29 - .../subgraph_tests/tensor_names.cpp | 19 - .../myriad/single_layer_tests/gather.cpp | 123 - .../out_shape_of_reshape.cpp | 120 - .../static_shape_broadcast.cpp | 138 - .../single_layer_tests/static_shape_nms.cpp | 217 - .../static_shape_nonzero.cpp | 120 - .../subgraph_tests/concat_split_transpose.cpp | 84 - .../subgraph_tests/dsr_binary_elementwise.cpp | 345 -- .../myriad/subgraph_tests/dsr_clamp.cpp | 47 - .../myriad/subgraph_tests/dsr_concat.cpp | 106 - .../myriad/subgraph_tests/dsr_convert.cpp | 59 - .../myriad/subgraph_tests/dsr_gather.cpp | 138 - .../myriad/subgraph_tests/dsr_gather_base.hpp | 66 - .../subgraph_tests/dsr_gather_elements.cpp | 66 - .../myriad/subgraph_tests/dsr_gather_nd.cpp | 153 - .../myriad/subgraph_tests/dsr_matmul.cpp | 103 - .../dsr_non_max_suppression.cpp | 111 - .../myriad/subgraph_tests/dsr_reduce.cpp | 107 - .../myriad/subgraph_tests/dsr_reshape.cpp | 103 - .../myriad/subgraph_tests/dsr_roialign.cpp | 166 - .../myriad/subgraph_tests/dsr_scatter.cpp | 68 - .../myriad/subgraph_tests/dsr_split.cpp | 61 - .../myriad/subgraph_tests/dsr_squeeze.cpp | 63 - .../subgraph_tests/dsr_strided_slice.cpp | 76 - .../subgraph_tests/dsr_tests_common.hpp | 101 - .../plugin/myriad/subgraph_tests/dsr_topk.cpp | 88 - .../subgraph_tests/dsr_unary_elementwise.cpp | 58 - .../myriad/subgraph_tests/dsr_unsqueeze.cpp | 58 - .../subgraph_tests/dsr_variadic_split.cpp | 62 - .../subgraph_tests/gather_gather_elements.cpp | 136 - .../myriad/subgraph_tests/lstm_transpose.cpp | 34 - .../myriad/subgraph_tests/nms_nonzero.cpp | 80 - .../subgraph_tests/nonzero_broadcast.cpp | 140 - .../subgraph_tests/nonzero_transpose.cpp | 51 - .../subgraph_tests/parameter_result.cpp | 23 - .../parameter_shapeof_result.cpp | 19 - .../subgraph_tests/topk_k_propagation.cpp | 214 - .../subgraph_tests/unsqueeze_gather.cpp | 61 - .../include/base/multi/multi_helpers.hpp | 1 - .../include/behavior/infer_request/config.hpp | 3 +- .../common_test_utils/test_constants.cpp | 2 - .../common_test_utils/test_constants.hpp | 2 - src/tests/ie_tsan.supp | 24 - src/tests/unit/CMakeLists.txt | 4 - .../auto/auto_select_device_failed_test.cpp | 26 +- .../unit/auto/exec_network_get_metrics.cpp | 16 +- .../unit/auto/key_network_priority_test.cpp | 12 +- src/tests/unit/auto/select_device_test.cpp | 4 +- src/tests/unit/vpu/CMakeLists.txt | 31 - .../unit/vpu/base/graph_transformer_tests.cpp | 456 --- .../unit/vpu/base/graph_transformer_tests.hpp | 161 - src/tests/unit/vpu/blob_reader_tests.cpp | 204 - .../vpu/frontend_tests/dsr_parsing_tests.cpp | 257 -- .../edges_tests/data_to_shape_edge.cpp | 414 -- .../edges_tests/stage_dependency_edge.cpp | 320 -- .../add_copy_for_outputs_inside_network.cpp | 217 - .../passes_tests/adjust_data_batch_tests.cpp | 354 -- .../passes_tests/adjust_dynamic_batch.cpp | 148 - .../passes_tests/annotate_memory_types.cpp | 117 - .../passes_tests/convert_shape_notation.cpp | 435 --- .../passes_tests/inject_sw.cpp | 141 - .../passes_tests/mark_fast_stages.cpp | 62 - .../split_large_kernel_conv_tests.cpp | 105 - .../passes_tests/vpu_scale_tests.cpp | 166 - src/tests/unit/vpu/utils_tests/heap_test.cpp | 178 - src/tests_deprecated/CMakeLists.txt | 4 - src/tests_deprecated/behavior/CMakeLists.txt | 9 - .../behavior/shared_tests/CMakeLists.txt | 37 - .../plugin_tests/behavior_test_plugin.cpp | 169 - .../plugin_tests/behavior_test_plugin.h | 105 - .../behavior/vpu/CMakeLists.txt | 75 - .../vpu/myriad_tests/aot_behavior_tests.cpp | 202 - .../myriad_tests/helpers/myriad_devices.cpp | 60 - .../myriad_tests/helpers/myriad_devices.hpp | 77 - .../helpers/myriad_load_network_case.cpp | 30 - .../helpers/myriad_load_network_case.hpp | 33 - .../helpers/myriad_protocol_case.cpp | 46 - .../helpers/myriad_protocol_case.hpp | 37 - .../vpu/myriad_tests/vpu_boot_tests.cpp | 99 - .../vpu/myriad_tests/vpu_get_metric_tests.cpp | 97 - .../myriad_tests/vpu_load_network_tests.cpp | 57 - .../vpu/myriad_tests/vpu_protocol_tests.cpp | 54 - .../vpu/myriad_tests/vpu_watchdog_tests.cpp | 264 -- .../plugin_tests/vpu_test_data.hpp | 156 - .../functional/CMakeLists.txt | 4 - .../functional/gna/CMakeLists.txt | 3 - .../functional/shared_tests/CMakeLists.txt | 2 - .../io_blob_tests/cropResize_tests.hpp | 1190 ------ .../shared_tests/io_blob_tests/dims_tests.hpp | 198 - .../io_blob_tests/layout_tests.hpp | 226 -- .../functional/vpu/CMakeLists.txt | 83 - .../functional/vpu/common/bbox_util.cpp | 996 ----- .../functional/vpu/common/bbox_util.h | 247 -- .../layers/myriad_layers_CTCDecoder_test.cpp | 14 - .../layers/myriad_layers_CTCDecoder_test.hpp | 139 - ...myriad_layers_batch_normalization_test.cpp | 14 - ...myriad_layers_batch_normalization_test.hpp | 92 - .../common/layers/myriad_layers_bias_test.cpp | 9 - .../common/layers/myriad_layers_bias_test.hpp | 121 - .../common/layers/myriad_layers_blob_test.cpp | 416 -- .../layers/myriad_layers_clamp_test.cpp | 11 - .../layers/myriad_layers_clamp_test.hpp | 57 - .../layers/myriad_layers_concat_test.cpp | 188 - .../layers/myriad_layers_concat_test.hpp | 166 - .../layers/myriad_layers_conv_nd_test.cpp | 249 -- .../layers/myriad_layers_conv_nd_test.hpp | 749 ---- .../layers/myriad_layers_convert_test.cpp | 31 - .../layers/myriad_layers_convert_test.hpp | 146 - .../layers/myriad_layers_convolution1x1.cpp | 11 - .../layers/myriad_layers_convolution1x1.hpp | 251 -- .../layers/myriad_layers_convolution3x3.cpp | 10 - .../layers/myriad_layers_convolution3x3.hpp | 272 -- .../layers/myriad_layers_convolution_test.cpp | 918 ----- .../layers/myriad_layers_convolution_test.hpp | 685 ---- .../common/layers/myriad_layers_copy_test.cpp | 13 - .../common/layers/myriad_layers_copy_test.hpp | 50 - .../common/layers/myriad_layers_crop_test.cpp | 35 - .../common/layers/myriad_layers_crop_test.hpp | 195 - .../layers/myriad_layers_custom_test.cpp | 50 - .../layers/myriad_layers_custom_test.hpp | 1300 ------ .../myriad_layers_deconvolution_test.cpp | 123 - .../myriad_layers_deconvolution_test.hpp | 188 - .../myriad_layers_detection_output_test.cpp | 1127 ------ .../layers/myriad_layers_eltwise_test.cpp | 947 ----- .../layers/myriad_layers_eltwise_test.hpp | 642 --- .../common/layers/myriad_layers_elu_test.cpp | 11 - .../common/layers/myriad_layers_elu_test.hpp | 70 - .../common/layers/myriad_layers_erf_test.cpp | 9 - .../common/layers/myriad_layers_erf_test.hpp | 66 - ...myriad_layers_exp_detectionoutput_test.cpp | 25 - ...myriad_layers_exp_detectionoutput_test.hpp | 382 -- .../myriad_layers_exp_generateproposals.cpp | 12 - ...riad_layers_exp_generateproposals_test.hpp | 232 -- ...iad_layers_exp_priorgridgenerator_test.cpp | 23 - ...iad_layers_exp_priorgridgenerator_test.hpp | 252 -- .../common/layers/myriad_layers_exp_test.cpp | 9 - .../common/layers/myriad_layers_exp_test.hpp | 47 - .../myriad_layers_exp_topkrois_test.cpp | 11 - .../myriad_layers_exp_topkrois_test.hpp | 161 - .../layers/myriad_layers_flatten_test.cpp | 12 - .../layers/myriad_layers_flatten_test.hpp | 137 - .../layers/myriad_layers_floor_test.cpp | 9 - .../layers/myriad_layers_floor_test.hpp | 63 - .../myriad_layers_fully_connected_tests.cpp | 24 - .../myriad_layers_fully_connected_tests.hpp | 211 - .../common/layers/myriad_layers_gemm_test.cpp | 28 - .../common/layers/myriad_layers_gemm_test.hpp | 213 - .../common/layers/myriad_layers_grn_test.cpp | 14 - .../common/layers/myriad_layers_grn_test.hpp | 89 - .../layers/myriad_layers_interp_test.cpp | 26 - .../layers/myriad_layers_interp_test.hpp | 134 - .../common/layers/myriad_layers_log_test.cpp | 9 - .../common/layers/myriad_layers_log_test.hpp | 50 - .../common/layers/myriad_layers_lrn_test.cpp | 14 - .../common/layers/myriad_layers_lrn_test.hpp | 178 - .../common/layers/myriad_layers_lstm_cell.cpp | 167 - .../common/layers/myriad_layers_lstm_cell.hpp | 480 --- .../common/layers/myriad_layers_mvn_test.cpp | 91 - .../common/layers/myriad_layers_mvn_test.hpp | 185 - .../layers/myriad_layers_nonzero_test.cpp | 8 - .../layers/myriad_layers_nonzero_test.hpp | 140 - .../layers/myriad_layers_normalize_test.cpp | 40 - .../layers/myriad_layers_normalize_test.hpp | 143 - .../layers/myriad_layers_oneHot_test.cpp | 33 - .../layers/myriad_layers_oneHot_test.hpp | 99 - .../common/layers/myriad_layers_pad_test.cpp | 16 - .../common/layers/myriad_layers_pad_test.hpp | 162 - .../layers/myriad_layers_permute_nd_test.cpp | 70 - .../layers/myriad_layers_permute_nd_test.hpp | 188 - .../layers/myriad_layers_permute_test.cpp | 19 - .../layers/myriad_layers_permute_test.hpp | 115 - .../layers/myriad_layers_pool_nd_test.cpp | 405 -- .../layers/myriad_layers_pool_nd_test.hpp | 772 ---- .../layers/myriad_layers_pooling_test.cpp | 250 -- .../layers/myriad_layers_pooling_test.hpp | 355 -- .../layers/myriad_layers_power_test.cpp | 10 - .../layers/myriad_layers_power_test.hpp | 96 - .../layers/myriad_layers_prelu_test.cpp | 79 - .../layers/myriad_layers_prelu_test.hpp | 137 - ...myriad_layers_prior_box_clustered_test.cpp | 251 -- .../layers/myriad_layers_prior_box_test.cpp | 1862 --------- .../layers/myriad_layers_proposal_test.cpp | 605 --- .../myriad_layers_psroipooling_test.cpp | 11 - .../myriad_layers_psroipooling_test.hpp | 228 -- .../layers/myriad_layers_reduce_test.cpp | 45 - .../layers/myriad_layers_reduce_test.hpp | 536 --- .../layers/myriad_layers_region_test.cpp | 35 - .../layers/myriad_layers_region_test.hpp | 85 - .../common/layers/myriad_layers_relu_test.cpp | 287 -- .../common/layers/myriad_layers_relu_test.hpp | 164 - .../layers/myriad_layers_reorg_test.cpp | 25 - .../layers/myriad_layers_reorg_test.hpp | 119 - .../layers/myriad_layers_resample_test.cpp | 29 - .../layers/myriad_layers_resample_test.hpp | 155 - .../layers/myriad_layers_reshape_test.cpp | 307 -- .../layers/myriad_layers_reshape_test.hpp | 276 -- .../myriad_layers_reverse_sequence_test.cpp | 35 - .../myriad_layers_reverse_sequence_test.hpp | 147 - .../common/layers/myriad_layers_rfcn_test.cpp | 826 ---- .../layers/myriad_layers_roi_align_test.cpp | 21 - .../layers/myriad_layers_roi_align_test.hpp | 258 -- .../layers/myriad_layers_roi_pooling_test.cpp | 14 - .../layers/myriad_layers_roi_pooling_test.hpp | 306 -- .../layers/myriad_layers_scale_test.cpp | 11 - .../layers/myriad_layers_scale_test.hpp | 141 - ...ad_layers_scatter_elements_update_test.cpp | 64 - ...ad_layers_scatter_elements_update_test.hpp | 383 -- .../myriad_layers_scatter_update_test.cpp | 69 - .../myriad_layers_scatter_update_test.hpp | 449 --- .../layers/myriad_layers_select_test.cpp | 11 - .../layers/myriad_layers_select_test.hpp | 139 - .../layers/myriad_layers_sigmoid_test.cpp | 44 - .../layers/myriad_layers_sigmoid_test.hpp | 111 - .../layers/myriad_layers_slice_test.cpp | 11 - .../layers/myriad_layers_slice_test.hpp | 60 - .../layers/myriad_layers_softmax_test.cpp | 13 - .../layers/myriad_layers_softmax_test.hpp | 71 - .../layers/myriad_layers_split_test.cpp | 14 - .../layers/myriad_layers_split_test.hpp | 71 - .../layers/myriad_layers_squeeze_test.cpp | 52 - .../layers/myriad_layers_squeeze_test.hpp | 263 -- .../myriad_layers_strided_slice_test.cpp | 9 - .../layers/myriad_layers_strided_slice_test.h | 302 -- .../common/layers/myriad_layers_tanh_test.cpp | 44 - .../common/layers/myriad_layers_tanh_test.hpp | 132 - .../common/layers/myriad_layers_tile_test.cpp | 40 - .../common/layers/myriad_layers_tile_test.hpp | 132 - .../common/layers/myriad_layers_topk_test.cpp | 40 - .../common/layers/myriad_layers_topk_test.hpp | 320 -- .../layers/myriad_layers_unsqueeze_test.cpp | 12 - .../layers/myriad_layers_unsqueeze_test.hpp | 191 - .../layers/weights_for_convolution_test.h | 309 -- .../vpu/common/myriad_get_output_tests.cpp | 17 - .../vpu/common/myriad_get_output_tests.hpp | 88 - .../common/myriad_get_perf_count_tests.cpp | 58 - .../vpu/common/myriad_hw_conv_tests.hpp | 1214 ------ .../vpu/common/myriad_hw_extra_tests.hpp | 1435 ------- .../vpu/common/myriad_hw_fc_tests.hpp | 140 - .../vpu/common/myriad_hw_network_tests.hpp | 153 - .../vpu/common/myriad_hw_opt_tests.cpp | 5 - .../vpu/common/myriad_hw_opt_tests.hpp | 12 - .../vpu/common/myriad_hw_pool_tests.hpp | 434 -- .../vpu/common/myriad_hw_tests_base.hpp | 187 - .../vpu/common/myriad_infer_tests.cpp | 259 -- .../vpu/common/myriad_merge_permute_tests.cpp | 23 - .../vpu/common/myriad_merge_permute_tests.hpp | 116 - .../vpu/common/myriad_xml_tests.hpp | 797 ---- .../helpers/reference_regression.cpp | 15 - .../regression/helpers/vpu_case_common.cpp | 43 - .../regression/helpers/vpu_case_common.hpp | 86 - .../regression/helpers/vpu_case_params.hpp | 155 - .../helpers/vpu_classification_case.cpp | 91 - .../helpers/vpu_classification_case.hpp | 92 - .../helpers/vpu_param_containers.cpp | 14 - .../helpers/vpu_param_containers.hpp | 34 - .../helpers/vpu_raw_results_case.cpp | 234 -- .../helpers/vpu_raw_results_case.hpp | 149 - .../graph_transformer/gt_functional_tests.cpp | 217 - .../graph_transformer/gt_functional_tests.hpp | 35 - .../merge_permute_and_reorder_test.cpp | 161 - .../vpu/myriad_tests/myriad_configs_tests.cpp | 75 - .../myriad_multiple_graph_tests.cpp | 28 - .../myriad_streams_configuration_tests.cpp | 29 - .../vpu/myriad_tests/vpu_tests_config.cpp | 34 - .../single_layer_tests.cpp | 96 - .../input_tests/parser_tests.cpp | 35 - .../io_blob_tests/cropResize_tests.cpp | 172 - .../io_blob_tests/dims_tests.cpp | 9 - .../io_blob_tests/layout_tests.cpp | 17 - .../vpu/test_data/test_model_repo.cpp | 17 - src/tests_deprecated/functional/vpu/tester.py | 253 -- .../myriad_layers_reference_functions.cpp | 3010 -------------- .../myriad_layers_reference_functions.hpp | 370 -- .../vpu/vpu_base/myriad_layers_tests.cpp | 100 - .../vpu/vpu_base/myriad_layers_tests.hpp | 322 -- .../functional/vpu/vpu_base/vpu_ir_dumper.cpp | 325 -- .../functional/vpu/vpu_base/vpu_ir_dumper.hpp | 99 - .../vpu/vpu_base/vpu_layer_tests_utils.cpp | 280 -- .../vpu/vpu_base/vpu_layer_tests_utils.hpp | 121 - .../vpu/vpu_base/vpu_layers_tests.cpp | 367 -- .../vpu/vpu_base/vpu_layers_tests.hpp | 137 - .../vpu_base/vpu_test_common_definitions.hpp | 14 - .../functional/vpu/vpu_base/vpu_test_net.cpp | 255 -- .../functional/vpu/vpu_base/vpu_test_net.hpp | 134 - .../vpu/vpu_base/vpu_tests_config.hpp | 31 - .../helpers/tests_vpu_common.hpp | 72 - src/tests_deprecated/unit/CMakeLists.txt | 38 - .../engines/vpu/adjust_data_batch_tests.cpp | 348 -- .../vpu/adjust_data_location_tests.cpp | 168 - .../unit/engines/vpu/attributes_map_tests.cpp | 70 - .../unit/engines/vpu/cache_tests.cpp | 75 - .../unit/engines/vpu/data_desc_tests.cpp | 58 - .../vpu/eliminate_const_concat_tests.cpp | 126 - .../unit/engines/vpu/eliminate_copy_tests.cpp | 94 - .../engines/vpu/graph_transformer_tests.cpp | 339 -- .../engines/vpu/graph_transformer_tests.hpp | 207 - .../graph_transformer_tests_constructs.cpp | 37 - .../vpu/intrusive_handle_list_tests.cpp | 234 -- .../unit/engines/vpu/merge_parallel_fc.cpp | 360 -- .../vpu/merge_permute_stages_tests.cpp | 401 -- .../vpu/mvnc/pthread_semaphore_tests.cpp | 376 -- .../unit/engines/vpu/mvnc/watchdog_tests.cpp | 291 -- .../engines/vpu/mvnc/xlink_device_tests.cpp | 39 - .../myriad_tests/helpers/myriad_mvnc_stub.h | 26 - .../myriad_tests/helpers/myriad_test_case.cpp | 85 - .../myriad_tests/helpers/myriad_test_case.h | 133 - .../vpu/myriad_tests/myriad_engine_tests.cpp | 88 - .../vpu/myriad_tests/myriad_metrics_tests.cpp | 219 -- .../unit/engines/vpu/range_tests.cpp | 635 --- .../vpu/replace_deconv_by_conv_tests.cpp | 130 - .../vpu/replace_with_reduce_mean_tests.cpp | 54 - .../engines/vpu/replace_with_screlu_tests.cpp | 111 - .../vpu/reshape_dilation_conv_tests.cpp | 85 - .../unit/engines/vpu/small_vector_tests.cpp | 94 - .../unit/engines/vpu/sw_conv_adaptation.cpp | 124 - .../vpu/uplift_activation_stages_tests.cpp | 100 - tests/layer_tests/common/constants.py | 2 +- .../myriad_test_api_2_config.yml | 656 ---- .../nightly_configs/myriad_test_config.yml | 8 - .../myriad_references_config.xml | 20 - .../nightly_configs/myriad_test_config.xml | 111 - .../nightly_configs/myriad_test_config.xml | 21 - .../nightly_configs/myriad_test_config.xml | 25 - tools/benchmark_tool/README.md | 4 +- .../openvino/tools/benchmark/main.py | 38 +- .../openvino/tools/benchmark/parameters.py | 2 +- .../tools/benchmark/utils/constants.py | 8 +- tools/compile_tool/CMakeLists.txt | 5 - tools/compile_tool/README.md | 18 +- tools/compile_tool/main.cpp | 83 +- tools/cross_check_tool/README.md | 7 +- .../openvino/tools/cross_check_tool/utils.py | 4 +- tools/deployment_manager/configs/darwin.json | 10 - tools/deployment_manager/configs/linux.json | 22 - tools/deployment_manager/configs/windows.json | 19 - tools/legacy/benchmark_app/README.md | 2 +- tools/legacy/benchmark_app/benchmark_app.hpp | 2 +- tools/legacy/benchmark_app/main.cpp | 4 - tools/legacy/benchmark_app/utils.cpp | 4 +- .../pot/openvino/tools/pot/utils/launcher.py | 2 +- 1167 files changed, 184 insertions(+), 154079 deletions(-) delete mode 100644 docs/Extensibility_UG/VPU_Extensibility.md delete mode 100644 docs/OV_Runtime_UG/supported_plugins/HDDL.md delete mode 100644 docs/OV_Runtime_UG/supported_plugins/MYRIAD.md delete mode 100644 docs/OV_Runtime_UG/supported_plugins/VPU.md delete mode 100644 docs/install_guides/configurations-for-iei-card.md delete mode 100644 docs/install_guides/configurations-for-ivad-vpu.md delete mode 100644 docs/install_guides/configurations-for-ncs2.md delete mode 100755 scripts/install_dependencies/install_NCS_udev_rules.sh delete mode 100644 src/plugins/intel_myriad/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/common/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/as_parameter_enabler.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/check_preprocessing_inside_model.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/config_file.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/copy_optimization.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/custom_layers.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/detect_network_batch.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/device_connect_timeout.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/device_id.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/disable_convert_stages.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/disable_reorder.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_all_passes.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_all_passes_directory.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_internal_graph_file_name.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_async_dma.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_custom_reshape_param.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_early_eltwise_relu_fusion.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_force_reset.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_memory_types_annotation.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_mx_boot.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_permute_merging.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_receiving_tensor_time.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_repl_with_screlu.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_tensor_iterator_unrolling.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_weights_analysis.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/exclusive_async_requests.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/force_pure_tensor_iterator.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_acceleration.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_black_list.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_dilation.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_extra_split.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_inject_stages.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_pool_conv_merge.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/ignore_unknown_layers.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/log_level.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/memory_type.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/none_layers.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/number_of_cmx_slices.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/number_of_shaves.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/ov_throughput_streams.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/pack_data_in_cmx.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/perf_count.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/perf_report_mode.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/performance_hint.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/performance_hint_num_requests.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/power_config.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/tensor_strides.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/throughput_streams.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/tiling_cmx_limit_kb.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/vpu_scales_option.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/options/watchdog_interval.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/plugin_configuration.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/configuration/switch_converters.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/operations/dynamic_shape_resolver.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/operations/exp_gather_elements.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/operations/out_shape_of_reshape.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_broadcast.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_loop.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_non_maximum_suppression.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_nonzero.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_reshape.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_topk.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/query_network.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_extract_image_patches_to_reorg_yolo.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_gatherND8.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_transpose_presicion.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_binary_elementwise.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_broadcast.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_concat.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather_elements.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather_nd.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_loop.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_matmul.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_non_max_suppression.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_nonzero.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_reduce.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_reshape.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_roialign.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_split.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_squeeze.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_strided_slice.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_topk.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_transpose.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_unary_elementwise.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_unsqueeze.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_variadic_split.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/eliminate_shapeof_after_dsr.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/batch_extraction_configuration.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/extract_dynamic_batch.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_binary_eltwise.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_convolution.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_mat_mul.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_unary_eltwise.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/merge_gather_gather_elements.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/merge_subsequent_dsr_operations.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/ngraph/utilities.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/private_plugin_config.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/any.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/attributes_map.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/auto_scope.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/cache.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/checked_cast.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/containers.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/ddr_type.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/dot_io.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/enums.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/error.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/extra.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/file_system.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/func_ref.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/handle.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/heap.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/hw_disabled.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/ie_helpers.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/ie_itt.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/intrusive_handle_list.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/io.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/log_level.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/logger.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/numeric.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/optional.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/perf_report.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/power_config.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/container_range.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/filter_range.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/flatten_range.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/generic_range.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/helpers.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/iterator_range.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/map_range.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/reverse_range.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/single_element_range.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/range/to_container.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/simple_math.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/skip_layers.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/small_vector.hpp delete mode 100644 src/plugins/intel_myriad/common/include/vpu/utils/string.hpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/as_parameter_enabler.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/check_preprocessing_inside_model.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/config_file.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/copy_optimization.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/custom_layers.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/detect_network_batch.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/device_connect_timeout.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/device_id.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/disable_convert_stages.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/disable_reorder.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/dump_all_passes.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/dump_all_passes_directory.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/dump_internal_graph_file_name.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_async_dma.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_custom_reshape_param.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_early_eltwise_relu_fusion.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_force_reset.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_memory_types_annotation.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_mx_boot.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_permute_merging.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_receiving_tensor_time.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_repl_with_screlu.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_tensor_iterator_unrolling.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/enable_weights_analysis.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/exclusive_async_requests.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/force_pure_tensor_iterator.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/hw_acceleration.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/hw_black_list.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/hw_dilation.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/hw_extra_split.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/hw_inject_stages.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/hw_pool_conv_merge.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/ignore_unknown_layers.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/log_level.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/memory_type.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/none_layers.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/number_of_cmx_slices.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/number_of_shaves.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/ov_throughput_streams.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/pack_data_in_cmx.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/perf_count.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/perf_report_mode.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/performance_hint.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/performance_hint_num_requests.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/power_config.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/tensor_strides.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/throughput_streams.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/tiling_cmx_limit_kb.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/vpu_scales_option.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/options/watchdog_interval.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/plugin_configuration.cpp delete mode 100644 src/plugins/intel_myriad/common/src/configuration/switch_converters.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/operations/dynamic_shape_resolver.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/operations/exp_gather_elements.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/operations/out_shape_of_reshape.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/operations/static_shape_broadcast.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/operations/static_shape_loop.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/operations/static_shape_non_maximum_suppression.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/operations/static_shape_nonzero.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/operations/static_shape_reshape.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/operations/static_shape_topk.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/query_network.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/convert_extract_image_patches_to_reorg_yolo.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/convert_gatherND8.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/convert_transpose_presicion.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_binary_elementwise.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_broadcast.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_concat.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_gather.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_gather_elements.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_gather_nd.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_loop.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_matmul.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_non_max_suppression.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_nonzero.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_reduce.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_reshape.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_roialign.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_split.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_squeeze.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_strided_slice.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_topk.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_transpose.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_unary_elementwise.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_unsqueeze.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/dynamic_to_static_shape_variadic_split.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/eliminate_shapeof_after_dsr.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/extract_dynamic_batch/batch_extraction_configuration.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/extract_dynamic_batch/extract_dynamic_batch.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/extract_dynamic_batch/slice_binary_eltwise.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/extract_dynamic_batch/slice_convolution.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/extract_dynamic_batch/slice_mat_mul.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/extract_dynamic_batch/slice_unary_eltwise.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/merge_gather_gather_elements.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/transformations/merge_subsequent_dsr_operations.cpp delete mode 100644 src/plugins/intel_myriad/common/src/ngraph/utilities.cpp delete mode 100644 src/plugins/intel_myriad/common/src/utils/dot_io.cpp delete mode 100644 src/plugins/intel_myriad/common/src/utils/enums.cpp delete mode 100644 src/plugins/intel_myriad/common/src/utils/file_system.cpp delete mode 100644 src/plugins/intel_myriad/common/src/utils/ie_helpers.cpp delete mode 100644 src/plugins/intel_myriad/common/src/utils/io.cpp delete mode 100644 src/plugins/intel_myriad/common/src/utils/logger.cpp delete mode 100644 src/plugins/intel_myriad/common/src/utils/perf_report.cpp delete mode 100644 src/plugins/intel_myriad/common/src/utils/simple_math.cpp delete mode 100644 src/plugins/intel_myriad/custom_kernels/binarization.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/binary_convolution.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/binary_convolution1x1.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/binary_convolution3x3.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/convolution1x1_chw.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/convolution1x1_hwc.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/convolution3x3.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/correlate.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/ctc.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/customLayerBindings.xml delete mode 100644 src/plugins/intel_myriad/custom_kernels/cvtf32f16.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/cvtu8f16.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/detectron_prior_grid_gen.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/fakequantize.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/grn.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/mvn_reduction.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/mvn_scale.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/region_chw.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/region_hwc.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/reorg_chw.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/reorg_hwc.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/reorg_hwc_naive.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/resample_AA.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/resample_noAA.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/shuffle_channels.cl delete mode 100644 src/plugins/intel_myriad/custom_kernels/st.cl delete mode 100644 src/plugins/intel_myriad/graph_transformer/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/backend/backend.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/backend/blob_format.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/backend/blob_serializer.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/blob_reader.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/compile_env.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/configuration/options/protocol.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/frontend/ShaveElfMetadata.h delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/frontend/ShaveElfMetadataParser.h delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/frontend/custom_kernel.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/frontend/custom_layer.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/frontend/frontend.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/frontend/ie_parsed_network.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/graph_transformer.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/graph_transformer_internal.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/allocator/allocator.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/allocator/shaves.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/allocator/structs.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/hw/conv_tiling/hw_convolution_tiler.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/hw/conv_tiling/hw_stage_tiler.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/hw/pooling_tiling/hw_pooling_tiler.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/hw/pooling_tiling/hw_stage_tiler.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/hw/tiling.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/hw/utility.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/pass_manager.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/special_stage_processor.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/middleend/sw/utility.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/base.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/batch_norm_contents.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/calculated_data_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/conv_weights_contents.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/data_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/deconvolution_contents.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/default_sw_weights_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/hw_const_data_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/hw_weights_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/ie_blob_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/kernel_binary_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/mean_contents.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/merge_fc_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/mtcnn_blob_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/prelu_blob_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/priorbox_contents.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/replicated_data_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_contents/scaled_content.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/data_desc.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/edges.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/model.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/model/stage.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/stage_builder.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/stages/interpolate_stages.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/stages/iteration_rule.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/stages/mx_stage.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/stages/post_op_stage.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/stages/stub_stage.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/utils/profiling.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/utils/runtime_graph.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/include/vpu/utils/shape_io.hpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/backend/backend.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/backend/dump_to_dot.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/backend/get_meta_data.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/backend/serialize.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/blob_reader.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/configuration/options/protocol.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/ShaveElfMetadataParser.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/custom_kernel.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/custom_layer.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/detect_network_batch.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/frontend.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/ie_parsed_network.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/in_out_convert.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/parse_data.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/pre_process.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/remove_const_layers.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/frontend/unroll_loops.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/graph_transformer.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/allocator/allocator.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/allocator/shaves.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/hw/conv_tiling/hw_convolution_tiler.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/hw/conv_tiling/hw_stage_tiler.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/hw/pooling_tiling/hw_pooling_tiler.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/hw/pooling_tiling/hw_stage_tiler.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/hw/tiling.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/hw/utility.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/pass_manager.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/add_copy_for_outputs_inside_network.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/add_reorder_inputs_to_channel_minor.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/adjust_data_batch.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/adjust_data_layout.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/adjust_data_location.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/allocate_resources.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/annotate_memory_types.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/convert_shape_notation.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/count_stages_in_loops.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/eliminate_const_concat.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/eliminate_copy.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/eliminate_redundant_conversions.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/final_check.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/finalize_hw_ops.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/gemm_transpose.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/hw_conv_tiling.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/hw_extra_split.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/hw_fc_tiling.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/hw_padding.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/hw_pooling_tiling.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/initial_check.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/inject_sw.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/mark_fast_stages.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/merge_eltwise_and_relu.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/merge_hw_stages.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/merge_parallel_fc.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/merge_permute_stages.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/merge_relu_and_bias.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/process_special_stages.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/propagate_dynamism.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/replace_deconv_by_conv.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/replace_fc_by_conv.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/replace_gemm_by_conv.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/replace_priorbox_with_const.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/replace_with_reduce_mean.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/replace_with_screlu.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/reshape_conv.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/reshape_dilation_conv.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/split_conv3d_into_2d.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/split_grouped_conv.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/split_hw_conv_and_pool.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/split_hw_depth_convolution.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/split_large_kernel_conv.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/split_pool3d_into_2d.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/sw_conv_adaptation.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/sw_deconv_adaptation.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/sw_fc_adaptation.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/sw_pooling_adaptation.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/swap_concat_and_hw_ops.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/uplift_activation_stages.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/passes/weights_analysis.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/special_stage_processor.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/middleend/sw/utility.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/batch_norm_contents.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/calculated_data_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/conv_weights_contents.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/data_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/deconvolution_contents.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/default_sw_weights_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/hw_const_data_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/hw_weights_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/ie_blob_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/kernel_binary_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/mean_contents.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/merge_fc_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/mtcnn_blob_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/prelu_blob_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/priorbox_contents.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/replicated_data_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_contents/scaled_content.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/data_desc.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/model.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/model/stage.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/activation.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/batch_norm.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/bias.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/broadcast.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/ceiling.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/clamp.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/concat.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/convert.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/convolution.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/copy.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/crop.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/ctc_decoder.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/ctc_greedy_decoder_seq_len.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/custom.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/deconvolution.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/detection_output.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/dynamic_shape_resolver.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/eltwise.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/elu.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/erf.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/exp.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/exp_detectionoutput.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/exp_generateproposals.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/exp_priorgridgenerator.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/exp_topkrois.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/expand.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/fc.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/floor.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/gather.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/gather_elements.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/gather_nd.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/gelu.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/gemm.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/grn.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/hswish.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/interp.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/interpolate.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/log.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/loop_end.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/loop_start.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/mish.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/mtcnn.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/mvn.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/mx_stage.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/none.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/nonzero.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/norm.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/normalize.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/oneHot.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/out_shape_of_reshape.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/pad.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/permute.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/pooling.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/post_op_stage.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/power.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/prelu.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/priorbox.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/proposal.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/psroipooling.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/reduce.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/region_yolo.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/relu.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/reorg_yolo.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/resample.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/reshape.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/reverse_sequence.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/rnn.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/roi_align.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/roi_feature_extractor.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/roipooling.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/round.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/scale.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/scatter_elements_update.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/scatter_update.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/screlu.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/sigmoid.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/softmax.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/softplus.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/split.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/static_shape_nms.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/strided_slice.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/stub_stage.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/swish.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/tanh.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/tensor_iterator.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/tile.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/stages/topk.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/utils/profiling.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/utils/runtime_graph.cpp delete mode 100644 src/plugins/intel_myriad/graph_transformer/src/utils/shape_io.cpp delete mode 100644 src/plugins/intel_myriad/myriad_dependencies.cmake delete mode 100644 src/plugins/intel_myriad/myriad_plugin/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/myriad_plugin/api/myriad_api.cpp delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_async_infer_request.cpp delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_async_infer_request.h delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_executable_network.cpp delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_executable_network.h delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_executor.cpp delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_executor.h delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_infer_request.cpp delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_infer_request.h delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_metrics.cpp delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_metrics.h delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_mvnc_wrapper.cpp delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_mvnc_wrapper.h delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_plugin.cpp delete mode 100644 src/plugins/intel_myriad/myriad_plugin/myriad_plugin.h delete mode 100644 src/plugins/intel_myriad/third_party/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/third_party/XLink/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/third_party/XLink/XLink.cmake delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/MacOS/pthread_semaphore.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/MacOS/pthread_semaphore.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/PlatformData.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/PlatformDeviceControl.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/PlatformDeviceSearch.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/include/win_pthread.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/include/win_semaphore.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/include/win_synchapi.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/include/win_time.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/include/win_usb.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/src/win_pthread.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/src/win_semaphore.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/src/win_synchapi.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/src/win_time.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/Win/src/win_usb.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/protocols/pcie_host.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/protocols/pcie_host.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/protocols/usb_boot.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/pc/protocols/usb_boot.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLink.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkDispatcher.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkDispatcherImpl.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkErrorUtils.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkLog.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkMacros.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkPlatform.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkPlatformErrorUtils.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkPrivateDefines.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkPrivateFields.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkPublicDefines.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkSemaphore.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkStream.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkStringUtils.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/include/XLinkVersion.h delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkData.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkDeprecated.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkDevice.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkDispatcher.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkDispatcherImpl.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkPrivateDefines.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkPrivateFields.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkSemaphore.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkStream.c delete mode 100644 src/plugins/intel_myriad/third_party/XLink/shared/src/XLinkStringUtils.c delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/include/mvnc.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/include/mvnc_data.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/include/mvnc_ext.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/include/mvnc_tool.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/include/ncCommPrivate.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/include/ncPrivateTypes.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/include/watchdog/watchdog.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/include/watchdog/watchdogPrivate.hpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/include/watchdog/xlink_device.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/src/97-myriad-usbboot.rules delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/src/mvnc_api.c delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/src/mvnc_data.c delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/src/watchdog/watchdog.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/src/watchdog/xlink_device.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/cases/mvnc_common_test_cases.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/cases/mvnc_common_test_cases.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/cases/mvnc_no_boot_test_cases.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/cases/mvnc_no_boot_test_cases.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/cases/mvnc_stress_test_cases.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/cases/mvnc_stress_test_cases.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/cases/mvnc_usb_test_cases.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/cases/mvnc_usb_test_cases.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/helpers/mvnc_test_helper.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/helpers/mvnc_test_helper.h delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/mvnc_no_boot_tests.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/mvnc_stress_tests.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/mvnc_tests_common.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/mvnc_tests_usb.cpp delete mode 100644 src/plugins/intel_myriad/third_party/mvnc/tests/mvnc_utils_tests.cpp delete mode 100644 src/plugins/intel_myriad/third_party/tests/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/third_party/tests/XLink/CMakeLists.txt delete mode 100644 src/plugins/intel_myriad/third_party/tests/XLink/XLink_common_tests.cpp delete mode 100644 src/plugins/intel_myriad/third_party/tests/XLink/XLink_deprecated_tests.cpp delete mode 100644 src/plugins/intel_myriad/third_party/tests/XLink/XLink_specific_tests.cpp delete mode 100644 src/plugins/intel_myriad/third_party/tests/XLink/cases/XLink_common_cases.cpp delete mode 100644 src/plugins/intel_myriad/third_party/tests/XLink/cases/XLink_common_cases.hpp delete mode 100644 src/plugins/intel_myriad/third_party/tests/XLink/cases/XLink_specific_cases.hpp delete mode 100644 src/plugins/intel_myriad/third_party/tests/XLink/helpers/XLink_tests_helpers.cpp delete mode 100644 src/plugins/intel_myriad/third_party/tests/XLink/helpers/XLink_tests_helpers.hpp delete mode 100644 src/tests/functional/plugin/myriad/CMakeLists.txt delete mode 100644 src/tests/functional/plugin/myriad/common/myriad_common_test_utils.cpp delete mode 100644 src/tests/functional/plugin/myriad/common/myriad_common_test_utils.hpp delete mode 100644 src/tests/functional/plugin/myriad/import_export/import_nonzero.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/conversions/dynamic_shape_resolver.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/operations/dynamic_shape_resolver.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/operations/out_shape_of_reshape.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/operations/static_shape_broadcast.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/operations/static_shape_nonzero.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/convert_extract_image_patches_to_reorg_yolo_vpu.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/convert_transpose_precision.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_binary_elementwise.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_broadcast.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_clamp.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_concat.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_convert.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_gather.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_gather_elements.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_gather_nd.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_matmul.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_non_max_suppression.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_nonzero.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_reduce.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_reshape.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_roialign.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_scatter.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_split.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_squeeze.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_topk.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_transpose.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_unary_elementwise.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_unsqueeze.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/dynamic_to_static_shape_variadic_split.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/eliminate_shapeof_after_dsr.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/merge_gather_gather_elements.cpp delete mode 100644 src/tests/functional/plugin/myriad/ngraph/transformations/merge_subsequent_dsr_operations.cpp delete mode 100755 src/tests/functional/plugin/myriad/run_tests_myriad_multistick.sh delete mode 100644 src/tests/functional/plugin/myriad/set_batch/detect_network_batch_test.cpp delete mode 100644 src/tests/functional/plugin/myriad/set_batch/detect_network_batch_test.hpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/executable_network/core_integration.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/executable_network/exec_network_base.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/infer_request/callback.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/infer_request/config.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/infer_request/io_blob.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/infer_request/multithreading.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/infer_request/wait.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_executable_network/get_metric.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_executable_network/ov_exec_net.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_executable_network/ov_exec_net_import_export.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_infer_request/callback.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_infer_request/cancellation.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_infer_request/infer_request_dynamic.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_infer_request/io_tensor.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_infer_request/multithreading.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_infer_request/perf_counters.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_infer_request/wait.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_plugin/caching_tests.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/ov_plugin/core_integration.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/plugin/caching_tests.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/plugin/configuration_tests.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/plugin/core_integration.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/plugin/core_threading_tests.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/plugin/life_time.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/plugin/set_preprocess.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/plugin/stress_tests.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/behavior/plugin/version.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/core_config.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/myriad_remote_blobs_tests.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/set_device_name.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/activation.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/comparison.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/concat.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/convolution.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/ctc_greedy_decoder_seq_len.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/eltwise.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/experimental_detectron_roifeatureextractor.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/gather_elements.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/gather_nd.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/interpolate.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/logical.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/mat_mul.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/minimum_maximum.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/mvn.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/nonzero.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/pad.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/pooling.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/proposal.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/roi_pooling.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/split.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/strided_slice.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/single_layer_tests/topk.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/skip_tests_config.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/subgraph_tests/constant_result.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/subgraph_tests/reshape_squeeze_reshape_relu.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/subgraph_tests/split_conv_concat.cpp delete mode 100644 src/tests/functional/plugin/myriad/shared_tests_instances/subgraph_tests/tensor_names.cpp delete mode 100644 src/tests/functional/plugin/myriad/single_layer_tests/gather.cpp delete mode 100644 src/tests/functional/plugin/myriad/single_layer_tests/out_shape_of_reshape.cpp delete mode 100644 src/tests/functional/plugin/myriad/single_layer_tests/static_shape_broadcast.cpp delete mode 100644 src/tests/functional/plugin/myriad/single_layer_tests/static_shape_nms.cpp delete mode 100644 src/tests/functional/plugin/myriad/single_layer_tests/static_shape_nonzero.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/concat_split_transpose.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_binary_elementwise.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_clamp.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_concat.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_convert.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_gather.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_gather_base.hpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_gather_elements.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_gather_nd.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_matmul.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_non_max_suppression.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_reduce.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_reshape.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_roialign.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_scatter.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_split.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_squeeze.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_strided_slice.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_tests_common.hpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_topk.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_unary_elementwise.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_unsqueeze.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/dsr_variadic_split.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/gather_gather_elements.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/lstm_transpose.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/nms_nonzero.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/nonzero_broadcast.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/nonzero_transpose.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/parameter_result.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/parameter_shapeof_result.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/topk_k_propagation.cpp delete mode 100644 src/tests/functional/plugin/myriad/subgraph_tests/unsqueeze_gather.cpp delete mode 100644 src/tests/unit/vpu/CMakeLists.txt delete mode 100644 src/tests/unit/vpu/base/graph_transformer_tests.cpp delete mode 100644 src/tests/unit/vpu/base/graph_transformer_tests.hpp delete mode 100644 src/tests/unit/vpu/blob_reader_tests.cpp delete mode 100644 src/tests/unit/vpu/frontend_tests/dsr_parsing_tests.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/edges_tests/data_to_shape_edge.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/edges_tests/stage_dependency_edge.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/passes_tests/add_copy_for_outputs_inside_network.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/passes_tests/adjust_data_batch_tests.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/passes_tests/adjust_dynamic_batch.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/passes_tests/annotate_memory_types.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/passes_tests/convert_shape_notation.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/passes_tests/inject_sw.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/passes_tests/mark_fast_stages.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/passes_tests/split_large_kernel_conv_tests.cpp delete mode 100644 src/tests/unit/vpu/middleend_tests/passes_tests/vpu_scale_tests.cpp delete mode 100644 src/tests/unit/vpu/utils_tests/heap_test.cpp delete mode 100644 src/tests_deprecated/behavior/CMakeLists.txt delete mode 100644 src/tests_deprecated/behavior/shared_tests/CMakeLists.txt delete mode 100644 src/tests_deprecated/behavior/shared_tests/plugin_tests/behavior_test_plugin.cpp delete mode 100644 src/tests_deprecated/behavior/shared_tests/plugin_tests/behavior_test_plugin.h delete mode 100644 src/tests_deprecated/behavior/vpu/CMakeLists.txt delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/aot_behavior_tests.cpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/helpers/myriad_devices.cpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/helpers/myriad_devices.hpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/helpers/myriad_load_network_case.cpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/helpers/myriad_load_network_case.hpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/helpers/myriad_protocol_case.cpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/helpers/myriad_protocol_case.hpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/vpu_boot_tests.cpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/vpu_get_metric_tests.cpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/vpu_load_network_tests.cpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/vpu_protocol_tests.cpp delete mode 100644 src/tests_deprecated/behavior/vpu/myriad_tests/vpu_watchdog_tests.cpp delete mode 100644 src/tests_deprecated/behavior/vpu/shared_tests_instances/plugin_tests/vpu_test_data.hpp delete mode 100644 src/tests_deprecated/functional/shared_tests/io_blob_tests/cropResize_tests.hpp delete mode 100644 src/tests_deprecated/functional/shared_tests/io_blob_tests/dims_tests.hpp delete mode 100644 src/tests_deprecated/functional/shared_tests/io_blob_tests/layout_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/CMakeLists.txt delete mode 100644 src/tests_deprecated/functional/vpu/common/bbox_util.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/bbox_util.h delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_CTCDecoder_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_CTCDecoder_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_batch_normalization_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_batch_normalization_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_bias_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_bias_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_blob_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_clamp_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_clamp_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_concat_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_concat_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_conv_nd_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_conv_nd_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_convert_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_convert_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_convolution1x1.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_convolution1x1.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_convolution3x3.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_convolution3x3.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_convolution_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_convolution_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_copy_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_copy_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_crop_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_crop_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_custom_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_custom_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_deconvolution_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_deconvolution_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_detection_output_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_eltwise_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_eltwise_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_elu_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_elu_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_erf_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_erf_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_detectionoutput_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_detectionoutput_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_generateproposals.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_generateproposals_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_priorgridgenerator_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_priorgridgenerator_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_topkrois_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_exp_topkrois_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_flatten_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_flatten_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_floor_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_floor_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_fully_connected_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_fully_connected_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_gemm_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_gemm_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_grn_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_grn_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_interp_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_interp_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_log_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_log_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_lrn_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_lrn_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_lstm_cell.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_lstm_cell.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_mvn_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_mvn_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_nonzero_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_nonzero_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_normalize_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_normalize_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_oneHot_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_oneHot_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_pad_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_pad_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_permute_nd_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_permute_nd_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_permute_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_permute_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_pool_nd_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_pool_nd_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_pooling_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_pooling_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_power_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_power_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_prelu_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_prelu_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_prior_box_clustered_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_prior_box_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_proposal_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_psroipooling_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_psroipooling_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_reduce_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_reduce_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_region_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_region_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_relu_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_relu_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_reorg_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_reorg_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_resample_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_resample_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_reshape_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_reshape_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_reverse_sequence_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_reverse_sequence_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_rfcn_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_roi_align_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_roi_align_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_roi_pooling_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_roi_pooling_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_scale_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_scale_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_scatter_elements_update_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_scatter_elements_update_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_scatter_update_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_scatter_update_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_select_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_select_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_sigmoid_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_sigmoid_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_slice_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_slice_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_softmax_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_softmax_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_split_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_split_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_squeeze_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_squeeze_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_strided_slice_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_strided_slice_test.h delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_tanh_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_tanh_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_tile_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_tile_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_topk_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_topk_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_unsqueeze_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/myriad_layers_unsqueeze_test.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/layers/weights_for_convolution_test.h delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_get_output_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_get_output_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_get_perf_count_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_hw_conv_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_hw_extra_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_hw_fc_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_hw_network_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_hw_opt_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_hw_opt_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_hw_pool_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_hw_tests_base.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_infer_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_merge_permute_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_merge_permute_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/myriad_xml_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/reference_regression.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/vpu_case_common.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/vpu_case_common.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/vpu_case_params.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/vpu_classification_case.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/vpu_classification_case.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/vpu_param_containers.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/vpu_param_containers.hpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/vpu_raw_results_case.cpp delete mode 100644 src/tests_deprecated/functional/vpu/common/regression/helpers/vpu_raw_results_case.hpp delete mode 100644 src/tests_deprecated/functional/vpu/graph_transformer/gt_functional_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/graph_transformer/gt_functional_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/graph_transformer/merge_permute_and_reorder_test.cpp delete mode 100644 src/tests_deprecated/functional/vpu/myriad_tests/myriad_configs_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/myriad_tests/myriad_multiple_graph_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/myriad_tests/myriad_streams_configuration_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/myriad_tests/vpu_tests_config.cpp delete mode 100644 src/tests_deprecated/functional/vpu/shared_tests_instance/common_single_layer_tests/single_layer_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/shared_tests_instance/input_tests/parser_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/shared_tests_instance/io_blob_tests/cropResize_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/shared_tests_instance/io_blob_tests/dims_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/shared_tests_instance/io_blob_tests/layout_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/test_data/test_model_repo.cpp delete mode 100644 src/tests_deprecated/functional/vpu/tester.py delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/myriad_layers_reference_functions.cpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/myriad_layers_reference_functions.hpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/myriad_layers_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/myriad_layers_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_ir_dumper.cpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_ir_dumper.hpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_layer_tests_utils.cpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_layer_tests_utils.hpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_layers_tests.cpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_layers_tests.hpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_test_common_definitions.hpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_test_net.cpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_test_net.hpp delete mode 100644 src/tests_deprecated/functional/vpu/vpu_base/vpu_tests_config.hpp delete mode 100644 src/tests_deprecated/helpers/tests_vpu_common.hpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/adjust_data_batch_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/adjust_data_location_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/attributes_map_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/cache_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/data_desc_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/eliminate_const_concat_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/eliminate_copy_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/graph_transformer_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/graph_transformer_tests.hpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/graph_transformer_tests_constructs.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/intrusive_handle_list_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/merge_parallel_fc.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/merge_permute_stages_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/mvnc/pthread_semaphore_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/mvnc/watchdog_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/mvnc/xlink_device_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/myriad_tests/helpers/myriad_mvnc_stub.h delete mode 100644 src/tests_deprecated/unit/engines/vpu/myriad_tests/helpers/myriad_test_case.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/myriad_tests/helpers/myriad_test_case.h delete mode 100644 src/tests_deprecated/unit/engines/vpu/myriad_tests/myriad_engine_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/myriad_tests/myriad_metrics_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/range_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/replace_deconv_by_conv_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/replace_with_reduce_mean_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/replace_with_screlu_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/reshape_dilation_conv_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/small_vector_tests.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/sw_conv_adaptation.cpp delete mode 100644 src/tests_deprecated/unit/engines/vpu/uplift_activation_stages_tests.cpp delete mode 100644 tests/memory_tests/.automation/nightly_configs/myriad_test_api_2_config.yml delete mode 100644 tests/memory_tests/.automation/nightly_configs/myriad_test_config.yml delete mode 100644 tests/stress_tests/.automation/memcheck_tests/nightly_configs/myriad_references_config.xml delete mode 100644 tests/stress_tests/.automation/memcheck_tests/nightly_configs/myriad_test_config.xml delete mode 100644 tests/stress_tests/.automation/memleaks_tests/nightly_configs/myriad_test_config.xml delete mode 100644 tests/stress_tests/.automation/unittests/nightly_configs/myriad_test_config.xml diff --git a/.ci/azure/linux.yml b/.ci/azure/linux.yml index 8b47410420f..6883fd5161a 100644 --- a/.ci/azure/linux.yml +++ b/.ci/azure/linux.yml @@ -412,6 +412,7 @@ jobs: - script: $(RUN_PREFIX) $(INSTALL_TEST_DIR)/ieMultiPluginUnitTests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ieMultiPluginUnitTests.xml displayName: 'MULTI UT' + enabled: 'false' - script: $(RUN_PREFIX) $(INSTALL_TEST_DIR)/ov_template_func_tests --gtest_filter=*smoke* --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-templateFuncTests.xml displayName: 'TEMPLATE FuncTests' diff --git a/.ci/azure/linux_arm64.yml b/.ci/azure/linux_arm64.yml index 783382c7e49..6be840768c0 100644 --- a/.ci/azure/linux_arm64.yml +++ b/.ci/azure/linux_arm64.yml @@ -177,7 +177,6 @@ jobs: -DENABLE_DATA=OFF -DCMAKE_TOOLCHAIN_FILE=$(OPENVINO_REPO_DIR)/cmake/arm64.toolchain.cmake -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) - -DENABLE_INTEL_MYRIAD=OFF -DTHREADING=TBB -DTBB_DIR=$(INSTALL_ONETBB)/lib/cmake/TBB -DCMAKE_VERBOSE_MAKEFILE=ON diff --git a/.ci/azure/linux_conditional_compilation.yml b/.ci/azure/linux_conditional_compilation.yml index d0d6edd8d82..30372cc89e5 100644 --- a/.ci/azure/linux_conditional_compilation.yml +++ b/.ci/azure/linux_conditional_compilation.yml @@ -122,7 +122,6 @@ jobs: -DENABLE_AUTO_BATCH=OFF -DENABLE_HETERO=OFF -DENABLE_TEMPLATE=OFF - -DENABLE_INTEL_MYRIAD_COMMON=OFF -DENABLE_OV_ONNX_FRONTEND=OFF -DENABLE_OV_PADDLE_FRONTEND=OFF -DENABLE_OV_TF_FRONTEND=OFF diff --git a/.ci/azure/linux_cuda.yml b/.ci/azure/linux_cuda.yml index 6cb85321cdf..878436eecd1 100644 --- a/.ci/azure/linux_cuda.yml +++ b/.ci/azure/linux_cuda.yml @@ -133,7 +133,6 @@ jobs: -DENABLE_INTEL_CPU=OFF \ -DENABLE_INTEL_GPU=OFF \ -DENABLE_INTEL_GNA=OFF \ - -DENABLE_INTEL_MYRIAD_COMMON=OFF \ -DENABLE_OV_TF_FRONTEND=OFF \ -DENABLE_OV_PADDLE_FRONTEND=OFF \ -DENABLE_OV_ONNX_FRONTEND=OFF \ diff --git a/.ci/azure/linux_debian.yml b/.ci/azure/linux_debian.yml index 0a9add67e2d..e758d548b00 100644 --- a/.ci/azure/linux_debian.yml +++ b/.ci/azure/linux_debian.yml @@ -328,6 +328,7 @@ jobs: - script: $(INSTALL_TEST_DIR)/ieMultiPluginUnitTests --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-ieMultiPluginUnitTests.xml displayName: 'MULTI UT' + enabled: 'false' - script: | $(INSTALL_TEST_DIR)/ov_template_func_tests --gtest_filter=*smoke* --gtest_output=xml:$(INSTALL_TEST_DIR)/TEST-templateFuncTests.xml diff --git a/.ci/azure/linux_onnxruntime.yml b/.ci/azure/linux_onnxruntime.yml index bc6d7a80fdb..b5d2207a389 100644 --- a/.ci/azure/linux_onnxruntime.yml +++ b/.ci/azure/linux_onnxruntime.yml @@ -107,7 +107,6 @@ jobs: -GNinja -DCMAKE_BUILD_TYPE=$(BUILD_TYPE) -DCMAKE_COMPILE_WARNING_AS_ERROR=ON - -DENABLE_INTEL_MYRIAD_COMMON=OFF -DENABLE_INTEL_GNA=OFF -DENABLE_INTEL_GPU=OFF -DENABLE_CPPLINT=OFF diff --git a/.ci/azure/windows.yml b/.ci/azure/windows.yml index 258000661b0..165596f86da 100644 --- a/.ci/azure/windows.yml +++ b/.ci/azure/windows.yml @@ -178,7 +178,6 @@ jobs: -DCMAKE_COMPILE_WARNING_AS_ERROR=ON ^ -DENABLE_STRICT_DEPENDENCIES=OFF ^ -DENABLE_PYTHON=ON ^ - -DENABLE_INTEL_MYRIAD_COMMON=OFF ^ -DBUILD_nvidia_plugin=OFF ^ -DPYTHON_EXECUTABLE="C:\hostedtoolcache\windows\Python\3.10.7\x64\python.exe" ^ -DPYTHON_INCLUDE_DIR="C:\hostedtoolcache\windows\Python\3.10.7\x64\include" ^ @@ -296,6 +295,7 @@ jobs: - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ieMultiPluginUnitTests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-ieMultiPluginUnitTests.xml displayName: 'MULTI UT' + enabled: 'false' - script: call $(SETUPVARS) && $(INSTALL_TEST_DIR)\ov_template_func_tests --gtest_output=xml:$(INSTALL_TEST_DIR)\TEST-templateFuncTests.xml displayName: 'TEMPLATE FuncTests' diff --git a/.ci/azure/windows_conditional_compilation.yml b/.ci/azure/windows_conditional_compilation.yml index 62f8300927e..ef3db5142a1 100644 --- a/.ci/azure/windows_conditional_compilation.yml +++ b/.ci/azure/windows_conditional_compilation.yml @@ -127,8 +127,6 @@ jobs: -DENABLE_AUTO_BATCH=OFF ^ -DENABLE_HETERO=OFF ^ -DENABLE_TEMPLATE=OFF ^ - -DENABLE_INTEL_MYRIAD=OFF ^ - -DENABLE_INTEL_MYRIAD_COMMON=OFF ^ -DENABLE_TESTS=OFF ^ -DENABLE_OV_ONNX_FRONTEND=OFF ^ -DENABLE_OV_PADDLE_FRONTEND=OFF ^ @@ -174,8 +172,6 @@ jobs: -DENABLE_AUTO_BATCH=OFF ^ -DENABLE_HETERO=OFF ^ -DENABLE_TEMPLATE=OFF ^ - -DENABLE_INTEL_MYRIAD=OFF ^ - -DENABLE_INTEL_MYRIAD_COMMON=OFF ^ -DENABLE_TESTS=OFF ^ -DENABLE_OV_ONNX_FRONTEND=OFF ^ -DENABLE_OV_PADDLE_FRONTEND=OFF ^ diff --git a/.ci/openvino-onnx/Dockerfile b/.ci/openvino-onnx/Dockerfile index 7b264d6735a..0c6e071977f 100644 --- a/.ci/openvino-onnx/Dockerfile +++ b/.ci/openvino-onnx/Dockerfile @@ -50,7 +50,6 @@ WORKDIR /openvino/build RUN cmake .. \ -G Ninja \ -DCMAKE_BUILD_TYPE=${BUILD_TYPE} \ - -DENABLE_INTEL_MYRIAD_COMMON=OFF \ -DENABLE_INTEL_GNA=OFF \ -DENABLE_INTEL_GPU=OFF \ -DENABLE_HETERO=OFF \ diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS index 2acc5d39915..3f7f192d7ed 100644 --- a/.github/CODEOWNERS +++ b/.github/CODEOWNERS @@ -59,10 +59,6 @@ /src/tests/**/gpu/ @openvinotoolkit/openvino-ie-gpu-maintainers /thirdparty/ocl/ @openvinotoolkit/openvino-ie-gpu-maintainers @openvinotoolkit/openvino-ie-gpu-developers -# OpenVINO VPU: -/src/plugins/intel_myriad @openvinotoolkit/openvino-ie-vpu-maintainers -/src/tests/**/myriad/ @openvinotoolkit/openvino-ie-vpu-maintainers - # OpenVINO GNA: /src/plugins/intel_gna/ @openvinotoolkit/openvino-ie-gna-maintainers /src/common/legacy/ @openvinotoolkit/openvino-ie-gna-maintainers diff --git a/.github/github_org_control/config.json b/.github/github_org_control/config.json index 5c07218fbd6..1d87ff26bee 100644 --- a/.github/github_org_control/config.json +++ b/.github/github_org_control/config.json @@ -38,7 +38,6 @@ "openvino-tf-frontend-maintainers": "category: TF FE", "openvino-onnx-frontend-maintainers": "category: ONNX FE", "openvino-ie-tests-maintainers": "category: IE Tests", - "openvino-ie-vpu-maintainers": "category: VPU", "openvino-mo-maintainers": "category: MO", "openvino-ngraph-maintainers": "category: Core", "openvino-scripts-maintainers": "category: build", diff --git a/.github/labeler.yml b/.github/labeler.yml index 535afa655bc..b41474f21bb 100644 --- a/.github/labeler.yml +++ b/.github/labeler.yml @@ -71,7 +71,6 @@ - 'src/frontends/tests/frontend/shared/**/*' - any: ['src/tests/**/*', '!src/tests/**/gpu/**/*', - '!src/tests/**/myriad/**/*', '!src/tests/**/inference_engine/**/*'] 'category: inference': @@ -129,7 +128,3 @@ 'category: transformations': - 'src/common/transformations/**/*' - 'src/common/offline_transformations/**/*' - -'category: VPU': -- 'src/plugins/intel_myriad/**/*' -- 'src/tests/**/myriad/**/*' diff --git a/.github/workflows/build_doc.yml b/.github/workflows/build_doc.yml index 72b2a4e7b98..599a6055886 100644 --- a/.github/workflows/build_doc.yml +++ b/.github/workflows/build_doc.yml @@ -56,7 +56,7 @@ jobs: echo "$(pwd)/doxygen-$DOXY_VER/bin/" >> $GITHUB_PATH - name: CMake configure - run: cmake -DENABLE_INTEL_MYRIAD_COMMON=OFF -DENABLE_DOCS=ON -B build + run: cmake -DENABLE_DOCS=ON -B build - name: Cache documentation id: cache_sphinx_docs diff --git a/.github/workflows/code_snippets.yml b/.github/workflows/code_snippets.yml index f5c7f197279..fd7aa736cb0 100644 --- a/.github/workflows/code_snippets.yml +++ b/.github/workflows/code_snippets.yml @@ -31,7 +31,7 @@ jobs: lfs: true - name: CMake configure - run: cmake -DENABLE_INTEL_MYRIAD_COMMON=OFF -DCMAKE_BUILD_TYPE=Release -B build + run: cmake -DCMAKE_BUILD_TYPE=Release -B build - name: Get number of CPU cores uses: SimenB/github-actions-cpu-cores@v1 diff --git a/.github/workflows/code_style.yml b/.github/workflows/code_style.yml index 9bd8834bdd6..905f462c8e5 100644 --- a/.github/workflows/code_style.yml +++ b/.github/workflows/code_style.yml @@ -22,8 +22,6 @@ jobs: - name: Install dependencies run: | - sudo apt update - sudo apt --assume-yes install libusb-1.0-0-dev python3 -m pip install --upgrade pip python3 -m pip install -r ./src/bindings/python/requirements.txt # Add for -DENABLE_PYTHON=ON, no cython @@ -59,7 +57,7 @@ jobs: sudo apt --assume-yes install shellcheck - name: CMake configure - run: cmake -DENABLE_INTEL_MYRIAD_COMMON=OFF -B build + run: cmake -B build - name: Shellcheck cmake target run: cmake --build build --target ie_shellcheck -j8 @@ -94,7 +92,7 @@ jobs: run: python3 -m pip install -r cmake/developer_package/ncc_naming_style/requirements_dev.txt - name: CMake configure - run: cmake -DENABLE_INTEL_MYRIAD_COMMON=OFF -B build + run: cmake -B build - name: Naming convention check run: cmake --build build --target ncc_all -j8 diff --git a/README.md b/README.md index 98b57db83e8..61cffe5d071 100644 --- a/README.md +++ b/README.md @@ -34,7 +34,7 @@ OpenVINOā„¢ is an open-source toolkit for optimizing and deploying AI inference. - Reduce resource demands and efficiently deploy on a range of IntelĀ® platforms from edge to cloud -This open-source version includes several components: namely [Model Optimizer], [OpenVINOā„¢ Runtime], [Post-Training Optimization Tool], as well as CPU, GPU, MYRIAD, multi device and heterogeneous plugins to accelerate deep learning inference on IntelĀ® CPUs and IntelĀ® Processor Graphics. +This open-source version includes several components: namely [Model Optimizer], [OpenVINOā„¢ Runtime], [Post-Training Optimization Tool], as well as CPU, GPU, GNA, multi device and heterogeneous plugins to accelerate deep learning inference on IntelĀ® CPUs and IntelĀ® Processor Graphics. It supports pre-trained models from [Open Model Zoo], along with 100+ open source and public models in popular formats such as TensorFlow, ONNX, PaddlePaddle, MXNet, Caffe, Kaldi. @@ -90,12 +90,6 @@ The OpenVINOā„¢ Runtime can infer models on different hardware devices. This sec openvino_intel_gna_plugin Intel Speech Enabling Developer Kit, Amazon Alexa* Premium Far-Field Developer Kit, Intel Pentium Silver J5005 Processor, Intel Pentium Silver N5000 Processor, Intel Celeron J4005 Processor, Intel Celeron J4105 Processor, Intel Celeron Processor N4100, Intel Celeron Processor N4000, Intel Core i3-8121U Processor, Intel Core i7-1065G7 Processor, Intel Core i7-1060G7 Processor, Intel Core i5-1035G4 Processor, Intel Core i5-1035G7 Processor, Intel Core i5-1035G1 Processor, Intel Core i5-1030G7 Processor, Intel Core i5-1030G4 Processor, Intel Core i3-1005G1 Processor, Intel Core i3-1000G1 Processor, Intel Core i3-1000G4 Processor - - VPU - Myriad plugin - openvino_intel_myriad_plugin - IntelĀ® Neural Compute Stick 2 powered by the IntelĀ® Movidiusā„¢ Myriadā„¢ X - diff --git a/cmake/coverage.cmake b/cmake/coverage.cmake index de7e79a2102..0537a8cf30e 100644 --- a/cmake/coverage.cmake +++ b/cmake/coverage.cmake @@ -106,13 +106,6 @@ if (ENABLE_INTEL_GPU) PREFIX "${OV_COVERAGE_BASE_DIRECTORY}") endif() -if(ENABLE_INTEL_MYRIAD) - ov_coverage_extract(INPUT "openvino" OUTPUT "intel_myriad_plugin" - PATTERNS "${OV_COVERAGE_BASE_DIRECTORY}/src/plugins/intel_myriad/*") - ov_coverage_genhtml(INFO_FILE "intel_myriad_plugin" - PREFIX "${OV_COVERAGE_BASE_DIRECTORY}") -endif() - if(ENABLE_TEMPLATE) ov_coverage_extract(INPUT "openvino" OUTPUT "template_plugin" PATTERNS "${OV_COVERAGE_BASE_DIRECTORY}/src/plugins/template/*") diff --git a/cmake/dependencies.cmake b/cmake/dependencies.cmake index 710eb64c0ed..fdfb76f0905 100644 --- a/cmake/dependencies.cmake +++ b/cmake/dependencies.cmake @@ -23,10 +23,6 @@ message(STATUS "MODELS_PATH=" ${MODELS_PATH}) fetch_models_and_validation_set() -if(ENABLE_INTEL_MYRIAD) - include(${OpenVINO_SOURCE_DIR}/src/plugins/intel_myriad/myriad_dependencies.cmake) -endif() - ## Intel OMP package if(THREADING STREQUAL "OMP") reset_deps_cache(OMP) diff --git a/cmake/developer_package/whole_archive.cmake b/cmake/developer_package/whole_archive.cmake index 0596e775211..b1d6f72b87c 100644 --- a/cmake/developer_package/whole_archive.cmake +++ b/cmake/developer_package/whole_archive.cmake @@ -7,7 +7,7 @@ function links static library without removing any symbol from it. ieTargetLinkWholeArchive( [ ...]) Example: -ieTargetLinkWholeArchive("MyriadFunctionalTests" "CommonLib" "AnotherLib") +ieTargetLinkWholeArchive("FunctionalTests" "CommonLib" "AnotherLib") #]] diff --git a/cmake/features.cmake b/cmake/features.cmake index e55f50f1e3f..e6f6504baee 100644 --- a/cmake/features.cmake +++ b/cmake/features.cmake @@ -98,24 +98,10 @@ ie_option (ENABLE_HETERO "Enables Hetero Device Plugin" ON) ie_option (ENABLE_TEMPLATE "Enable template plugin" ON) -ie_dependent_option (ENABLE_INTEL_MYRIAD_COMMON "common part of myriad plugin" ON "NOT WINDOWS_PHONE;NOT WINDOWS_STORE" OFF) - -if(UNIVERSAL2 OR EMSCRIPTEN) - set(ENABLE_INTEL_MYRIAD_DEFAULT OFF) -else() - set(ENABLE_INTEL_MYRIAD_DEFAULT ON) -endif() - -ie_dependent_option (ENABLE_INTEL_MYRIAD "myriad targeted plugin for OpenVINO Runtime" ${ENABLE_INTEL_MYRIAD_DEFAULT} "NOT RISCV64;ENABLE_INTEL_MYRIAD_COMMON" OFF) - -ie_dependent_option (ENABLE_MYRIAD_NO_BOOT "myriad plugin will skip device boot" OFF "ENABLE_INTEL_MYRIAD" OFF) - ie_dependent_option (ENABLE_GAPI_TESTS "tests for GAPI kernels" ON "ENABLE_GAPI_PREPROCESSING;ENABLE_TESTS" OFF) ie_dependent_option (GAPI_TEST_PERF "if GAPI unit tests should examine performance" OFF "ENABLE_GAPI_TESTS" OFF) -ie_dependent_option (ENABLE_MYRIAD_MVNC_TESTS "functional and behavior tests for mvnc api" OFF "ENABLE_TESTS;ENABLE_INTEL_MYRIAD" OFF) - ie_dependent_option (ENABLE_DATA "fetch models from testdata repo" ON "ENABLE_FUNCTIONAL_TESTS;NOT ANDROID" OFF) ie_dependent_option (ENABLE_BEH_TESTS "tests oriented to check OpenVINO Runtime API correctness" ON "ENABLE_TESTS" OFF) diff --git a/cmake/packaging/debian.cmake b/cmake/packaging/debian.cmake index 26d4fc10ba8..4e7312bdf20 100644 --- a/cmake/packaging/debian.cmake +++ b/cmake/packaging/debian.cmake @@ -52,8 +52,6 @@ macro(ov_cpack_settings) NOT item STREQUAL OV_CPACK_COMP_PYTHON_WHEELS AND # see ticket # 82605 NOT item STREQUAL "gna" AND - # myriad is EOL in 2023.0 - NOT item STREQUAL "myriad" AND # even for case of system TBB we have installation rules for wheels packages # so, need to skip this explicitly NOT item MATCHES "^tbb(_dev)?$" AND @@ -182,16 +180,6 @@ macro(ov_cpack_settings) set(gpu_copyright "generic") endif() - # intel-myriad - if(ENABLE_INTEL_MYRIAD AND "myriad" IN_LIST CPACK_COMPONENTS_ALL) - set(CPACK_COMPONENT_MYRIAD_DESCRIPTION "IntelĀ® Movidiusā„¢ VPU plugin") - set(CPACK_COMPONENT_MYRIAD_DEPENDS "${OV_CPACK_COMP_CORE}") - set(CPACK_DEBIAN_MYRIAD_PACKAGE_NAME "libopenvino-intel-vpu-plugin-${cpack_name_ver}") - set(CPACK_DEBIAN_MYRIAD_PACKAGE_CONTROL_EXTRA "${def_postinst};${def_postrm}") - _ov_add_plugin(myriad OFF) - set(myriad_copyright "generic") - endif() - # intel-gna if(ENABLE_INTEL_GNA AND "gna" IN_LIST CPACK_COMPONENTS_ALL) set(CPACK_COMPONENT_GNA_DESCRIPTION "IntelĀ® Gaussian Neural Accelerator") diff --git a/cmake/packaging/rpm.cmake b/cmake/packaging/rpm.cmake index b128cc82179..eb9ed9c3d28 100644 --- a/cmake/packaging/rpm.cmake +++ b/cmake/packaging/rpm.cmake @@ -38,8 +38,6 @@ macro(ov_cpack_settings) NOT item STREQUAL OV_CPACK_COMP_PYTHON_WHEELS AND # see ticket # 82605 NOT item STREQUAL "gna" AND - # myriad is EOL in 2023.0 - NOT item STREQUAL "myriad" AND # even for case of system TBB we have installation rules for wheels packages # so, need to skip this explicitly NOT item MATCHES "^tbb(_dev)?$" AND @@ -179,15 +177,6 @@ macro(ov_cpack_settings) set(gpu_copyright "generic") endif() - # intel-myriad - if(ENABLE_INTEL_MYRIAD AND "myriad" IN_LIST CPACK_COMPONENTS_ALL) - set(CPACK_COMPONENT_MYRIAD_DESCRIPTION "IntelĀ® Movidiusā„¢ VPU") - set(CPACK_RPM_MYRIAD_PACKAGE_REQUIRES "${core_package}") - set(CPACK_RPM_MYRIAD_PACKAGE_NAME "libopenvino-intel-vpu-plugin-${cpack_name_ver}") - _ov_add_package(plugin_packages myriad) - set(myriad_copyright "generic") - endif() - # intel-gna if(ENABLE_INTEL_GNA AND "gna" IN_LIST CPACK_COMPONENTS_ALL) set(CPACK_COMPONENT_GNA_DESCRIPTION "IntelĀ® Gaussian Neural Accelerator") diff --git a/cmake/templates/OpenVINOConfig.cmake.in b/cmake/templates/OpenVINOConfig.cmake.in index 301e22121a4..b9f2ae6fe95 100644 --- a/cmake/templates/OpenVINOConfig.cmake.in +++ b/cmake/templates/OpenVINOConfig.cmake.in @@ -231,29 +231,6 @@ macro(_ov_find_intel_gna_dependencies) unset(_OV_ENABLE_INTEL_GNA) endmacro() -macro(_ov_find_intel_myriad_dependencies) - set(_OV_ENABLE_INTEL_MYRIAD "@ENABLE_INTEL_MYRIAD@") - if(_OV_ENABLE_INTEL_MYRIAD) - find_package(PkgConfig QUIET) - if(PkgConfig_FOUND AND NOT ANDROID) - if(${CMAKE_FIND_PACKAGE_NAME}_FIND_QUIETLY) - set(pkg_config_quiet_arg QUIET) - endif() - if(${CMAKE_FIND_PACKAGE_NAME}_FIND_REQUIRED) - set(pkg_config_required_arg REQUIRED) - endif() - pkg_search_module(libusb - ${pkg_config_quiet_arg} - ${pkg_config_required_arg} - IMPORTED_TARGET - libusb-1.0) - unset(pkg_config_quiet_arg) - unset(pkg_config_required_arg) - endif() - endif() - unset(_OV_ENABLE_INTEL_MYRIAD) -endmacro() - function(_ov_target_no_deprecation_error) if(NOT MSVC) if(CMAKE_CXX_COMPILER_ID STREQUAL "Intel") @@ -282,7 +259,6 @@ set(_OV_ENABLE_OPENVINO_BUILD_SHARED "@BUILD_SHARED_LIBS@") if(NOT _OV_ENABLE_OPENVINO_BUILD_SHARED) _ov_find_tbb() _ov_find_intel_gna_dependencies() - _ov_find_intel_myriad_dependencies() endif() _ov_find_dependency(Threads) diff --git a/cmake/toolchains/ia32.linux.toolchain.cmake b/cmake/toolchains/ia32.linux.toolchain.cmake index 2966df7281f..de659555f20 100644 --- a/cmake/toolchains/ia32.linux.toolchain.cmake +++ b/cmake/toolchains/ia32.linux.toolchain.cmake @@ -24,6 +24,3 @@ endmacro() # for ittapi _set_if_not_defined(FORCE_32 ON) - -# need libusb 32-bits version -_set_if_not_defined(ENABLE_INTEL_MYRIAD_COMMON OFF) diff --git a/docs/Documentation/openvino_ecosystem_ovtf.md b/docs/Documentation/openvino_ecosystem_ovtf.md index da03d51bd05..ea7e197e67e 100644 --- a/docs/Documentation/openvino_ecosystem_ovtf.md +++ b/docs/Documentation/openvino_ecosystem_ovtf.md @@ -11,8 +11,6 @@ openvino_tensorflow.set_backend('') **OpenVINOā„¢ integration with TensorFlow** accelerates inference across many AI models on a variety of IntelĀ® technologies, such as: - IntelĀ® CPUs - IntelĀ® integrated GPUs -- IntelĀ® Movidiusā„¢ Vision Processing Units - referred to as VPU -- IntelĀ® Vision Accelerator Design with 8 Intel Movidiusā„¢ MyriadX VPUs - referred to as VAD-M or HDDL > **NOTE**: For maximum performance, efficiency, tooling customization, and hardware control, we recommend developers to adopt native OpenVINOā„¢ solutions. To find out more about the product itself, as well as learn how to use it in your project, check its dedicated [GitHub repository](https://github.com/openvinotoolkit/openvino_tensorflow/tree/master/docs). diff --git a/docs/Extensibility_UG/Intro.md b/docs/Extensibility_UG/Intro.md index a17f5220cca..6c74f97df4c 100644 --- a/docs/Extensibility_UG/Intro.md +++ b/docs/Extensibility_UG/Intro.md @@ -9,7 +9,6 @@ openvino_docs_Extensibility_UG_add_openvino_ops openvino_docs_Extensibility_UG_Frontend_Extensions openvino_docs_Extensibility_UG_GPU - openvino_docs_Extensibility_UG_VPU_Kernel openvino_docs_MO_DG_prepare_model_customize_model_optimizer_Customize_Model_Optimizer .. toctree:: @@ -36,7 +35,7 @@ Importing models with such operations requires additional steps. This guide illu Defining a new custom operation basically consists of two parts: -1. Definition of operation semantics in OpenVINO, the code that describes how this operation should be inferred consuming input tensor(s) and producing output tensor(s). The implementation of execution kernels for [GPU](./GPU_Extensibility.md) and [VPU](./VPU_Extensibility.md) is described in separate guides. +1. Definition of operation semantics in OpenVINO, the code that describes how this operation should be inferred consuming input tensor(s) and producing output tensor(s). The implementation of execution kernels for [GPU](./GPU_Extensibility.md) is described in separate guides. 2. Mapping rule that facilitates conversion of framework operation representation to OpenVINO defined operation semantics. diff --git a/docs/Extensibility_UG/VPU_Extensibility.md b/docs/Extensibility_UG/VPU_Extensibility.md deleted file mode 100644 index b1d9b88e268..00000000000 --- a/docs/Extensibility_UG/VPU_Extensibility.md +++ /dev/null @@ -1,603 +0,0 @@ -# How to Implement Custom Layers for VPU (IntelĀ® Neural Compute Stick 2) {#openvino_docs_Extensibility_UG_VPU_Kernel} - -To enable operations not supported by OpenVINOā„¢ out of the box, you need a custom extension for Model Optimizer, a custom nGraph operation set, and a custom kernel for the device you will target. This page describes custom kernel support for one the VPU, the IntelĀ® Neural Compute Stick 2 device, which uses the MYRIAD device plugin. - -> **NOTE:** -> * OpenCL custom layer support is available in the preview mode. -> * This section assumes you are familiar with developing kernels using OpenCL. - -To customize your topology with an OpenCL layer, carry out the tasks described on this page: - -1. Write and compile your OpenCL code with the standalone offline OpenCL compiler (`clc`). -2. Write a configuration file to bind the OpenCL kernel to the topology file (`.xml`) of the model IR. -3. Pass the configuration file to the OpenVINOā„¢ Runtime with the model IR. - -## Compile OpenCL code for VPU (IntelĀ® Neural Compute Stick 2) - -> **NOTE**: OpenCL compiler, targeting IntelĀ® Neural Compute Stick 2 for the SHAVE processor only, is redistributed with OpenVINO. -OpenCL support is provided by ComputeAorta and is distributed under a license agreement between IntelĀ® and Codeplay Software Ltd. -The OpenCL toolchain for the IntelĀ® Neural Compute Stick 2 supports offline compilation only. Start with compiling OpenCL C code, using the standalone `clc` compiler. You can find the compiler binary at `/tools/cl_compiler`. - -> **NOTE**: By design, custom OpenCL layers support any OpenCL kernels written assuming OpenCL version 1.2. It also supports half float extension and is optimized for this type, because it is a native type for IntelĀ® Movidiusā„¢ VPUs. -1. Prior to running a compilation, make sure that the following variables are set: - * `SHAVE_MA2X8XLIBS_DIR=/tools/cl_compiler/lib/` - * `SHAVE_LDSCRIPT_DIR=/tools/cl_compiler/ldscripts/` - * `SHAVE_MYRIAD_LD_DIR=/tools/cl_compiler/bin/` - * `SHAVE_MOVIASM_DIR=/tools/cl_compiler/bin/` -2. Run the compilation with the command below. You should use `--strip-binary-header` to make an OpenCL runtime-agnostic binary runnable with the OpenVINOā„¢ Runtime. - ```bash - cd /tools/cl_compiler/bin - ./clc --strip-binary-header custom_layer.cl -o custom_layer.bin - ``` - -## Write a Configuration File - -To tie the topology IR for a layer you customize, prepare a configuration file, so that the OpenVINOā„¢ Runtime can find parameters for your kernel and the execution work grid is described. -For example, consider the following OpenCL kernel signature: -```cpp -__kernel void reorg_nhwc(__global const half *src, __global half *out, int w, int h, int c, int stride); -``` -A configuration file for this kernel might be the following: -```xml - - - - - - - - - - - - - - -``` -Each custom layer is described with the `CustomLayer` node. It has the following nodes and attributes: - - Root node `CustomLayer` contains the following attributes: - - `name` ā€“ (Required) The name of the OpenVINOā„¢ Runtime layer to bind the kernel with. - - `type` and `version` ā€“ (Required) Reserved for future use. Set them to `MVCL` and `1` respectively. - - `max-shaves` ā€“ (Optional) The maximum number of SHAVE cores that should be dedicated for the layer. It is useful for debugging concurrency issues or for resource saving that memory bound kernel does not scale well with the number of cores, so more resources can be left for the rest of a topology. - - Sub-node `Kernel` must contain the following attributes: - - `entry` ā€“ The name of your kernel function as you defined it in a source file. In the example above, it is `reorg_nhwc`. - - Node `Source` must contain the following attributes: - - `filename` ā€“ The path to a compiled binary relative to the XML configuration file. - - Sub-node `Parameters` ā€“ Describes parameters bindings. For more information, see the description below. - - Sub-node `WorkSizes` ā€“ Describes local and global work group sizes and the source for dimension deduction as a pair `direction,port`. In the example above, the work group is described relatively to the dimension of the input tensor that comes through port 0 in the OpenVINO IR. Work group configurations, namely `global` and `local` support any simple math expressions with +,-,\*,/, and () from `B`(batch), `Y`(height), `X`(width) and `F`(channels). - - Sub-node `Where` ā€“ Allows to customize bindings with the `key="value"` attribute. For example, to substitute only 3x3 convolutions, write `` in the binding xml. - - Parameter description supports `Tensor` of one of tensor types such as `input`, `output`, `input_buffer`, `output_buffer` or `data`, `Scalar`, or `Data` nodes and has the following format: - - Each `Tensor` node of `input` or `output` type must contain the following attributes: - - `arg-name` ā€“ The name of a kernel parameter in the kernel signature. - - `type` ā€“ Node type: `input` or `output` as specified in the IR. - - `port-index` ā€“ A number of input/output ports as specified in the IR. - - `format` ā€“ The channel order in the tensor. Optional conversion layers are generated if the custom layer format is not compatible with formats of neighboring layers. `BFXY`, `BYXF`, and `ANY` formats are supported currently. - - Each `Tensor` node of `input_buffer` or `output_buffer` type must contain the following attributes: - - `arg-name` ā€“ The name of a kernel parameter in the kernel signature. - - `type` ā€“ Node type: `input_buffer` or `output_buffer`. Use the appropriate type to bind multiple kernels that correspond to different stages of the same layer. - - `port-index` ā€“ The unique identifier to bind by. - - `dim` ā€“ The dim source with the same `direction,port` format used for `WorkSizes` bindings. - - `size` ā€“ Amount of bytes needed. Current expression syntax supports only expression over dimensions of over selected input/output tensor or constants and might be extended in the future. - - Here is an example of multi-stage MVN layer binding: - ```xml - - - - - - - - - - - - - - - - - - - - - - - - - - ``` - - Each `Tensor` node that has the `data` type must contain the following attributes: - - `source` ā€“ A name of the blob as it is in the IR. Typical example is `weights` for convolution. - - `format` ā€“ Specifies the channel order in the tensor. Optional conversion layers are generated if the custom layer format is not. - ```xml - - - - - - - - - - - - - ``` - - Each `Scalar` node must contain the following attributes: - - `arg-name` ā€“ The name of a kernel parameter in the kernel signature. - - `type` ā€“ `int` or `float` value. It is used for correct argument extraction from IR parameters. - - `source` ā€“ Contains the name of the parameter in the IR file or input/output (`I`/`O`, `In`/`On`, where `n` is a port number) - followed by dimension `B`(batch), `Y`(height), `X`(width), or `F`(channels). - - - Each `Data` node must contain the following attributes: - - `arg-name` ā€“ The name of a kernel parameter in the kernel signature. - - `type` ā€“ Node type. Currently, `local_data` is the only supported value, which defines buffer allocated in fast local on-chip memory. It is limited to 100KB for all `__local` and - `__private` arrays defined inside the kernel as well as all `__local` parameters passed to the kernel. A manual-DMA extension requires double buffering. - If the custom layer is detected to run out of local memory, the inference fails. - - `dim` ā€“ The dim source with the same `direction,port` format used for `WorkSizes` bindings. - - `size` ā€“ Amount of bytes needed. The current expression syntax supports only expression over dimensions of over selected input/output tensor or constants and may be extended in the future. - The example binding below illustrates a kernel with two local buffers passed to the kernel. - ```xml - - - - - - - - - - - - - - -``` - -## Pass Configuration File to OpenVINOā„¢ Runtime - -> **NOTE**: If both native and custom layer implementations are present, the custom kernel has a priority over the native one. -Before loading the network that features the custom layers, provide a separate configuration file and load it using the `ov::Core::set_property()` method. Use the "CONFIG_KEY" key and the configuration file name as a value before loading the network that uses custom operations to the plugin: - -@snippet docs/snippets/vpu/custom_op.cpp part0 - -## Optimizing Kernels with OpenCL for VPU (IntelĀ® Neural Compute Stick 2) - -This section provides optimization guidelines on writing custom layers with OpenCL for VPU devices. Knowledge about general OpenCL programming model and OpenCL kernel language is assumed and not a subject of this section. The OpenCL model mapping to VPU is described in the table below. - -| OpenCL Model | VPU Mapping| -|-----|----| -| Device code | Executed on SHAVE cores | -| Private memory | Mapped to CMX internal memory, limited to 100KB per work group, valid only while the work group is executed | -| Local memory | Mapped to CMX internal memory, limited to 100KB per work group, valid only while the work group is executed | -| Global memory | Mapped to DDR, used to pass execution preserved parameters for inputs, outputs, and blobs | -| Work group | Executed on a single SHAVE core iterating over multiple work items | - -The work group execution order is not defined in the OpenCL specifications. This means it is your responsibility to ensure that race conditions among work groups are not introduced. Custom layer runtime distributes work grid evenly among available compute resources and executes them in an arbitrary order. This static scheduling approach works best if the load is evenly spread out across work groups, which is a typical case for Deep Learning kernels. The following guidelines are recommended to use for work group partitioning: - -1. Distribute work evenly across work groups. -2. Adjust work group granularity to maintain equal workload for all compute codes. -3. Set the maximum number of cores using the `max-shaves` attribute for the `CustomLayer` node. This keeps more resources for the rest of topology. It is also useful if the kernel scalability reached its limits, which may happen while optimizing memory bound kernels or kernels with poor parallelization. -4. Try an alternate data layout (`BFXY`/`BYXF`) for the kernel to see if it improves work group partitioning or data access patterns. -Consider not just specific layer boost, but also full topology performance because data conversion layers will be automatically inserted as appropriate. - -Offline OpenCL compiler (`clc`) features automatic vectorization over `get_global_id(0)` usage, if uniform access is detected. -For example, the kernel below could be automatically vectorized: -```cpp -__kernel void cvtf32f16(__global float* restrict inImage, __global half* restrict outImage, - float scale, float bias) -{ - int idx = get_global_id(0) + get_global_id(1) * get_global_size(0) + get_global_id(2) * get_global_size(0) * get_global_size(1); - outImage[idx] = convert_half(inImage[idx]*scale+bias); -} -``` -However, this work-group based vectorizer (WGV) conflicts with the default LLVM vectorizer based on superword level parallelism (SLP) for the current compiler version. Manual vectorization is recommended to provide the best performance for non-uniform code patterns. WGV works if and only if vector types are not used in the code. - -Here is a short list of optimization tips: - -1. Help auto-vectorizer ensure non-aliasing pointers for kernel parameters by putting the `restrict` markers where possible. - - This can give a performance boost, especially for kernels with unrolling, like the `ocl_grn` from the example below. - - Place `restrict` markers for kernels with manually vectorized codes. In the `ocl_grn` kernel below, the unrolled version without the `restrict` is up to 20% slower than the most optimal one, which combines both unrolling and `restrict`. -2. Put `#‍pragma unroll N` to your loop header. The compiler does not trigger unrolling by default, so it is your responsibility to annotate the code with pragmas as appropriate. The `ocl_grn` version with `#‍pragma unroll 4` is up to 50% faster, most of which comes from unrolling the first loop, because LLVM, in general, is better in scheduling 3-stage loops (load-compute-store), while the first loop - The `variance += (float)(src_data[c*H*W + y*W + x] * src_data[c*H*W + y*W + x]);` is only 2-stage (load-compute). Pay attention to unrolling such cases first. Unrolling factor is loop-dependent. Choose the smallest number that still improves performance as an optimum between the kernel size and execution speed. For this specific kernel, changing the unroll factor from `4` to `6` results in the same performance, so unrolling factor equal to 4 is an optimum. For Intel Neural Compute Stick 2, unrolling is conjugated with the automatic software pipelining for load, store, and compute stages: -```cpp -__kernel void ocl_grn(__global const half* restrict src_data, __global half* restrict dst_data, int C, float bias) -{ - int x = get_global_id(0); - int W = get_global_size(0); - int y = get_global_id(1); - int H = get_global_size(1); - float variance = bias + 1e-9f; - #pragma unroll 4 - for (int c = 0; c < C; c++) - variance += (float)(src_data[c*H*W + y*W + x] * src_data[c*H*W + y*W + x]); - variance = 1.f / native_sqrt(variance); - #pragma unroll 4 - for (int c = 0; c < C; c++) - dst_data[c*H*W + y*W + x] = (half)((float)src_data[c*H*W + y*W + x] * variance); -} -``` -To check the efficiency of WGV, compare performance of the kernel above with the kernel below, which is manually vectorized over width: -```cpp -__kernel void ocl_grn_line(__global const half* restrict src_data, __global half* restrict dst_data, int C, int W, float bias) -{ - int y = get_global_id(1); - int H = get_global_size(1); - for (int x = 0; x < W/8; x++) - { - float8 variance = (float8)(bias+1e-9f); - #pragma unroll 4 - for (int c = 0; c < C; c++) - { - __global const half8* restrict src_line = ((__global const half8 * restrict)(src_data + c*H*W + y*W)); - half8 sh = src_line[x]; - variance += convert_float8(sh*sh); - } - variance = 1.f/native_sqrt(variance); - #pragma unroll 4 - for (int c = 0; c < C; c++) - { - __global const half8* restrict src_line = ((__global const half8 * restrict)(src_data + c*H*W + y*W)); - __global half8* restrict dst_line = ((__global half8 * restrict)(dst_data + c*H*W + y*W)); - dst_line[x] = convert_half8(convert_float8(src_line[x])*variance); - } - } - for (int x = W/8*8; x < W; x++) - { - float variance = bias+1e-9f; - #pragma unroll 4 - for (int c = 0; c < C; c++) - variance += (float)(src_data[c*H*W + y*W + x]*src_data[c*H*W + y*W + x]); - variance = 1.f/native_sqrt(variance); - #pragma unroll 4 - for (int c = 0; c < C; c++) - dst_data[c*H*W + y*W + x] = (float)src_data[c*H*W + y*W + x]*variance; - } -} -``` -Both versions perform the same, but the second one has more complex code. - -3. If it is easy to predict the work group size, use the `reqd_work_group_size` kernel attribute to ask the compiler to unroll the code up to the local size of the work group. If the kernel is actually executed with the different work group configuration, the result is undefined. - -4. Prefer to use the `half` compute if it keeps reasonable accuracy. A 16-bit float is a native type for Intel Neural Compute Stick 2, most of the `half_*` functions are mapped to a single hardware instruction. -Use the standard `native_*` function for the rest of types. - -5. Prefer to use the `convert_half` function over the `vstore_half` if conversion to 32-bit float is required. The `convert_half` function is mapped to a single hardware instruction. For the `cvtf32f16` kernel above, the `outImage[idx] = convert_half(inImage[idx]*scale+bias);` code is eight times slower than the code with `vstore_half`. - -6. Be aware of early exits, as they can be extremely costly for the current version of the `clc` compiler due to conflicts with the auto-vectorizer. It is recommended to setup local size by `x` dimension equal to inputs or/and outputs width. If it is impossible to define the work grid that exactly matches inputs or/and outputs to eliminate checks, for example, `if (get_global_id(0) >= width) return`, use line-wise kernel variant with manual vectorization. -The kernel example below demonstrates the impact of early exits on kernel performance. - ```cpp - // Initial version - __kernel void reorg(const __global half* restrict src, __global half* restrict out, int stride) - { - int w = get_global_id(0); - int W = get_global_size(0); - int h = get_global_id(1); - int H = get_global_size(1); - int c = get_global_id(2); - int C = get_global_size(2); - int C2 = C/(stride*stride); - int offset = c / C2; - int c2 = c - C2 * offset; - int H2 = H*stride; - int W2 = W*stride; - int h2 = h*stride + offset / stride; - int w2 = w*stride + offset - stride * (offset / stride); - out[W*H*c + W*h + w] = src[W2*H2*c2 + W2*h2 + w2]; - } - ``` -This `reorg` kernel is auto-vectorizable, but an input for YOLO v2 topology is `NCHW=<1,64,26,26>` and it is not multiple of vector width, which is `8` for `half` data type. As a result, the Inference Engine does not select the auto-vectorized kernel. -To compare performance of auto-vectorized and scalar version of the kernel, change the input size to `NCHW=<1,64,26,32>`. This enables the auto-vectorized version to be selected by the Inference Engine and can give you about 30% uplift. -Since the auto-vectorized version is faster, it is recommended to enable it for the YOLO v2 topology input size by setting the local size multiple of vector, for example, `32`, and adjust global sizes accordingly. As a result, the execution work grid exceeds actual input dimension, so out-of-bound checks should be inserted. See the updated kernel version below: - ```cpp - // Version with out-of-bound checks added - __kernel void reorg(const __global half* restrict src, __global half* restrict out, int W, int stride) - { - int w = get_global_id(0); - w = min(w, W-1); - int h = get_global_id(1); - int H = get_global_size(1); - int c = get_global_id(2); - int C = get_global_size(2); - int C2 = C/(stride*stride); - int offset = c / C2; - int c2 = c - C2 * offset; - int H2 = H*stride; - int W2 = W*stride; - int h2 = h*stride + offset / stride; - int w2 = w*stride + offset - stride * (offset / stride); - out[W*H*c + W*h + w] = src[W2*H2*c2 + W2*h2 + w2]; - } - ``` -This code performs the same as the initial kernel above (scalar) due to branching overhead. If the `w = min(w, W-1);` min/max expression is replaced with the `if (w >= W) return;`, runtime increases up to 2x against to code without branching (initial version).
-If branching is inevitable for your element-based kernel, it is recommended to change the scheme to line-based. See the kernel variant below: -```cpp -// Line-wise version -__kernel void reorg(const __global half* restrict src, __global half* restrict out, int H, int W, int stride) -{ - int h = min((int)get_global_id(0), H-1); - int c = get_global_id(1); - int C = get_global_size(1); - int C2 = C/(stride*stride); - int offset = c / C2; - int c2 = c - C2 * offset; - int H2 = H*stride; - int W2 = W*stride; - for (int w = 0; w < W; ++w) - { - int h2 = h*stride + offset / stride; - int w2 = w*stride + offset - stride * (offset / stride); - out[W*H*c + W*h + w] = src[W2*H2*c2 + W2*h2 + w2]; - } -} -``` -This decreases the execution time up to 40% against the best performing vectorized kernel without early exits (initial version). -7. Reuse computations among work items by using line-based kernels or sharing values through the `__local` memory. -8. Improve data access locality. Most of custom kernels are memory bound while convolution and fully connected layers are hardware-implemented. The code below demonstrates a further optimized version of the `reorg` kernel unrolled by the `stride`: - ```cpp - // Unrolled line-wise version - __kernel void reorg_unrolled_by_stride(const __global half* restrict src, __global half* restrict dst, - int H, int W, int stride) - { - int h = min((int)get_global_id(0), H-1); - int c2 = get_global_id(1); - int C2 = get_global_size(1); - int C = C2*stride*stride; - int H2 = H*stride; - int W2 = W*stride; - for (int stride_y = 0; stride_y < stride; stride_y++) - for (int stride_x = 0; stride_x < stride; stride_x++) - for (int w2 = 0, w = 0; w < W; w2 += stride, w++) - dst[W*H*C2*(stride_y*stride+stride_x) + W*H*c2 + W*h + w] = src[W2*H2*c2 + W2*h*stride + W2*stride_y + w2 + stride_x]; - } - ``` -The `scr` data in this case is loaded only once. As the result, the cycle count drops up to 45% against the line-wise version. - -9. Copy data from the `__dlobal` to the `__local` or `__private` memory if the data is accessed more than once. Access to the `__dlobal` memory is orders of magnitude slower than access to the `__local`/`__private` due to statically scheduled pipeline, which stalls completely on memory access without any prefetch. The same recommendation is applicable for scalar load/store from/to the `__blobal` pointer since work-group copying could be done in a vector fashion. - -10. Use a manual DMA extension. Local (on-chip) memory throughput is up to 24x higher than DDR throughput. Since the OpenVINO 2020.1 release, VPU OpenCL features manual-DMA kernel extension to copy sub-tensor used by a work group into local memory and performing compute without DDR evolved. Here is the simple GRN kernel implementation that runs over DDR. Local size is in the form (width of the input tensor, 1, 1) to define a large enough work group to get code automatically vectorized and unrolled, while global size is (width of the input tensor, height of the input tensor, 1): - ```cpp - __kernel void grn_NCHW( - __global const half* restrict src_data, - __global half* restrict dst_data, - int C, - float bias) - { - float variance = bias + 1e-9f; - #pragma unroll 4 - for (int c = 0; c < C; c++) - { - float val = (float) src_data[c*get_global_size(1)*get_global_size(0) + get_global_id(1)*get_global_size(0) + get_global_id(0)]; - variance += val*val; - } - half hvariance = (half)(native_rsqrt((half)(variance/16.f))*0.25f); - #pragma unroll 4 - for (int c = 0; c < C; c++) - { - dst_data[c*get_global_size(1)*get_global_size(0) + get_global_id(1)*get_global_size(0) + get_global_id(0)] - = src_data[c*get_global_size(1)*get_global_size(0) + get_global_id(1)*get_global_size(0) + get_global_id(0)] * hvariance; - } - } - ``` - -This kernel can be rewritten to introduce the `__dma_preload` and `__dma_postwrite intrinsics` special data binding. This means that instead of one kernel, a group of three kernels should be implemented: `kernelName`, `__dma_preload_kernelName`, and `__dma_postwrite_kernelName`. The `__dma_preload_kernelName` kernel for a particular work group `n` is guaranteed to be executed before the `n`-th work group itself, while the `__dma_postwrite_kernelName` is guaranteed to be executed after a corresponding work group. One of those functions may be defined to copy data from-to `__global` and `__local` memory. The syntactics requires exact functional signature match. The example below illustrates how to prepare your kernel for manual-DMA. - - ```cpp - __kernel void __dma_preload_grn_NCHW( - __global const half* restrict src, - __global half* restrict dst, - __local half* restrict local_src, - __local half* restrict local_dst, - int C, - float bias) - { - // ToDO: copy required piece of src tensor into local_src - } - - __kernel void __dma_postwrite_grn_NCHW( - __global const half* restrict src, - __global half* restrict dst, - __local const half* restrict local_src, - __local half* restrict local_dst, - int C, - float bias) - { - // ToDO: copy back computed piece of local_dst into dst - } - - __kernel void grn_NCHW( - __global const half* restrict src_data, - __global half* restrict dst_data, - __local half* restrict src, - __local half* restrict dst, - int C, - float bias) - { - // same as the example above - } - ``` -The GRN kernel operates on channel-major tensors to compute average over full channel range and then normalizes input elements to produce the output. -As a part of the manual DMA extension, a group of work group copy functions are introduced in addition to `async_work_group_copy`, which is also mapped to a DMA call. - -Here is the list of supported functions: -```cpp -// 2D sub-tensor copy -event_t WorkGroupDmaCreateStrideTransaction( - const local T *src, - global T *dst, - size_t src_width, // width of the line of source in bytes - size_t dst_width, // width of the line of destination in bytes - size_t src_stride, // stride between corresponding 2 consecutive lines of source in bytes - size_t dst_stride, // stride between corresponding 2 consecutive lines of destination in bytes - size_t size, // total number of bytes loaded for all lines from source to destination - event_t event) __OVERLOAD; -event_t WorkGroupDmaCreateStrideTransaction( - const global T *src, - local T *dst, - size_t src_width, // width of the line of source in bytes - size_t dst_width, // width of the line of destination in bytes - size_t src_stride, // stride between corresponding 2 consecutive lines of source in bytes - size_t dst_stride, // stride between corresponding 2 consecutive lines of destination in bytes - size_t size, // total number of bytes loaded for all lines from source to destination - event_t event) __OVERLOAD; -// 3D sub-tensor copy -event_t WorkGroupDmaCreate3DTransaction( - const local T *src, - global T *dst, - size_t src_width, // width of the line of source in bytes - size_t dst_width, // width of the line of destination in bytes - size_t src_stride, // stride between corresponding 2 consecutive lines of source in bytes - size_t dst_stride, // stride between corresponding 2 consecutive lines of destination in bytes - size_t num_planes, // number of planes to be copied - size_t src_plane_stride, // stride between corresponding 2 consecutive planes of source in bytes - size_t dst_plane_stride, // stride between corresponding 2 consecutive planes of destination in bytes - size_t size, // size of the loaded plane in bytes, analogues to the size in 2D case - event_t event) __OVERLOAD; -event_t WorkGroupDmaCreate3DTransaction( - const global T *src, - local T *dst, - size_t src_width, // width of the line of source in bytes - size_t dst_width, // width of the line of destination in bytes - size_t src_stride, // stride between corresponding 2 consecutive lines of source in bytes - size_t dst_stride, // stride between corresponding 2 consecutive lines of destination in bytes - size_t num_planes, // number of planes to be copied - size_t src_plane_stride, // stride between corresponding 2 consecutive planes of source in bytes - size_t dst_plane_stride, // stride between corresponding 2 consecutive planes of destination in bytes - size_t size, // size of the loaded plane in bytes, analogues to the size in 2D case - event_t event) __OVERLOAD; -``` -where `T` can be `uchar`, `char`, `short`, `ushort`, `int`, `uint`, `long`, `ulong`, `half` or `float`. - -Modified version of the GRN kernel could be the following: -```cpp -__kernel void __dma_preload_grn_NCHW( - __global const half* restrict src, - __global half* restrict dst, - __local half* restrict local_src, - __local half* restrict local_dst, - int C, - float bias) -{ - WorkGroupDmaCreate3DTransaction( - src + get_group_id(0)*get_local_size(0) - + get_group_id(1)*get_local_size(1)*get_global_size(0), // src - local_src, // dst - get_local_size(0) * sizeof(half), // src width - get_local_size(0) * sizeof(half), // dst width - get_global_size(0) * sizeof(half), // src stride - get_local_size(0) * sizeof(half), // dst stride - C, // num planes - get_global_size(0) * get_global_size(1) * sizeof(half), // src plane stride - get_local_size(0) * get_local_size(1) * sizeof(half), // dst plane stride - get_local_size(0) * get_local_size(1) * sizeof(half), // plane size - 0); -} -__kernel void __dma_postwrite_grn_NCHW( - __global const half* restrict src, - __global half* restrict dst, - __local const half* restrict local_src, - __local half* restrict local_dst, - int C, - float bias) -{ - WorkGroupDmaCreate3DTransaction( - local_dst, // src - dst + get_group_id(0)*get_local_size(0) - + get_group_id(1)*get_local_size(1)*get_global_size(0), // dst - get_local_size(0) * sizeof(half), // src width - get_local_size(0) * sizeof(half), // dst width - get_local_size(0) * sizeof(half), // src stride - get_global_size(0) * sizeof(half), // dst stride - C, // num planes - get_local_size(0) * get_local_size(1) * sizeof(half), // src plane stride - get_global_size(0) * get_global_size(1) * sizeof(half), // dst plane stride - get_local_size(0) * get_local_size(1) * sizeof(half), // plane size - 0); -} -__kernel void grn_NCHW( - __global const half* restrict src_data, - __global half* restrict dst_data, - __local half* restrict src, - __local half* restrict dst, - int C, - float bias) -{ - float variance = bias + 1e-9f; - #pragma unroll 8 - for (int c = 0; c < C; c++) - { - float val = (float) src[c*get_local_size(1)*get_local_size(0) + get_local_id(1)*get_local_size(0) + get_local_id(0)]; - variance += val*val; - } - half hvariance = (half)(native_rsqrt((half)(variance/16.f))*0.25f); - #pragma unroll 8 - for (int c = 0; c < C; c++) - { - dst[c*get_local_size(1)*get_local_size(0) + get_local_id(1)*get_local_size(0) + get_local_id(0)] - = src[c*get_local_size(1)*get_local_size(0) + get_local_id(1)*get_local_size(0) + get_local_id(0)] * hvariance; - } -} -``` - -> **NOTE**: The `get_local_size` and `get_local_id` usage inside the kernel. 21x speedup is expected for a kernel on enet-curbs setup since it is completely limited by memory usage. - -An alternative method to using DMA is to use work item copy extension. Those functions are executed inside a kernel and require work groups equal to single work item. - -Here is the list of supported work item functions: -```cpp -item_dma_event_t WorkItemDmaCreateTransaction( - const global T *src, - private T *dst, - size_t size, - item_dma_event_t event) __OVERLOAD; -item_dma_event_t WorkItemDmaCreateTransaction( - const private T *src, - global T *dst, - size_t size, - item_dma_event_t event) __OVERLOAD; -item_dma_event_t WorkItemDmaCreateStrideTransaction( - const global T *src, - private T *dst, - size_t src_width, - size_t dst_width, - size_t src_stride, - size_t dst_stride, - size_t size, - item_dma_event_t event) __OVERLOAD; -item_dma_event_t WorkItemDmaCreateStrideTransaction( - const private T *src, - global T *dst, - size_t src_width, - size_t dst_width, - size_t src_stride, - size_t dst_stride, - size_t size, - item_dma_event_t event) __OVERLOAD; -item_dma_event_t WorkItemDmaCreate3DTransaction( - const global T *src, - private T *dst, - size_t src_width, - size_t dst_width, - size_t src_stride, - size_t dst_stride, - size_t num_planes, - size_t src_plane_stride, - size_t dst_plane_stride, - size_t size, - item_dma_event_t event) __OVERLOAD; -item_dma_event_t WorkItemDmaCreate3DTransaction( - const private T *src, - global T *dst, - size_t src_width, - size_t dst_width, - size_t src_stride, - size_t dst_stride, - size_t num_planes, - size_t src_plane_stride, - size_t dst_plane_stride, - size_t size, - item_dma_event_t event) __OVERLOAD; -``` -where `T` can be `uchar`, `char`, `short`, `ushort`, `int`, `uint`, `long`, `ulong`, `half` or `float`. diff --git a/docs/HOWTO/mri_reconstruction_demo.py b/docs/HOWTO/mri_reconstruction_demo.py index 3ea49956656..d694d8819cf 100644 --- a/docs/HOWTO/mri_reconstruction_demo.py +++ b/docs/HOWTO/mri_reconstruction_demo.py @@ -24,7 +24,7 @@ if __name__ == '__main__': parser.add_argument('-l', '--cpu_extension', dest='cpu_extension', help='Path to extensions library with FFT implementation.') parser.add_argument('-d', '--device', dest='device', default='CPU', help='Optional. Specify the target device to infer on; CPU, ' - 'GPU, HDDL or MYRIAD is acceptable. For non-CPU targets, ' + 'GPU, GNA is acceptable. For non-CPU targets, ' 'HETERO plugin is used with CPU fallbacks to FFT implementation. ' 'Default value is CPU') args = parser.parse_args() diff --git a/docs/MO_DG/prepare_model/convert_model/Convert_Model_From_Kaldi.md b/docs/MO_DG/prepare_model/convert_model/Convert_Model_From_Kaldi.md index 282f766d455..f5687f60e73 100644 --- a/docs/MO_DG/prepare_model/convert_model/Convert_Model_From_Kaldi.md +++ b/docs/MO_DG/prepare_model/convert_model/Convert_Model_From_Kaldi.md @@ -57,22 +57,6 @@ Kaldi-specific parameters: * You can use the *OpenVINO Speech Recognition* sample application for the sample inference of Kaldi models. This sample supports models with only one output. If your model has several outputs, specify the desired one with the `--output` option. -## Converting a Model for IntelĀ® Movidiusā„¢ Myriadā„¢ VPU - -If you want to convert a model for inference on IntelĀ® Movidiusā„¢ Myriadā„¢ VPU, use the `--remove_memory` option. -It removes the Memory layers from the OpenVINO IR files. Additional inputs and outputs will appear in the IR files instead. -Model Optimizer will output the mapping between inputs and outputs. For example: -```sh -[ WARNING ] Add input/output mapped Parameter_0_for_Offset_fastlstm2.r_trunc__2Offset_fastlstm2.r_trunc__2_out -> Result_for_Offset_fastlstm2.r_trunc__2Offset_fastlstm2.r_trunc__2_out -[ WARNING ] Add input/output mapped Parameter_1_for_Offset_fastlstm2.r_trunc__2Offset_fastlstm2.r_trunc__2_out -> Result_for_Offset_fastlstm2.r_trunc__2Offset_fastlstm2.r_trunc__2_out -[ WARNING ] Add input/output mapped Parameter_0_for_iteration_Offset_fastlstm3.c_trunc__3390 -> Result_for_iteration_Offset_fastlstm3.c_trunc__3390 -``` -Based on this mapping, link inputs and outputs in your application manually as follows: - -1. Initialize inputs from the mapping as zeros in the first frame of an utterance. -2. Copy output blobs from the mapping to the corresponding inputs. For example, data from `Result_for_Offset_fastlstm2.r_trunc__2Offset_fastlstm2.r_trunc__2_out` -must be copied to `Parameter_0_for_Offset_fastlstm2.r_trunc__2Offset_fastlstm2.r_trunc__2_out`. - ## Supported Kaldi Layers For the list of supported standard layers, refer to the [Supported Framework Layers ](@ref openvino_docs_MO_DG_prepare_model_Supported_Frameworks_Layers) page. diff --git a/docs/OV_Runtime_UG/auto_device_selection.md b/docs/OV_Runtime_UG/auto_device_selection.md index 26258775d0c..51ceb208c30 100644 --- a/docs/OV_Runtime_UG/auto_device_selection.md +++ b/docs/OV_Runtime_UG/auto_device_selection.md @@ -38,10 +38,7 @@ The logic behind the choice is as follows: | 2 || iGPU | FP32, FP16, BIN | | || (e.g. IntelĀ® UHD Graphics 620 (iGPU)) | | +----------+------------------------------------------------------+-------------------------------------+ -| 3 || IntelĀ® Movidiusā„¢ Myriadā„¢ X VPU | FP16 | -| || (e.g. IntelĀ® Neural Compute Stick 2 (IntelĀ® NCS2)) | | -+----------+------------------------------------------------------+-------------------------------------+ -| 4 || IntelĀ® CPU | FP32, FP16, INT8, BIN | +| 3 || IntelĀ® CPU | FP32, FP16, INT8, BIN | | || (e.g. IntelĀ® Coreā„¢ i7-1165G7) | | +----------+------------------------------------------------------+-------------------------------------+ @endsphinxdirective @@ -271,7 +268,7 @@ The `ov::hint::model_priority` property enables you to control the priorities of ## Configuring Individual Devices and Creating the Auto-Device plugin on Top -Although the methods described above are currently the preferred way to execute inference with AUTO, the following steps can be also used as an alternative. It is currently available as a legacy feature and used if the device candidate list includes Myriad devices, uncapable of utilizing the Performance Hints option. +Although the methods described above are currently the preferred way to execute inference with AUTO, the following steps can be also used as an alternative. It is currently available as a legacy feature and used if AUTO is uncapable of utilizing the Performance Hints option. @sphinxdirective @@ -303,7 +300,7 @@ benchmark_app ā€“d AUTO ā€“m -i -niter 1000 For limited device choice: ```sh -benchmark_app ā€“d AUTO:CPU,GPU,MYRIAD ā€“m -i -niter 1000 +benchmark_app ā€“d AUTO:CPU,GPU,GNA ā€“m -i -niter 1000 ``` For more information, refer to the [C++](../../samples/cpp/benchmark_app/README.md) or [Python](../../tools/benchmark_tool/README.md) version instructions. diff --git a/docs/OV_Runtime_UG/deployment/deployment-manager-tool.md b/docs/OV_Runtime_UG/deployment/deployment-manager-tool.md index 0d64cc0cda8..b48525217f2 100644 --- a/docs/OV_Runtime_UG/deployment/deployment-manager-tool.md +++ b/docs/OV_Runtime_UG/deployment/deployment-manager-tool.md @@ -10,8 +10,6 @@ To use the Deployment Manager tool, the following requirements need to be met: * IntelĀ® Distribution of OpenVINOā„¢ toolkit is installed. See the [Installation Guide](../../install_guides/installing-openvino-overview.md) for instructions on different operating systems. * To run inference on a target device other than CPU, device drivers must be pre-installed: * **For GPU**, see [Configurations for IntelĀ® Processor Graphics (GPU)](../../install_guides/configurations-for-intel-gpu.md). - * **For NCS2**, see [IntelĀ® Neural Compute Stick 2 section](../../install_guides/configurations-for-ncs2.md) - * **For VPU**, see [Configurations for IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs](../../install_guides/configurations-for-ivad-vpu.md). * **For GNA**, see [IntelĀ® Gaussian & Neural Accelerator (GNA)](../../install_guides/configurations-for-intel-gna.md) > **IMPORTANT**: The operating system on the target system must be the same as the development system on which you are creating the package. For example, if the target system is Ubuntu 18.04, the deployment package must be created from the OpenVINOā„¢ toolkit installed on Ubuntu 18.04. @@ -133,7 +131,7 @@ To launch the Deployment Manager tool in the standard mode: open a new terminal The following options are available: -* `<--targets>` (required): the list of target devices to run inference. To specify more than one target, separate them with spaces, for example, `--targets cpu gpu vpu`. +* `<--targets>` (required): the list of target devices to run inference. To specify more than one target, separate them with spaces, for example, `--targets cpu gpu`. To get a list of currently available targets, run the program with the `-h` option. * `[--output_dir]` (optional): the path to the output directory. By default, it is set to your home directory. @@ -191,7 +189,7 @@ To deploy the OpenVINO Runtime components from the development machine to the ta * `install_dependencies` ā€” a snapshot of the `install_dependencies` directory from the OpenVINO installation directory. * `` ā€” the directory with the user data (OpenVINO IR, model, dataset, etc.) specified while configuring the package. -3. On a target Linux system, to run inference on a target IntelĀ® GPU, IntelĀ® Movidiusā„¢ VPU, or IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs, install additional dependencies by running the `install_openvino_dependencies.sh` script: +3. On a target Linux system, to run inference install additional dependencies by running the `install_openvino_dependencies.sh` script: ```sh cd /openvino/install_dependencies sudo -E ./install_openvino_dependencies.sh diff --git a/docs/OV_Runtime_UG/deployment/deployment_intro.md b/docs/OV_Runtime_UG/deployment/deployment_intro.md index 94131c4110c..6176ba068a6 100644 --- a/docs/OV_Runtime_UG/deployment/deployment_intro.md +++ b/docs/OV_Runtime_UG/deployment/deployment_intro.md @@ -55,4 +55,4 @@ Here the term "optional" means that if the application does not use the capabili Building a local distribution will require more detailed information, and you will find it in the dedicated [Libraries for Local Distribution](local-distribution.md) article. -> **NOTE**: Depending on your target OpenVINO devices, the following configurations might be needed for deployed machines: [Configurations for GPU](../../install_guides/configurations-for-intel-gpu.md), [Configurations for GNA](../../install_guides/configurations-for-intel-gna.md), [Configurations for NCS2](../../install_guides/configurations-for-ncs2.md), [Configurations for VPU](../../install_guides/configurations-for-ivad-vpu.md). +> **NOTE**: Depending on your target OpenVINO devices, the following configurations might be needed for deployed machines: [Configurations for GPU](../../install_guides/configurations-for-intel-gpu.md), [Configurations for GNA](../../install_guides/configurations-for-intel-gna.md). diff --git a/docs/OV_Runtime_UG/deployment/local-distribution.md b/docs/OV_Runtime_UG/deployment/local-distribution.md index 2dcc3d75e4c..b8bfb2de6b9 100644 --- a/docs/OV_Runtime_UG/deployment/local-distribution.md +++ b/docs/OV_Runtime_UG/deployment/local-distribution.md @@ -28,8 +28,6 @@ For each inference device, OpenVINO Runtime has its own plugin library: - `openvino_intel_cpu_plugin` for [IntelĀ® CPU devices](../supported_plugins/CPU.md). - `openvino_intel_gpu_plugin` for [IntelĀ® GPU devices](../supported_plugins/GPU.md). - `openvino_intel_gna_plugin` for [IntelĀ® GNA devices](../supported_plugins/GNA.md). -- `openvino_intel_myriad_plugin` for [IntelĀ® MYRIAD devices](../supported_plugins/MYRIAD.md). -- `openvino_intel_hddl_plugin` for [IntelĀ® HDDL device](../supported_plugins/HDDL.md). - `openvino_arm_cpu_plugin` for [ARM CPU devices](../supported_plugins/ARM_CPU.md). Depending on what devices are used in the app, the appropriate libraries need to be put to the distribution package. @@ -48,8 +46,6 @@ As it is shown on the picture above, some plugin libraries may have OS-specific |-------------|------------| | CPU | `-` | | GPU | `OpenCL.dll`, `cache.json` | -| MYRIAD | `usb.dll`, `usb-ma2x8x.mvcmd`, `pcie-ma2x8x.elf` | -| HDDL | `bsl.dll`, `hddlapi.dll`, `json-c.dll`, `libcrypto-1_1-x64.dll`, `libssl-1_1-x64.dll`, `mvnc-hddl.dll` | | GNA | `gna.dll` | | ArmĀ® CPU | `-` | @@ -72,8 +68,6 @@ As it is shown on the picture above, some plugin libraries may have OS-specific |-------------|-------------| | CPU | `-` | | GPU | `libOpenCL.so`, `cache.json` | -| MYRIAD | `libusb.so`, `usb-ma2x8x.mvcmd`, `pcie-ma2x8x.mvcmd` | -| HDDL | `libbsl.so`, `libhddlapi.so`, `libmvnc-hddl.so` | | GNA | `gna.dll` | | ArmĀ® CPU | `-` | @@ -95,7 +89,6 @@ As it is shown on the picture above, some plugin libraries may have OS-specific | Device | Dependency | |-------------|-------------| | CPU | `-` | -| MYRIAD | `libusb.dylib`, `usb-ma2x8x.mvcmd`, `pcie-ma2x8x.mvcmd` | | ArmĀ® CPU | `-` | @sphinxdirective @@ -144,19 +137,19 @@ In this example, the application is written in C language, performs inference on - `openvino_intel_cpu_plugin` is used for inference. - `openvino_ir_frontend` is used to read source models. -**MULTI execution on GPU and MYRIAD in `tput` mode** +**MULTI execution on GPU and CPU in `tput` mode** -In this example, the application is written in C++, performs inference [simultaneously on GPU and MYRIAD devices](../multi_device.md) with the `ov::hint::PerformanceMode::THROUGHPUT` property set, and reads models stored in the ONNX format. The following libraries are used: +In this example, the application is written in C++, performs inference [simultaneously on GPU and CPU devices](../multi_device.md) with the `ov::hint::PerformanceMode::THROUGHPUT` property set, and reads models stored in the ONNX format. The following libraries are used: - The `openvino` library is a main dependency of the application. It links against this library. -- `openvino_intel_gpu_plugin` and `openvino_intel_myriad_plugin` are used for inference. +- `openvino_intel_gpu_plugin` and `openvino_intel_cpu_plugin` are used for inference. - `openvino_auto_plugin` is used for Multi-Device Execution. - `openvino_auto_batch_plugin` can be also put to the distribution to improve the saturation of [IntelĀ® GPU](../supported_plugins/GPU.md) device. If there is no such plugin, [Automatic Batching](../automatic_batching.md) is turned off. - `openvino_onnx_frontend` is used to read source models. -**Auto-Device Selection between HDDL and CPU** +**Auto-Device Selection between GPU and CPU** -In this example, the application is written in C++, performs inference with the [Automatic Device Selection](../auto_device_selection.md) mode, limiting device list to HDDL and CPU, and reads models [created using C++ code](../model_representation.md). The following libraries are used: +In this example, the application is written in C++, performs inference with the [Automatic Device Selection](../auto_device_selection.md) mode, limiting device list to GPU and CPU, and reads models [created using C++ code](../model_representation.md). The following libraries are used: - The `openvino` library is a main dependency of the application. It links against this library. - `openvino_auto_plugin` is used to enable Automatic Device Selection. -- `openvino_intel_hddl_plugin` and `openvino_intel_cpu_plugin` are used for inference. AUTO selects between CPU and HDDL devices according to their physical existence on the deployed machine. +- `openvino_intel_gpu_plugin` and `openvino_intel_cpu_plugin` are used for inference. AUTO selects between CPU and GPU devices according to their physical existence on the deployed machine. - No frontend library is needed because `ov::Model` is created in code. diff --git a/docs/OV_Runtime_UG/hetero_execution.md b/docs/OV_Runtime_UG/hetero_execution.md index 9dcbf4bec6c..f3998b0d181 100644 --- a/docs/OV_Runtime_UG/hetero_execution.md +++ b/docs/OV_Runtime_UG/hetero_execution.md @@ -54,7 +54,7 @@ Randomly selecting operations and setting affinities may lead to decrease in mod #### The Automatic Mode -It decides automatically which operation is assigned to which device according to the support from dedicated devices (`GPU`, `CPU`, `MYRIAD`, etc.) and query model step is called implicitly by Hetero device during model compilation. +It decides automatically which operation is assigned to which device according to the support from dedicated devices (`GPU`, `CPU`, `GNA`, etc.) and query model step is called implicitly by Hetero device during model compilation. The automatic mode causes "greedy" behavior and assigns all operations that can be executed on a given device to it, according to the priorities you specify (for example, `ov::device::priorities("GPU,CPU")`). It does not take into account device peculiarities such as the inability to infer certain operations without other special operations placed before or after that layer. If the device plugin does not support the subgraph topology constructed by the HETERO device, then you should set affinity manually. @@ -165,7 +165,7 @@ where: - `HETERO` stands for the Heterogeneous execution - `GPU,CPU` points to a fallback policy with the priority on GPU and fallback to CPU -You can also point to more than two devices: `-d HETERO:MYRIAD,GPU,CPU` +You can also point to more than two devices: `-d HETERO:GNA,GPU,CPU` ### Additional Resources diff --git a/docs/OV_Runtime_UG/multi_device.md b/docs/OV_Runtime_UG/multi_device.md index eeb1d314393..5181cef9cd3 100644 --- a/docs/OV_Runtime_UG/multi_device.md +++ b/docs/OV_Runtime_UG/multi_device.md @@ -129,10 +129,10 @@ using the [configure devices](supported_plugins/config_properties.md) property: ## Using the Multi-Device with OpenVINO Samples and Benchmarking Performance To see how the Multi-Device execution is used in practice and test its performance, take a look at OpenVINO's Benchmark Application which presents the optimal performance of the plugin without the need for additional settings, like the number of requests or CPU threads. -Here is an example command to evaluate performance of HDDL+GPU: +Here is an example command to evaluate performance of CPU + GPU: ```sh -./benchmark_app ā€“d MULTI:HDDL,GPU ā€“m -i -niter 1000 +./benchmark_app ā€“d MULTI:CPU,GPU ā€“m -i -niter 1000 ``` For more information, refer to the [C++](../../samples/cpp/benchmark_app/README.md) or [Python](../../tools/benchmark_tool/README.md) version instructions. diff --git a/docs/OV_Runtime_UG/openvino_intro.md b/docs/OV_Runtime_UG/openvino_intro.md index 50aa0e3d504..1e4fc7f1f11 100644 --- a/docs/OV_Runtime_UG/openvino_intro.md +++ b/docs/OV_Runtime_UG/openvino_intro.md @@ -20,7 +20,7 @@ OpenVINO Runtime is a set of C++ libraries with C and Python bindings providing a common API to deliver inference solutions on the platform of your choice. Use the OpenVINO Runtime API to read an Intermediate Representation (IR), TensorFlow (check [TensorFlow Frontend Capabilities and Limitations](../resources/tensorflow_frontend.md)), ONNX, or PaddlePaddle model and execute it on preferred devices. -OpenVINO Runtime uses a plugin architecture. Its plugins are software components that contain complete implementation for inference on a particular IntelĀ® hardware device: CPU, GPU, VPU, etc. Each plugin implements the unified API and provides additional hardware-specific APIs for configuring devices or API interoperability between OpenVINO Runtime and underlying plugin backend. +OpenVINO Runtime uses a plugin architecture. Its plugins are software components that contain complete implementation for inference on a particular IntelĀ® hardware device: CPU, GPU, GNA, etc. Each plugin implements the unified API and provides additional hardware-specific APIs for configuring devices or API interoperability between OpenVINO Runtime and underlying plugin backend. The scheme below illustrates the typical workflow for deploying a trained deep learning model: diff --git a/docs/OV_Runtime_UG/preprocessing_overview.md b/docs/OV_Runtime_UG/preprocessing_overview.md index 0e5561b9013..c0a7902ea5d 100644 --- a/docs/OV_Runtime_UG/preprocessing_overview.md +++ b/docs/OV_Runtime_UG/preprocessing_overview.md @@ -30,7 +30,7 @@ Consider the following standard example: deep learning model expects input with Even though it is relatively easy to implement all these steps in the application code manually, before actual inference, it is also possible with the use of Preprocessing API. Advantages of using the API are: - Preprocessing API is easy to use. - - Preprocessing steps will be integrated into execution graph and will be performed on selected device (CPU/GPU/VPU/etc.) rather than always being executed on CPU. This will improve selected device utilization which is always good. + - Preprocessing steps will be integrated into execution graph and will be performed on selected device (CPU/GPU/etc.) rather than always being executed on CPU. This will improve selected device utilization which is always good. ## Preprocessing API diff --git a/docs/OV_Runtime_UG/supported_plugins/Device_Plugins.md b/docs/OV_Runtime_UG/supported_plugins/Device_Plugins.md index a8fd4400c2d..378aea9a44e 100644 --- a/docs/OV_Runtime_UG/supported_plugins/Device_Plugins.md +++ b/docs/OV_Runtime_UG/supported_plugins/Device_Plugins.md @@ -9,7 +9,6 @@ openvino_docs_OV_UG_query_api openvino_docs_OV_UG_supported_plugins_CPU openvino_docs_OV_UG_supported_plugins_GPU - openvino_docs_OV_UG_supported_plugins_VPU openvino_docs_OV_UG_supported_plugins_GNA openvino_docs_OV_UG_supported_plugins_ARM_CPU @@ -19,7 +18,6 @@ OpenVINOā„¢ Runtime can infer deep learning models using the following device ty * [CPU](CPU.md) * [GPU](GPU.md) -* [VPUs](VPU.md) * [GNA](GNA.md) * [ArmĀ® CPU](ARM_CPU.md) @@ -59,7 +57,7 @@ The OpenVINO Runtime API features dedicated methods of enumerating devices and t ... Device: GPU.1 ... - Device: HDDL + Device: GNA ``` A simple programmatic way to enumerate the devices and use with the multi-device is as follows: @@ -74,7 +72,7 @@ A simple programmatic way to enumerate the devices and use with the multi-device @endsphinxdirective -Beyond the typical "CPU", "GPU", "HDDL", and so on, when multiple instances of a device are available, the names are more qualified. For example, this is how two IntelĀ® Movidiusā„¢ Myriadā„¢ X sticks are listed with the hello_query_sample: +Beyond the typical "CPU", "GPU", and so on, when multiple instances of a device are available, the names are more qualified. For example, this is how two IntelĀ® Movidiusā„¢ Myriadā„¢ X sticks are listed with the hello_query_sample: ``` ... Device: MYRIAD.1.2-ma2480 diff --git a/docs/OV_Runtime_UG/supported_plugins/GPU.md b/docs/OV_Runtime_UG/supported_plugins/GPU.md index 7aff81594b4..b1d30f9fca1 100644 --- a/docs/OV_Runtime_UG/supported_plugins/GPU.md +++ b/docs/OV_Runtime_UG/supported_plugins/GPU.md @@ -37,7 +37,7 @@ Available devices: ... Device: GPU.1 ... - Device: HDDL + Device: GNA ``` Then, device name can be passed to the `ov::Core::compile_model()` method: diff --git a/docs/OV_Runtime_UG/supported_plugins/HDDL.md b/docs/OV_Runtime_UG/supported_plugins/HDDL.md deleted file mode 100644 index 22a7b29bb13..00000000000 --- a/docs/OV_Runtime_UG/supported_plugins/HDDL.md +++ /dev/null @@ -1,39 +0,0 @@ -# HDDL Device {#openvino_docs_OV_UG_supported_plugins_HDDL} - -## Introducing the HDDL Plugin - -The OpenVINO Runtime HDDL plugin was developed for inference with neural networks on IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs. It is designed for use cases that require large throughput for deep learning inference, up to dozens of times more than the MYRIAD Plugin. - -## Configuring the HDDL Plugin - -To configure your IntelĀ® Vision Accelerator Design With IntelĀ® Movidiusā„¢ on supported operating systems, refer to the [Additional Configurations for VPU](../../install_guides/configurations-for-ivad-vpu.md) in Installation Guide. - -> **NOTE**: The HDDL and Myriad plugins may cause conflicts when used at the same time. -> To ensure proper operation in such a case, the number of booted devices needs to be limited in the 'hddl_autoboot.config' file. -> Otherwise, the HDDL plugin will boot all available IntelĀ® Movidiusā„¢ Myriadā„¢ X devices. - -## Supported networks - -To see the list of supported networks for the HDDL plugin, refer to the list on the [MYRIAD Plugin page](MYRIAD.md). - -## Supported Configuration Parameters - -For information on VPU common configuration parameters, see the [VPU Plugins](VPU.md). -When specifying key values as raw strings (when using the Python API), omit the `KEY_` prefix. - -In addition to common parameters for both VPU plugins, the HDDL plugin accepts the following options: - -| Parameter Name | Parameter Values | Default | Description | -| :--- | :--- | :--- | :--- | -| `KEY_PERF_COUNT` | `YES`/`NO` | `NO` | Enables performance counter option. | -| `KEY_VPU_HDDL_GRAPH_TAG` | string | empty string | Allows executing network on specified count of devices. | -| `KEY_VPU_HDDL_STREAM_ID` | string | empty string | Allows executing inference on a specified device. | -| `KEY_VPU_HDDL_DEVICE_TAG` | string | empty string | Allows allocating/deallocating networks on specified devices. | -| `KEY_VPU_HDDL_BIND_DEVICE` | `YES`/`NO` | `NO` | Enables the network to be bound to a device. Refer to the 'vpu_plugin_config.hpp' file. | -| `KEY_VPU_HDDL_RUNTIME_PRIORITY` | signed int | 0 | Specifies the runtime priority of a device among all devices running the same network. Refer to the `vpu_plugin_config.hpp` file. | - -## Additional Resources - -* [Supported Devices](Supported_Devices.md) -* [VPU Plugins](VPU.md) -* [MYRIAD Plugin](MYRIAD.md) diff --git a/docs/OV_Runtime_UG/supported_plugins/MYRIAD.md b/docs/OV_Runtime_UG/supported_plugins/MYRIAD.md deleted file mode 100644 index a411ed046da..00000000000 --- a/docs/OV_Runtime_UG/supported_plugins/MYRIAD.md +++ /dev/null @@ -1,40 +0,0 @@ -# MYRIAD Device {#openvino_docs_OV_UG_supported_plugins_MYRIAD} - - -The OpenVINO Runtime MYRIAD plugin has been developed for inference of neural networks on IntelĀ® Neural Compute Stick 2. - -## Configuring the MYRIAD Plugin - -To configure your IntelĀ® Vision Accelerator Design With IntelĀ® Movidiusā„¢ on supported operating systems, refer to the [Additional Configurations for VPU](../../install_guides/configurations-for-ivad-vpu.md) in Installation Guide. - -> **NOTE**: The HDDL and MYRIAD plugins may cause conflicts when used at the same time. -> To ensure proper operation in such a case, the number of booted devices needs to be limited in the `hddl_autoboot.config` file. -> Otherwise, the HDDL plugin will boot all available IntelĀ® Movidiusā„¢ Myriadā„¢ X devices. - -## Supported Configuration Parameters - -For information on the VPU common configuration parameters, see the [VPU Plugins](VPU.md). -When specifying key values as raw strings (when using the Python API), omit the `KEY_` prefix. - -In addition to common parameters, the MYRIAD plugin accepts the following options: - -| Parameter Name | Parameter Values | Default | Description | -| :--- | :--- | :--- | :--- | -| `KEY_VPU_MYRIAD_PROTOCOL` | empty string/`VPU_MYRIAD_USB`/`VPU_MYRIAD_PCIE` | empty string | If set, the plugin will use a device with specific protocol to allocate a network. | -| `KEY_VPU_MYRIAD_FORCE_RESET` | `YES`/`NO` | `NO` | Enables force reset of all booted devices when new ExecutableNetwork is created.
This is a plugin scope option and must be used with the plugin's SetConfig method only.
See Device allocation section for details. | -| `KEY_VPU_FORCE_RESET` | `YES`/`NO` | `NO` | **Deprecated** Use `KEY_VPU_MYRIAD_FORCE_RESET` instead.
Enables force reset of all booted devices when new ExecutableNetwork is created.
This is a plugin scope option and must be used with the plugin's SetConfig method only.
See Device allocation section for details. | - -## Device allocation   - -Each `IExecutableNetwork` instance tries to allocate new device on `InferenceEngine::Core::LoadNetwork`, but if all available devices are already allocated it will use the one with the minimal number of uploaded networks. -The maximum number of networks a single device can handle depends on device memory capacity and the size of the networks. - -If the `KEY_VPU_MYRIAD_FORCE_RESET` option is set to `YES`, the plugin will reset all VPU devices in the system. - -Single device cannot be shared across multiple processes. - -## See Also - -* [Supported Devices](Supported_Devices.md) -* [VPU Plugins](VPU.md) -* [Intel® Neural Compute Stick 2 Get Started](https://software.intel.com/en-us/neural-compute-stick/get-started) diff --git a/docs/OV_Runtime_UG/supported_plugins/Supported_Devices.md b/docs/OV_Runtime_UG/supported_plugins/Supported_Devices.md index 3576024fa92..b61f5a8ca83 100644 --- a/docs/OV_Runtime_UG/supported_plugins/Supported_Devices.md +++ b/docs/OV_Runtime_UG/supported_plugins/Supported_Devices.md @@ -1,7 +1,7 @@ Supported Devices {#openvino_docs_OV_UG_supported_plugins_Supported_Devices} ================== -The OpenVINO Runtime can infer models in different formats with various input and output formats. This section provides supported and optimal configurations per device. In OpenVINOā„¢ documentation, "device" refers to an IntelĀ® processors used for inference, which can be a supported CPU, GPU, VPU (vision processing unit), or GNA (Gaussian neural accelerator coprocessor), or a combination of those devices. +The OpenVINO Runtime can infer models in different formats with various input and output formats. This section provides supported and optimal configurations per device. In OpenVINOā„¢ documentation, "device" refers to an IntelĀ® processors used for inference, which can be a supported CPU, GPU, or GNA (Gaussian neural accelerator coprocessor), or a combination of those devices. > **NOTE**: With OpenVINOā„¢ 2020.4 release, IntelĀ® Movidiusā„¢ Neural Compute Stick support has been cancelled. @@ -11,7 +11,6 @@ The OpenVINO Runtime provides unique capabilities to infer deep learning models |------------------------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------------------| |[GPU plugin](GPU.md) |Intel® Processor Graphics, including Intel® HD Graphics and Intel® Iris® Graphics | |[CPU plugin](CPU.md) |Intel® Xeon® with IntelĀ® Advanced Vector Extensions 2 (IntelĀ® AVX2), IntelĀ® Advanced Vector Extensions 512 (IntelĀ® AVX-512), and AVX512_BF16, Intel® Core™ Processors with Intel® AVX2, Intel® Atom® Processors with IntelĀ® Streaming SIMD Extensions (IntelĀ® SSE) | -|[VPU plugins](VPU.md) (available in the IntelĀ® Distribution of OpenVINOā„¢ toolkit) |IntelĀ® Neural Compute Stick 2 powered by the IntelĀ® Movidiusā„¢ Myriadā„¢ X, IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs | |[GNA plugin](GNA.md) (available in the IntelĀ® Distribution of OpenVINOā„¢ toolkit) |Intel® Speech Enabling Developer Kit, Amazon Alexa* Premium Far-Field Developer Kit, Intel® Pentium® Silver J5005 Processor, Intel® Pentium® Silver N5000 Processor, Intel® Celeron® J4005 Processor, Intel® Celeron® J4105 Processor, Intel® Celeron® Processor N4100, Intel® Celeron® Processor N4000, Intel® Core™ i3-8121U Processor, Intel® Core™ i7-1065G7 Processor, Intel® Core™ i7-1060G7 Processor, Intel® Core™ i5-1035G4 Processor, Intel® Core™ i5-1035G7 Processor, Intel® Core™ i5-1035G1 Processor, Intel® Core™ i5-1030G7 Processor, Intel® Core™ i5-1030G4 Processor, Intel® Core™ i3-1005G1 Processor, Intel® Core™ i3-1000G1 Processor, Intel® Core™ i3-1000G4 Processor| |[ArmĀ® CPU plugin](ARM_CPU.md) (unavailable in the IntelĀ® Distribution of OpenVINOā„¢ toolkit) |Raspberry Piā„¢ 4 Model B, AppleĀ® Mac mini with M1 chip, NVIDIAĀ® Jetson Nanoā„¢, Androidā„¢ devices | |[Multi-Device execution](../multi_device.md) |Multi-Device execution enables simultaneous inference of the same model on several devices in parallel | @@ -59,7 +58,6 @@ For example, the CHW value at index (c,h,w) is physically located at index (c\*H |:------------------|:----------------------:|:----------------------:|:----------------------:| |CPU plugin |Supported and preferred |Supported |Supported | |GPU plugin |Supported |Supported and preferred |Supported | -|VPU plugins |Not supported |Supported |Not supported | |GNA plugin |Supported |Supported |Not supported | |ArmĀ® CPU plugin |Supported and preferred |Supported |Supported (partially) | @@ -72,7 +70,6 @@ the supported models formats depends on the actual underlying devices. _Generall |:------------------|:--------:|:-------------:|:-------------:|:-------------:|:------------:|:-------------:| |CPU plugin |Supported |Supported |Supported |Supported |Supported |Supported | |GPU plugin |Supported |Supported\* |Supported\* |Supported\* |Not supported |Supported\* | -|VPU plugins |Supported |Supported |Supported |Not supported |Not supported |Not supported | |GNA plugin |Supported |Not supported |Supported |Not supported |Supported |Supported | |ArmĀ® CPU plugin |Supported |Supported |Supported |Supported |Not supported |Not supported | @@ -86,7 +83,6 @@ the supported input precision depends on the actual underlying devices. _Genera |:------------------|:--------:|:------------:| |CPU plugin |Supported |Supported | |GPU plugin |Supported |Supported | -|VPU plugins |Supported |Supported | |GNA plugin |Supported |Not supported | |ArmĀ® CPU plugin |Supported |Supported | @@ -99,7 +95,6 @@ the supported output precision depends on the actual underlying devices. _Gener |:------------------|:------------:|:------------:|:------------:|:------------:| |CPU plugin |Supported |Supported |Supported |Supported | |GPU plugin |Supported |Supported |Supported |Supported | -|VPU plugins |Supported |Supported |Supported |Supported | |GNA plugin |Not supported |Supported |Supported |Supported | |ArmĀ® CPU plugin |Not supported |Supported |Supported |Supported | diff --git a/docs/OV_Runtime_UG/supported_plugins/VPU.md b/docs/OV_Runtime_UG/supported_plugins/VPU.md deleted file mode 100644 index 6cff4549a75..00000000000 --- a/docs/OV_Runtime_UG/supported_plugins/VPU.md +++ /dev/null @@ -1,159 +0,0 @@ -# VPU Devices {#openvino_docs_OV_UG_supported_plugins_VPU} - -@sphinxdirective - -.. toctree:: - :maxdepth: 1 - :hidden: - - openvino_docs_OV_UG_supported_plugins_MYRIAD - openvino_docs_OV_UG_supported_plugins_HDDL - -@endsphinxdirective - -This chapter provides information on the OpenVINOā„¢ Runtime plugins that enable inference of deep learning models on the supported VPU devices: - -* IntelĀ® Neural Compute Stick 2 powered by the IntelĀ® Movidiusā„¢ Myriadā„¢ X ā€” Supported by the [MYRIAD Plugin](MYRIAD.md) -* IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs ā€” Supported by the [HDDL Plugin](HDDL.md) - -> **NOTE**: With the OpenVINOā„¢ 2020.4 release, IntelĀ® Movidiusā„¢ Neural Compute Stick powered by the IntelĀ® Movidiusā„¢ Myriadā„¢ 2 is no longer supported. - -## Supported Networks - -**Caffe**: -* AlexNet -* CaffeNet -* GoogleNet (Inception) v1, v2, v4 -* VGG family (VGG16, VGG19) -* SqueezeNet v1.0, v1.1 -* ResNet v1 family (18\*\*\*, 50, 101, 152) -* MobileNet (mobilenet-v1-1.0-224, mobilenet-v2) -* Inception ResNet v2 -* DenseNet family (121,161,169,201) -* SSD-300, SSD-512, SSD-MobileNet, SSD-GoogleNet, SSD-SqueezeNet - -**TensorFlow**: -* AlexNet -* Inception v1, v2, v3, v4 -* Inception ResNet v2 -* MobileNet v1, v2 -* ResNet v1 family (50, 101, 152) -* ResNet v2 family (50, 101, 152) -* SqueezeNet v1.0, v1.1 -* VGG family (VGG16, VGG19) -* Yolo family (yolo-v2, yolo-v3, tiny-yolo-v1, tiny-yolo-v2, tiny-yolo-v3) -* faster_rcnn_inception_v2, faster_rcnn_resnet101 -* ssd_mobilenet_v1 -* DeepLab-v3+ - -**Apache MXNet**: -* AlexNet and CaffeNet -* DenseNet family (121,161,169,201) -* SqueezeNet v1.1 -* MobileNet v1, v2 -* NiN -* ResNet v1 (101, 152) -* ResNet v2 (101) -* SqueezeNet v1.1 -* VGG family (VGG16, VGG19) -* SSD-Inception-v3, SSD-MobileNet, SSD-ResNet-50, SSD-300 - -\*\*\* Network is tested on Intel® Neural Compute Stick 2 with BatchNormalization fusion optimization disabled during Model Optimizer import - -## Optimizations - -VPU plugins support layer fusion and decomposition. - -### Layer Fusion - -#### Fusing Rules - -Certain layers can be merged into 'convolution', 'ReLU', and 'Eltwise' layers according to the patterns below: - -- Convolution - - Convolution + ReLU ā†’ Convolution - - Convolution + Clamp ā†’ Convolution - - Convolution + LeakyReLU ā†’ Convolution - - Convolution (3x3, stride=1, padding=1) + Pooling (2x2, stride=2, padding=0) ā†’ Convolution - -- Pooling + ReLU ā†’ Pooling - -- FullyConnected + ReLU ā†’ FullyConnected - -- Eltwise - - Eltwise + ReLU ā†’ Eltwise - - Eltwise + LeakyReLU ā†’ Eltwise - - Eltwise + Clamp ā†’ Eltwise - -#### Joining Rules - -> **NOTE**: Application of these rules depends on tensor sizes and available resources. - -Layers can be joined only when the two conditions below are met: - -- Layers are located on topologically independent branches. -- Layers can be executed simultaneously on the same hardware units. - -### Decomposition Rules - -- Convolution and Pooling layers are tiled, resulting in the following pattern: - - A `Split` layer that splits tensors into tiles - - A set of tiles, optionally with service layers like `Copy` - - Depending on a tiling scheme, a `Concatenation` or `Sum` layer that joins all resulting tensors into one and restores the full blob that contains the result of a tiled operation - - Names of tiled layers contain the `@soc=M/N` part, where `M` is the tile number and `N` is the number of tiles: - ![](../img/yolo_tiny_v1.svg) - -> **NOTE**: Nominal layers, such as `Shrink` and `Expand`, are not executed. - -> **NOTE**: VPU plugins can add extra layers like `Copy`. - -## VPU Common Configuration Parameters - -VPU plugins support the configuration parameters listed below. -The parameters are passed as `std::map` on `InferenceEngine::Core::LoadNetwork` -or `InferenceEngine::Core::SetConfig`. -When specifying key values as raw strings (when using Python API), omit the `KEY_` prefix. - -| Parameter Name | Parameter Values | Default | Description | -| :--- | :--- | :--- | :--- | -| `KEY_VPU_HW_STAGES_OPTIMIZATION` | `YES`/`NO` | `YES` | Turn on HW stages usage
Applicable for Intel Movidius Myriad X and Intel Vision Accelerator Design devices only. | -| `KEY_VPU_COMPUTE_LAYOUT` | `VPU_AUTO`, `VPU_NCHW`, `VPU_NHWC` | `VPU_AUTO` | Specify internal input and output layouts for network layers. | -| `KEY_VPU_PRINT_RECEIVE_TENSOR_TIME` | `YES`/`NO` | `NO` | Add device-side time spent waiting for input to PerformanceCounts.
See the Data Transfer Pipelining section for details. | -| `KEY_VPU_IGNORE_IR_STATISTIC` | `YES`/`NO` | `NO` | VPU plugin could use statistic present in IR in order to try to improve calculations precision.
This option is enabled to exclude the statistic. | -| `KEY_VPU_CUSTOM_LAYERS` | path to XML file | empty string | This option allows passing XML file with custom layers binding.
If a layer is present in such file, it will be used during inference even if the layer is natively supported. | - - -## Data Transfer Pipelining   - -MYRIAD plugin tries to pipeline data transfer to/from a device with computations. -While one infer request is executed, the data for the next infer request can be uploaded to a device in parallel. -The same applies to result downloading. - -`KEY_VPU_PRINT_RECEIVE_TENSOR_TIME` configuration parameter can be used to check the efficiency of current pipelining. -The new record in performance counters will show the time that device spent waiting for input before starting the inference. -In a perfect pipeline this time should be near zero, which means that the data was already transferred when new inference started. - -## Troubleshooting - -**When running inference with the VPU plugin: "[VPU] Cannot convert layer due to unsupported layer type "** - -This means that the topology has a layer unsupported by the target VPU plugin. To resolve this issue, the custom layer can be implemented for the target device, using the [OpenVINOā„¢ Extensibility mechanism](../../Extensibility_UG/Intro.md). To quickly get a working prototype, use the heterogeneous scenario with the default fallback policy (see the [Heterogeneous execution](../hetero_execution.md) section). Use the HETERO mode with a fallback device that supports this layer, for example, CPU: `HETERO:MYRIAD,CPU`. -For a list of VPU-supported layers, see the **Supported Layers** section of the [Supported Devices](Supported_Devices.md) page. - -## Known Layers Limitations - -* `ScaleShift` layer is supported for zero value of `broadcast` attribute only. -* `CTCGreedyDecoder` layer works with the `ctc_merge_repeated` attribute equal to 1. -* `DetectionOutput` layer works with zero values of `interpolate_orientation` and `num_orient_classes` parameters only. -* `MVN` layer uses fixed value for `eps` parameters (1e-9). -* `Normalize` layer uses fixed value for `eps` parameters (1e-9) and is supported for zero value of `across_spatial` only. -* `Pad` layer works only with 4D tensors. -* `Floor` layer works only with FP16 type. -* `ConvTranspose` layer is not supported. -* `GatherElements` layer is not supported for negative axis. - -## See Also - -* [Supported Devices](Supported_Devices.md) -* [IntelĀ® Neural Compute Stick 2 Get Started](https://software.intel.com/en-us/neural-compute-stick/get-started) diff --git a/docs/OV_Runtime_UG/supported_plugins/config_properties.md b/docs/OV_Runtime_UG/supported_plugins/config_properties.md index 7fc370849d7..121eed4a99e 100644 --- a/docs/OV_Runtime_UG/supported_plugins/config_properties.md +++ b/docs/OV_Runtime_UG/supported_plugins/config_properties.md @@ -39,8 +39,6 @@ Based on the `ov::available_devices` read-only property, OpenVINO Core collects The function returns a list of available devices, for example: ``` -MYRIAD.1.2-ma2480 -MYRIAD.1.4-ma2480 CPU GPU.0 GPU.1 diff --git a/docs/benchmarks/performance_benchmarks.md b/docs/benchmarks/performance_benchmarks.md index 267bb7c228f..4fe5b4bf2e8 100644 --- a/docs/benchmarks/performance_benchmarks.md +++ b/docs/benchmarks/performance_benchmarks.md @@ -14,7 +14,7 @@ Theā€Æ[IntelĀ® Distribution of OpenVINOā„¢ toolkit](https://software.intel.com/content/www/us/en/develop/tools/openvino-toolkit.html)ā€Æhelps accelerate deep learning inference across a variety of IntelĀ® processors and accelerators. -The benchmark results below demonstrate high performance gains on several public neural networks on multipleā€ÆIntelĀ® CPUs, GPUs and VPUsā€Æcovering a broad performance range. The results may be helpful when deciding which hardware is best for your applications or to plan AI workload on the Intel computing already included in your solutions. +The benchmark results below demonstrate high performance gains on several public neural networks on multipleā€ÆIntelĀ® CPUs, GPUs and GNAsā€Æcovering a broad performance range. The results may be helpful when deciding which hardware is best for your applications or to plan AI workload on the Intel computing already included in your solutions. Benchmarks are available for: diff --git a/docs/benchmarks/performance_benchmarks_openvino.md b/docs/benchmarks/performance_benchmarks_openvino.md index 8743abcc8aa..8fc6f80ffb6 100644 --- a/docs/benchmarks/performance_benchmarks_openvino.md +++ b/docs/benchmarks/performance_benchmarks_openvino.md @@ -78,7 +78,7 @@ Below are four parameters for measurements, which are key elements to consider f @endsphinxdirective This benchmark setup includes a single machine on which both the benchmark application and the OpenVINOā„¢ installation reside. The presented performance benchmark numbers are based on the release 2022.3 of the IntelĀ® Distribution of OpenVINOā„¢ toolkit. -The benchmark application loads the OpenVINOā„¢ Runtime and executes inferences on the specified hardware (CPU, GPU or VPU). +The benchmark application loads the OpenVINOā„¢ Runtime and executes inferences on the specified hardware (CPU, GPU or GNA). It measures the time spent on actual inferencing (excluding any pre or post processing) and then reports on the inferences per second (or Frames Per Second). diff --git a/docs/dev/build.md b/docs/dev/build.md index 65c8c0ff438..2002b23bf44 100644 --- a/docs/dev/build.md +++ b/docs/dev/build.md @@ -74,10 +74,6 @@ For the OpenVINO build next tools are required: ```sh % python3 -m pip install -r /src/bindings/python/wheel/requirements-dev.txt ``` -- (native compilation only) libusb library for MYRIAD device and `pkg-config` which is used to find `libusb` files: - ```sh - % brew install pkg-config libusb - ``` - (Optional; native compilation only) Latest version of TBB library. By default, OpenVINO downloads prebuilt version of TBB 2020.4 library, but if you want to use latest (add `-DENABLE_SYSTEM_TBB=ON` additionally to cmake configuration step): ```sh % brew install tbb @@ -336,8 +332,6 @@ clang: error: linker command failed with exit code 1 (use -v to see invocation) ``` Disable its usage in cmake or totally remove such library from the system (e.g. `brew uninstall opencv`), because it's pure arm64 and cannot be used to compile x86_64 binaries. -> **Note:** using such way OpenVINO Intel CPU plugin can be cross-compiled, because MYRIAD plugin cannot be linked against `arm64` version of `libusb` - Or you have to explicitly find / compile x86_64 (or even `universal2`) dependencies by yourself and pass it to OpenVINO cmake scripts. E.g. compile oneTBB using additional option `-DCMAKE_OSX_ARCHITECTURES="x86_64;arm64"`, install and then set `export TBBROOT=` which will be used by OpenVINO.

@@ -392,8 +386,6 @@ file /opt/homebrew/Cellar/tbb/2021.5.0_2/lib/libtbb.12.5.dylib /opt/homebrew/Cellar/tbb/2021.5.0_2/lib/libtbb.12.5.dylib: Mach-O 64-bit dynamically linked shared library arm64 ``` -The same for other external dependencies like `libusb`. If you want to enable extra functionality like enable MYRIAD plugin build, you need to provide either x86_64 or universal2 `libusb` library. All other steps are the same as for usual compilation: build, install. - > **Note:** since you are building with `universal2` python libraries, wheel package is created with name `openvino-2022.3.0-000-cp39-cp39-macosx_12_0_universal2.whl` and have proper `universal2` tags, so can *potentially* be used on both Apple Silicon and Intel CPU. diff --git a/docs/dev/test_coverage.md b/docs/dev/test_coverage.md index 6b2101eb483..348af3b83df 100644 --- a/docs/dev/test_coverage.md +++ b/docs/dev/test_coverage.md @@ -47,7 +47,6 @@ OpenVINO components define several common groups which allow to run tests for se - CPU - CPU plugin tests - GPU - GPU plugin tests - GNA - GNA plugin tests - - VPU - VPU plugin tests After sufficient number of tests are executed, the coverage numbers can be calculated. In order to do this, run: diff --git a/docs/get_started/get_started_demos.md b/docs/get_started/get_started_demos.md index 61696a275a7..683f80a4c16 100644 --- a/docs/get_started/get_started_demos.md +++ b/docs/get_started/get_started_demos.md @@ -355,7 +355,7 @@ When the sample application is complete, you are given the label and confidence @endsphinxdirective -The following two examples show how to run the same sample using GPU or MYRIAD as the target device. +The following example shows how to run the same sample using GPU as the target device. #### Running Inference on GPU @@ -376,31 +376,6 @@ The following two examples show how to run the same sample using GPU or MYRIAD a @endsphinxdirective -#### Running Inference on MYRIAD - - > **NOTE**: Running inference on VPU devices (IntelĀ® Movidiusā„¢ Neural Compute Stick or IntelĀ® Neural Compute Stick 2) with the MYRIAD plugin requires [additional hardware configuration steps](../install_guides/configurations-for-ncs2.md), as described earlier on this page. - -@sphinxdirective -.. tab:: Linux - - .. code-block:: sh - - ./classification_sample_async -i ~/Downloads/dog.bmp -m ~/ir/googlenet-v1.xml -d MYRIAD - -.. tab:: Windows - - .. code-block:: bat - - .\classification_sample_async.exe -i %USERPROFILE%\Downloads\dog.bmp -m %USERPROFILE%\Documents\ir\googlenet-v1.xml -d MYRIAD - -.. tab:: macOS - - .. code-block:: sh - - ./classification_sample_async -i ~/Downloads/dog.bmp -m ~/ir/googlenet-v1.xml -d MYRIAD - -@endsphinxdirective - ## Other Demos and Samples diff --git a/docs/glossary.md b/docs/glossary.md index 701fb394f61..714f561d85d 100644 --- a/docs/glossary.md +++ b/docs/glossary.md @@ -68,7 +68,7 @@ Glossary of terms used in the OpenVINOā„¢ | ov::ProfilingInfo | Represents basic inference profiling information per operation | | OpenVINOā„¢ Runtime | A C++ library with a set of classes that you can use in your application to infer input tensors and get the results | | OpenVINOā„¢ API | The basic default API for all supported devices, which allows you to load a model from Intermediate Representation or convert from ONNX, PaddlePaddle file formars, set input and output formats and execute the model on various devices | -| OpenVINOā„¢ Core | OpenVINOā„¢ Core is a software component that manages inference on certain Intel(R) hardware devices: CPU, GPU, MYRIAD, GNA, etc. | +| OpenVINOā„¢ Core | OpenVINOā„¢ Core is a software component that manages inference on certain Intel(R) hardware devices: CPU, GPU, GNA, etc. | | ov::Layout | Image data layout refers to the representation of images batch. Layout shows a sequence of 4D or 5D tensor data in memory. A typical NCHW format represents pixel in horizontal direction, rows by vertical dimension, planes by channel and images into batch. See also [Layout API Overview](./OV_Runtime_UG/layout_overview.md) | | ov::element::Type | Represents data element type. For example, f32 is 32-bit floating point, f16 is 16-bit floating point. | diff --git a/docs/install_guides/configurations-for-iei-card.md b/docs/install_guides/configurations-for-iei-card.md deleted file mode 100644 index 467ea870341..00000000000 --- a/docs/install_guides/configurations-for-iei-card.md +++ /dev/null @@ -1,134 +0,0 @@ -# Configurations for IEI Mustang-V100-MX8-R10 Card {#openvino_docs_install_guides_movidius_setup_guide} - -> **NOTE**: These steps are only required for **IEI Mustang-V100-MX8-R10** card. **IEI Mustang-V100-MX8-R11** card doesn't require any additional steps and it's completely configured using the [general guidance](configurations-for-ivad-vpu.md). - - -The IEI Mustang-V100-MX8 is an OEM version of the IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs. -This guide assumes you have installed the [Mustang-V100-MX8](https://download.ieiworld.com/) and OpenVINOā„¢ Runtime. - -Instructions in this guide for configuring your accelerator include: -1. Installing the required IEI BSL reset software -2. Configuration settings for the `hddldaemon` service - -> **NOTE**: This guide does not apply to Uzel cards. - -## Installing IEI Reset Software - -Using the IEI Mustang-V100-MX8 requires downloading and installing the most current software for your system. - -Visit the [IEI Download Center](https://download.ieiworld.com/) for the most current software and documentation. -Search for **Mustang-V100-MX8**. - -Download the appropriate software for your system, extract the downloaded archive file, enter the newly created directory, and run the install script: - -On **Linux**: -- Run the `install.sh script` with `sudo`, or as `root`. - -On **Windows**, do one of the following:
-- **GUI**: Double-click `install.bat` -- **CLI**: Open a console with administrator privileges, cd into the directory, and run `install.bat`. - -## Configuring Mustang-V100-MX8 Service - -The `hddldaemon` is a system service, a binary executable that is run to manage the computational workload on the board. It is a required abstraction layer that handles inference, graphics processing, and any type of computation that should be run on the video processing units (VPUs). Depending on the board configuration, there can be 8 or 16 VPUs. - -> **NOTE**: Graphics and other specialized processing may require some custom development. - -### Conventions Used in This Document - -`` refers to the following default OpenVINO™ Runtime directories: -- **Linux:** - ``` - /opt/intel/openvino_2022/runtime - ``` -- **Windows:** -``` -C:\Program Files (x86)\IntelSWTools\openvino\runtime -``` - -If you have installed OpenVINO™ in a different directory on your system, you will need to enter your unique directory path. - -### Configuration File Location - -`\3rdparty\hddl\config\hddl_service.config` - -### Service Configuration File Settings - -Below are some possible configuration options. - -> **NOTE**: After changing a configuration file, the `hddldaemon` must be restarted. - -#### Recommended Settings - -`device_snapshot_mode` -Changes the output of the `hddldaemon` to display a table with individual VPU statistics. - -**Default Setting:** -`"device_snapshot_mode": "none"` - -**Suggested Setting:** -`"device_snapshot_mode": "full"` - -**Supported Settings:** - - `none` (default) - - `base` - - `full` - -`device_snapshot_style` - -**Default Setting:** -`"device_snapshot_style": "table"` - -**Recommended Setting:** -`"device_snapshot_style": "table"` - -The `table` setting presents labels on the left for each column and is recommended as easier to read. -The `tape` setting prints the labels in each column. - -**Supported Settings:** -- `tape` -- `table` (default) - -`user_group ` -Restricts the service to group members. - -**Recommended setting depends on your unique system configuration.** - -**Default Setting** -`"user_group": "users"` - -The `hddldaemon` may be restricted to a privileged group of users. The appropriate group will vary according to the local system configuration. - -**Supported Settings:** -Valid groups on the current system. The `"users"` group is a default group that exists on Windows and most Linux distributions. - - -**Optional Recommended Settings:** - -`"device_utilization" : "off"` -This setting displays the percent of time each VPU is in use. It appears in the `table` column when turned on, or if `"device_fps"` is turned on. - -`"memory_usage" : "off"` -This setting reports the amount of memory being used by each VPU. - -`"max_cycle_switchout": 3` -Requires the squeeze scheduler. This setting might speed up performance significantly, depending on the app. - -> **NOTE**: This setting works in conjunction with: `max_task_number_switch_out`. - -`"client_fps" : "off"` -This setting reports the total FPS for the dispatching hddl_service (which will have one or more clients per app). - -`debug_service` -`"debug_service": "false"` -(default: `"true"`) - - -## Additional Resources - -- [Intel Distribution of OpenVINO Toolkit home page](https://software.intel.com/en-us/openvino-toolkit) -- [Troubleshooting Guide](troubleshooting.md) -- [IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs HAL Configuration Guide](/downloads/595850_Intel_Vision_Accelerator_Design_with_Intel_Movidius_VPUs-HAL Configuration Guide_rev1.3.pdf) -- [IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs Workload Distribution User Guide](/downloads/613514_Intel Vision Accelerator Design with Intel Movidius VPUs Workload Distribution_UG_r0.9.pdf) -- [IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs Scheduler User Guide](/downloads/613759_Intel Vision Accelerator Design with Intel Movidius VPUs Scheduler_UG_r0.9.pdf) -- [IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs Errata](/downloads/Intel Vision Accelerator Design with Intel Movidius VPUs Errata.pdf) \ No newline at end of file diff --git a/docs/install_guides/configurations-for-ivad-vpu.md b/docs/install_guides/configurations-for-ivad-vpu.md deleted file mode 100644 index 48349737b93..00000000000 --- a/docs/install_guides/configurations-for-ivad-vpu.md +++ /dev/null @@ -1,80 +0,0 @@ -# Configurations for IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs {#openvino_docs_install_guides_installing_openvino_ivad_vpu} - -@sphinxdirective - -.. _vpu guide: - -.. toctree:: - :maxdepth: 2 - :hidden: - - IEI Mustang-V100-MX8-R10 Card - -@endsphinxdirective - - -The steps in this guide are only required if you want to perform inference on IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs with OpenVINOā„¢ on Linux or Windows. - -For troubleshooting issues, please see the [Troubleshooting Guide](troubleshooting.md) for more information. - -## Linux - -For IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs, the following additional installation steps are required. - -> **NOTE**: If you installed OpenVINOā„¢ Runtime to the non-default install directory, replace `/opt/intel` with the directory in which you installed the software. - -1. Set the environment variables: -```sh -source /opt/intel/openvino_2022/setupvars.sh -``` -> **NOTE**: The `HDDL_INSTALL_DIR` variable is set to `/runtime/3rdparty/hddl`. If you installed the IntelĀ® Distribution of OpenVINOā„¢ to the default install directory, the `HDDL_INSTALL_DIR` was set to `/opt/intel/openvino_2022/runtime/3rdparty/hddl`. - -2. Install dependencies: -```sh -${HDDL_INSTALL_DIR}/install_IVAD_VPU_dependencies.sh -``` -Note, if the Linux kernel is updated after the installation, it is required to install drivers again: -```sh -cd ${HDDL_INSTALL_DIR}/drivers -``` -```sh -sudo ./setup.sh install -``` -Now the dependencies are installed and you are ready to use the IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ with OpenVINOā„¢. - -### Optional Steps - -For advanced configuration steps for your **IEI Mustang-V100-MX8-R10** accelerator, see [Configurations for IEI Mustang-V100-MX8-R10 card](configurations-for-iei-card.md). **IEI Mustang-V100-MX8-R11** accelerator doesn't require any additional steps. - -@sphinxdirective - -.. _vpu guide windows: - -@endsphinxdirective - -## Windows - -To enable inference on IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs, the following additional installation steps are required: - - 1. Download and install Visual C++ Redistributable for Visual Studio 2017 - 2. Check with a support engineer if your IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs card requires SMBUS connection to PCIe slot (most unlikely). Install the SMBUS driver only if confirmed (by default, it's not required): - 1. Go to the `\runtime\3rdparty\hddl\drivers\SMBusDriver` directory, where `` is the directory in which OpenVINOā„¢ Runtime is installed. - 2. Right click on the `hddlsmbus.inf` file and choose **Install** from the pop up menu. - -You are done installing your device driver and are ready to use your IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs. - -For advanced configuration steps for your IEI Mustang-V100-MX8 accelerator, see [Configurations for IEI Mustang-V100-MX8-R10 card](configurations-for-iei-card.md). - -## Whatā€™s Next? - -After configuration is done, you are ready to try out OpenVINOā„¢. - -Developing in Python: - * [Start with tensorflow models with OpenVINOā„¢](https://docs.openvino.ai/latest/notebooks/101-tensorflow-to-openvino-with-output.html) - * [Start with ONNX and PyTorch models with OpenVINOā„¢](https://docs.openvino.ai/latest/notebooks/102-pytorch-onnx-to-openvino-with-output.html) - * [Start with PaddlePaddle models with OpenVINOā„¢](https://docs.openvino.ai/latest/notebooks/103-paddle-onnx-to-openvino-classification-with-output.html) - -Developing in C++: - * [Image Classification Async C++ Sample](@ref openvino_inference_engine_samples_classification_sample_async_README) - * [Hello Classification C++ Sample](@ref openvino_inference_engine_samples_hello_classification_README) - * [Hello Reshape SSD C++ Sample](@ref openvino_inference_engine_samples_hello_reshape_ssd_README) diff --git a/docs/install_guides/configurations-for-ncs2.md b/docs/install_guides/configurations-for-ncs2.md deleted file mode 100644 index 4098f51ed01..00000000000 --- a/docs/install_guides/configurations-for-ncs2.md +++ /dev/null @@ -1,108 +0,0 @@ -# Configurations for IntelĀ® Neural Compute Stick 2 {#openvino_docs_install_guides_configurations_for_ncs2} - -@sphinxdirective - -.. _ncs guide: - -@endsphinxdirective - - -## Linux - -Once you have OpenVINOā„¢ Runtime installed, follow these steps to be able to work on NCS2: - -1. Go to the install_dependencies directory: - ```sh - cd /install_dependencies/ - ``` -2. Run the `install_NCS_udev_rules.sh` script: - ``` - ./install_NCS_udev_rules.sh - ``` -3. You may need to reboot your machine for this to take effect. - -You've completed all required configuration steps to perform inference on IntelĀ® Neural Compute Stick 2. -Proceed to the [Get Started Guide](@ref get_started) section to learn the basic OpenVINOā„¢ workflow and run code samples and demo applications. - -@sphinxdirective - -.. _ncs guide raspbianos: - -@endsphinxdirective - -## Raspbian OS - -1. Add the current Linux user to the `users` group: - ```sh - sudo usermod -a -G users "$(whoami)" - ``` - Log out and log in for it to take effect. -2. If you didn't modify `.bashrc` to permanently set the environment variables, run `setupvars.sh` again after logging in: - ```sh - source /opt/intel/openvino_2022/setupvars.sh - ``` -3. To perform inference on the IntelĀ® Neural Compute Stick 2, install the USB rules running the `install_NCS_udev_rules.sh` script: - ```sh - sh /opt/intel/openvino_2022/install_dependencies/install_NCS_udev_rules.sh - ``` -4. Plug in your IntelĀ® Neural Compute Stick 2. - -5. (Optional) If you want to compile and run the Image Classification sample to verify the installation of OpenVINO, follow the steps below. - - a. Navigate to a directory that you have write access to and create a samples build directory. This example uses a directory named `build`: - ```sh - mkdir build && cd build - ``` - b. Build the Hello Classification Sample: - ```sh - cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_CXX_FLAGS="-march=armv7-a" /opt/intel/openvino_2022/samples/cpp - ``` - ```sh - make -j2 hello_classification - ``` - c. Download the pre-trained squeezenet1.1 image classification model with the Model Downloader or copy it from the host machine: - ```sh - git clone --depth 1 https://github.com/openvinotoolkit/open_model_zoo - cd open_model_zoo/tools/model_tools - python3 -m pip install --upgrade pip - python3 -m pip install -r requirements.in - python3 downloader.py --name squeezenet1.1 - ``` - d. Run the sample specifying the model, a path to the input image, and the VPU required to run with the Raspbian OS: - ```sh - ./armv7l/Release/hello_classification /squeezenet1.1.xml MYRIAD - ``` - The application outputs to console window top 10 classification results. - -@sphinxdirective - -.. _ncs guide macos: - -@endsphinxdirective - -## macOS - -These steps are required only if you want to perform inference on IntelĀ® Neural Compute Stick 2 powered by the IntelĀ® Movidiusā„¢ Myriadā„¢ X VPU. - -To perform inference on IntelĀ® Neural Compute Stick 2, the `libusb` library is required. You can build it from the [source code](https://github.com/libusb/libusb) or install using the macOS package manager you prefer: [Homebrew](https://brew.sh/), [MacPorts](https://www.macports.org/) or other. - -For example, to install the `libusb` library using Homebrew, use the following command: -```sh -brew install libusb -``` - -You've completed all required configuration steps to perform inference on your IntelĀ® Neural Compute Stick 2. - -## Whatā€™s Next? - -Now you are ready to try out OpenVINOā„¢. You can use the following tutorials to write your applications using Python and C++. - -Developing in Python: - * [Start with tensorflow models with OpenVINOā„¢](https://docs.openvino.ai/latest/notebooks/101-tensorflow-to-openvino-with-output.html) - * [Start with ONNX and PyTorch models with OpenVINOā„¢](https://docs.openvino.ai/latest/notebooks/102-pytorch-onnx-to-openvino-with-output.html) - * [Start with PaddlePaddle models with OpenVINOā„¢](https://docs.openvino.ai/latest/notebooks/103-paddle-onnx-to-openvino-classification-with-output.html) - -Developing in C++: - * [Image Classification Async C++ Sample](@ref openvino_inference_engine_samples_classification_sample_async_README) - * [Hello Classification C++ Sample](@ref openvino_inference_engine_samples_hello_classification_README) - * [Hello Reshape SSD C++ Sample](@ref openvino_inference_engine_samples_hello_reshape_ssd_README) diff --git a/docs/install_guides/configurations-header.md b/docs/install_guides/configurations-header.md index 501ba2e55dd..9329534c070 100644 --- a/docs/install_guides/configurations-header.md +++ b/docs/install_guides/configurations-header.md @@ -9,8 +9,6 @@ :hidden: For GPU - For NCS2 - For VPU For GNA @endsphinxdirective @@ -19,7 +17,5 @@ After you have installed OpenVINOā„¢ Runtime, you may also need do some additional configurations for your device to work with OpenVINOā„¢. See the following pages: * [Configurations for GPU](configurations-for-intel-gpu.md) -* [Configurations for NCS2](configurations-for-ncs2.md) -* [Configurations for VPU](configurations-for-ivad-vpu.md) * [Configurations for GNA](configurations-for-intel-gna.md) diff --git a/docs/install_guides/installing-openvino-docker-linux.md b/docs/install_guides/installing-openvino-docker-linux.md index 89daf3a202e..7b738fac4a0 100644 --- a/docs/install_guides/installing-openvino-docker-linux.md +++ b/docs/install_guides/installing-openvino-docker-linux.md @@ -38,7 +38,7 @@ This guide provides steps on creating a Docker image with IntelĀ® Distribution o There are two ways to install OpenVINO with Docker. You can choose either of them according to your needs: * Use a prebuilt image. Do the following steps: 1. Get a prebuilt image from provided sources. - 2. Run the image on different devices. To run inferences on IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs, configure the Docker image first before you run the image. + 2. Run the image on different devices. 3. (Optional) Run samples in the Docker image. * If you want to customize your image, you can also build a Docker image manually by using the following steps: 1. Prepare a Dockerfile. @@ -112,18 +112,6 @@ RUN yum update -y && yum install -y https://dl.fedoraproject.org/pub/epel/epel-r yum remove -y epel-release ``` -### Configuring Docker Image for IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs - -> **NOTE**: When building the Docker image, create a user in the Dockerfile that has the same UID (User Identifier) and GID (Group Identifier) as the user which that runs hddldaemon on the host, and then run the application in the Docker image with this user. This step is necessary to run the container as a non-root user. - -To use the Docker container for inference on IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs, do the following steps: - -1. Set up the environment on the host machine to be used for running Docker. It is required to execute `hddldaemon`, which is responsible for communication between the HDDL plugin and the board. To learn how to set up the environment (the OpenVINO package or HDDL package must be pre-installed), see [Configuration guide for HDDL device](https://github.com/openvinotoolkit/docker_ci/blob/master/install_guide_vpu_hddl.md) or [Configurations for IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs on Linux](configurations-for-ivad-vpu.md). -2. Run `hddldaemon` on the host in a separate terminal session using the following command: - ```sh - $HDDL_INSTALL_DIR/hddldaemon - ``` - ## Running the Docker Image on Different Devices ### Running the Image on CPU @@ -165,55 +153,6 @@ To make GPU available in the container, attach the GPU to the container using `- > **NOTE**: To launch a Linux image on WSL2, make sure that the additional requirements in System Requirements are met. -### Running the Image on IntelĀ® Neural Compute Stick 2 - -Run the Docker image with the following command: -```sh -docker run -it --rm --device-cgroup-rule='c 189:* rmw' -v /dev/bus/usb:/dev/bus/usb -``` - -While the command above is not working, you can also run container in the privileged mode, enable the Docker network configuration as host, and mount all devices to the container. Run the following command: -```sh -docker run -it --rm --privileged -v /dev:/dev --network=host -``` - -> **NOTE**: This option is not recommended, as conflicts with Kubernetes and other tools that use orchestration and private networks may occur. Please use it with caution and only for troubleshooting purposes. - -#### Known Limitations - -- IntelĀ® Neural Compute Stick 2 device changes its VendorID and DeviceID during execution and each time looks for a host system as a brand new device. It means it cannot be mounted as usual. -- UDEV events are not forwarded to the container by default, and it does not know about the device reconnection. The prebuilt Docker images and provided Dockerfiles include `libusb` rebuilt without UDEV support. -- Only one NCS2 device connected to the host can be used when running inference in a container. - - -### Running the Image on IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs - -> **NOTE**: To run inferences on IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs, make sure that you have configured the Docker image first. - -Use the following command: -```sh -docker run -it --rm --device=/dev/ion:/dev/ion -v /var/tmp:/var/tmp -``` - -If your application runs inference of a network with a big size (>4MB) of input/output, the HDDL plugin will use shared memory. In this case, you must mount `/dev/shm` as volume: -```sh -docker run -it --rm --device=/dev/ion:/dev/ion -v /var/tmp:/var/tmp -v /dev/shm:/dev/shm -``` - -Note the following things: -* The device `/dev/ion` needs to be shared to be able to use ion buffers among the plugin, `hddldaemon` and the kernel. -* Since separate inference tasks share the same HDDL service communication interface (the service creates mutexes and a socket file in `/var/tmp`), `/var/tmp` needs to be mounted and shared among them. - - -#### If the ion Driver is Not Enabled - -In some cases, the ion driver is not enabled (for example, due to a newer kernel version or iommu (Input-Output Memory Management Unit) incompatibility). `lsmod | grep myd_ion` returns empty output. To resolve this issue, use the following command: -```sh -docker run -it --rm --ipc=host --net=host -v /var/tmp:/var/tmp -``` -If that still does not solve the issue, try starting `hddldaemon` with the root user on host. However, this approach is not recommended. Please use with caution. - - ## Running Samples in Docker Image To run the `Hello Classification Sample` on a specific inference device, run the following commands: @@ -232,20 +171,6 @@ docker run -itu root:root --rm --device /dev/dri:/dev/dri /bin/bash -c "omz_downloader --name googlenet-v1 --precisions FP16 && omz_converter --name googlenet-v1 --precision FP16 && curl -O https://storage.openvinotoolkit.org/data/test_data/images/car_1.bmp && python3 samples/python/hello_classification/hello_classification.py public/googlenet-v1/FP16/googlenet-v1.xml car_1.bmp GPU" ``` -**MYRIAD**: - -```sh -docker run -itu root:root --rm --device-cgroup-rule='c 189:* rmw' -v /dev/bus/usb:/dev/bus/usb -/bin/bash -c "omz_downloader --name googlenet-v1 --precisions FP16 && omz_converter --name googlenet-v1 --precision FP16 && curl -O https://storage.openvinotoolkit.org/data/test_data/images/car_1.bmp && python3 samples/python/hello_classification/hello_classification.py public/googlenet-v1/FP16/googlenet-v1.xml car_1.bmp MYRIAD" -``` - -**HDDL**: - -```sh -docker run -itu root:root --rm --device=/dev/ion:/dev/ion -v /var/tmp:/var/tmp -v /dev/shm:/dev/shm -/bin/bash -c "omz_downloader --name googlenet-v1 --precisions FP16 && omz_converter --name googlenet-v1 --precision FP16 && curl -O https://storage.openvinotoolkit.org/data/test_data/images/car_1.bmp && umask 000 && python3 samples/python/hello_classification/hello_classification.py public/googlenet-v1/FP16/googlenet-v1.xml car_1.bmp HDDL" -``` - ## Additional Resources - [DockerHub CI Framework](https://github.com/openvinotoolkit/docker_ci) for IntelĀ® Distribution of OpenVINOā„¢ toolkit. The Framework can generate a Dockerfile, build, test, and deploy an image with the IntelĀ® Distribution of OpenVINOā„¢ toolkit. You can reuse available Dockerfiles, add your layer and customize the image of OpenVINOā„¢ for your needs. diff --git a/docs/install_guides/installing-openvino-from-archive-linux.md b/docs/install_guides/installing-openvino-from-archive-linux.md index 111ebb70b63..645b765869b 100644 --- a/docs/install_guides/installing-openvino-from-archive-linux.md +++ b/docs/install_guides/installing-openvino-from-archive-linux.md @@ -129,26 +129,13 @@ See the [Install OpenVINO Development Tools](installing-model-dev-tools.md) page OpenCV is necessary to run demos from Open Model Zoo (OMZ). Some OpenVINO samples can also extend their capabilities when compiled with OpenCV as a dependency. To install OpenCV for OpenVINO, see the [instructions on GitHub](https://github.com/opencv/opencv/wiki/BuildOpenCV4OpenVINO). ### Step 4 (Optional): Configure Inference on Non-CPU Devices -OpenVINO Runtime has a plugin architecture that enables you to run inference on multiple devices without rewriting your code. Supported devices include integrated GPUs, discrete GPUs, NCS2, VPUs, and GNAs. See the instructions below to set up OpenVINO on these devices. +OpenVINO Runtime has a plugin architecture that enables you to run inference on multiple devices without rewriting your code. Supported devices include integrated GPUs, discrete GPUs and GNAs. See the instructions below to set up OpenVINO on these devices. @sphinxdirective .. tab:: GPU To enable the toolkit components to use processor graphics (GPU) on your system, follow the steps in :ref:`GPU Setup Guide `. -.. tab:: NCS 2 - - To perform inference on IntelĀ® Neural Compute Stick 2 powered by the IntelĀ® Movidiusā„¢ Myriadā„¢ X VPU, follow the steps on :ref:`NCS2 Setup Guide `. - - -.. tab:: VPU - - To install and configure your IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs, see the :ref:`VPU Configuration Guide `. - After configuration is done, you are ready to run the verification scripts with the HDDL Plugin for your IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs. - - .. warning:: - While working with either HDDL or NCS, choose one of them as they cannot run simultaneously on the same machine. - .. tab:: GNA To enable the toolkit components to use IntelĀ® Gaussian & Neural Accelerator (GNA) on your system, follow the steps in :ref:`GNA Setup Guide `. diff --git a/docs/install_guides/installing-openvino-from-archive-macos.md b/docs/install_guides/installing-openvino-from-archive-macos.md index c9e41c5e837..ab714c13913 100644 --- a/docs/install_guides/installing-openvino-from-archive-macos.md +++ b/docs/install_guides/installing-openvino-from-archive-macos.md @@ -101,14 +101,6 @@ See the [Install OpenVINO Development Tools](installing-model-dev-tools.md) page OpenCV is necessary to run demos from Open Model Zoo (OMZ). Some OpenVINO samples can also extend their capabilities when compiled with OpenCV as a dependency. To install OpenCV for OpenVINO, see the [instructions on GitHub](https://github.com/opencv/opencv/wiki/BuildOpenCV4OpenVINO). -### Step 4 (Optional): Configure the IntelĀ® Neural Compute Stick 2 - -@sphinxdirective - -If you want to run inference on IntelĀ® Neural Compute Stick 2 use the following instructions to setup the device: :ref:`NCS2 Setup Guide `. - -@endsphinxdirective - ## What's Next? Now that you've installed OpenVINO Runtime, you're ready to run your own machine learning applications! Learn more about how to integrate a model in OpenVINO applications by trying out the following tutorials. diff --git a/docs/install_guides/installing-openvino-from-archive-windows.md b/docs/install_guides/installing-openvino-from-archive-windows.md index 047a8b1c1e7..ba0c04d82ea 100644 --- a/docs/install_guides/installing-openvino-from-archive-windows.md +++ b/docs/install_guides/installing-openvino-from-archive-windows.md @@ -104,21 +104,13 @@ See the [Install OpenVINO Development Tools](installing-model-dev-tools.md) page OpenCV is necessary to run demos from Open Model Zoo (OMZ). Some OpenVINO samples can also extend their capabilities when compiled with OpenCV as a dependency. To install OpenCV for OpenVINO, see the [instructions on GitHub](https://github.com/opencv/opencv/wiki/BuildOpenCV4OpenVINO). ### Step 4 (Optional): Configure Inference on non-CPU Devices -OpenVINO Runtime has a plugin architecture that enables you to run inference on multiple devices without rewriting your code. Supported devices include integrated GPUs, discrete GPUs, NCS2, VPUs, and GNAs. See the instructions below to set up OpenVINO on these devices. +OpenVINO Runtime has a plugin architecture that enables you to run inference on multiple devices without rewriting your code. Supported devices include integrated GPUs, discrete GPUs and GNAs. See the instructions below to set up OpenVINO on these devices. @sphinxdirective .. tab:: GPU To enable the toolkit components to use processor graphics (GPU) on your system, follow the steps in :ref:`GPU Setup Guide `. -.. tab:: VPU - - To install and configure your IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs, see the :ref:`VPU Configuration Guide `. - -.. tab:: NCS 2 - - No additional configurations are needed. - .. tab:: GNA To enable the toolkit components to use IntelĀ® Gaussian & Neural Accelerator (GNA) on your system, follow the steps in :ref:`GNA Setup Guide `. diff --git a/docs/install_guides/installing-openvino-pip.md b/docs/install_guides/installing-openvino-pip.md index aad9850c149..c20f07b31ad 100644 --- a/docs/install_guides/installing-openvino-pip.md +++ b/docs/install_guides/installing-openvino-pip.md @@ -95,7 +95,7 @@ Visit the [Tutorials](../tutorials.md) page for more Jupyter Notebooks to get yo * [Convert a PyTorch model and use it for image background removal](https://docs.openvino.ai/nightly/notebooks/205-vision-background-removal-with-output.html) ### Run OpenVINO on accelerated devices -OpenVINO Runtime has a plugin architecture that enables you to run inference on multiple devices without rewriting your code. Supported devices include integrated GPUs, discrete GPUs, NCS2, VPUs, and GNAs. Visit the [Additional Configurations](configurations-header.md) page for instructions on how to configure your hardware devices to work with OpenVINO. +OpenVINO Runtime has a plugin architecture that enables you to run inference on multiple devices without rewriting your code. Supported devices include integrated GPUs, discrete GPUs and GNAs. Visit the [Additional Configurations](configurations-header.md) page for instructions on how to configure your hardware devices to work with OpenVINO. ## Additional Resources diff --git a/docs/install_guides/installing-openvino-raspbian.md b/docs/install_guides/installing-openvino-raspbian.md index 0311e13edb9..5b8007c7ab7 100644 --- a/docs/install_guides/installing-openvino-raspbian.md +++ b/docs/install_guides/installing-openvino-raspbian.md @@ -158,19 +158,6 @@ If you want to use your model for inference, the model must be converted to the * OpenVINO Development Tools is a set of utilities for working with OpenVINO and OpenVINO models. It provides tools like Model Optimizer, Benchmark Tool, Post-Training Optimization Tool, and Open Model Zoo Downloader. See the :doc:`Install OpenVINO Development Tools ` page for step-by-step installation instructions. -.. _add-usb-rules: - -@endsphinxdirective - - -## Step 5 (Optional): Add USB Rules for an IntelĀ® Neural Compute Stick 2 device - -@sphinxdirective - -To perform inference on IntelĀ® Neural Compute Stick 2, follow the steps in :ref:`NCS2 Setup Guide `. - -.. _get-started: - @endsphinxdirective diff --git a/docs/install_guides/installing-openvino-yocto.md b/docs/install_guides/installing-openvino-yocto.md index 39a1736c28b..bdb5befecae 100644 --- a/docs/install_guides/installing-openvino-yocto.md +++ b/docs/install_guides/installing-openvino-yocto.md @@ -58,9 +58,6 @@ Follow the [Yocto Project official documentation](https://docs.yoctoproject.org/ # Include OpenVINO Python API package in the target image. CORE_IMAGE_EXTRA_INSTALL:append = " openvino-inference-engine-python3" - # Enable MYRIAD plugin - CORE_IMAGE_EXTRA_INSTALL:append = " openvino-inference-engine-vpu-firmware" - # Include Model Optimizer in the target image. CORE_IMAGE_EXTRA_INSTALL:append = " openvino-model-optimizer" ``` @@ -89,7 +86,6 @@ openvino-inference-engine-dev openvino-inference-engine-python3 openvino-inference-engine-samples openvino-inference-engine-src -openvino-inference-engine-vpu-firmware openvino-model-optimizer openvino-model-optimizer-dbg openvino-model-optimizer-dev diff --git a/docs/install_guides/troubleshooting-issues.md b/docs/install_guides/troubleshooting-issues.md index 104610f11d1..54eb5f95844 100644 --- a/docs/install_guides/troubleshooting-issues.md +++ b/docs/install_guides/troubleshooting-issues.md @@ -31,179 +31,6 @@ Users in China might encounter errors while downloading sources via PIP during O If you met proxy issues during the installation with Docker, you need set up proxy settings for Docker. See the [Set Proxy section in DL Workbench Installation](https://docs.openvino.ai/latest/workbench_docs_Workbench_DG_Prerequisites.html#set-proxy) for more details. -### Permission Errors for /dev/shm - -If you encounter a permission error for files in `/dev/shm` (see `hddldaemon.log`). A possible cause is that the uid and gid of the container user are different from the uid and gid of the user who created `hddldaemon` service on the host. - -Try one of these solutions: - -* Create the user in the Docker container with the same uid and gid as the HDDL daemon user. -* Set the container user umask to 0000: `umask 000`. -* (NOT RECOMMENDED) Start HDDL daemon on the host as root and start the container as root with the `-u root:root` option. - -## Issues with Configurations for IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs - - - -### Unable to run inference with the MYRIAD Plugin after running with the HDDL Plugin - -Running inference with the MYRIAD Plugin after running with the HDDL Plugin is failed with the following error generated: - -```sh -E: [ncAPI] [ 965618] [MainThread] ncDeviceOpen:677 Failed to find a device, rc: X_LINK_ERROR -``` - -**Possible solutions (use one of the following):** - -* Reboot the host system and run with the MYRIAD Plugin - -* Kill the HDDL Plugin backend service (`hddldaemon`) and reset all IntelĀ® Movidiusā„¢ VPUs before running an application that uses the MYRIAD Plugin: -```sh -kill -9 $(pidof hddldaemon autoboot) -pidof hddldaemon autoboot # Make sure none of them is alive -source /opt/intel/openvino_2022/setupvars.sh -${HDDL_INSTALL_DIR}/bin/bsl_reset -``` - ---- -### "No space left on device" error while loading a network -When the application runs inference of a network with a big size(>4MB) of input/output or if the system is running out of the DMA buffer, -the HDDL Plugin will fall back to use shared memory. -In this case, if the application exits abnormally, the shared memory is not released automatically. -To release it manually, remove files with the `hddl_` prefix from the `/dev/shm` directory: -```sh -sudo rm -f /dev/shm/hddl_* -``` - ---- -### Solutions to the permission issue - -Make sure that the following udev rules exist: - - `/etc/udev/rules.d/97-myriad-usbboot.rules` - - `/etc/udev/rules.d/98-hddlbsl.rules` - - `/etc/udev/rules.d/99-hddl-ion.rules` - - `/etc/udev/rules.d/99-myriad-vsc.rules` - -Also make sure that the current user is included in the users groups. If not, run the command below to include: -```sh -sudo usermod -a -G users "$(whoami)" -``` - - - ---- -### Host machine reboots after running an inference application with the HDDL plugin - -**Symptom:** Boot up the host machine, run the inference application with the HDDL plugin. System reboots in a uncertain time. - -**Root Cause:** The I2C address of the reset device of the IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs conflicts with another device I2C address in 0x20-0x27 range. If the target IntelĀ® Vision Accelerator Design with IntelĀ® Movidiusā„¢ VPUs device needs to be reset (for example, in case of device errors), the `libbsl` library, which is responsible for reset, expects that the target reset device I2C address is in the 0x20-0x27 range on SMBUS. If there is another device on SMBUS in this address range, `libbsl` treats this device as the target reset device and writes an unexpected value to this address. This causes system reboot. - -**Solution:** Detect if there is any I2C device on SMBUS with address in 0x20-0x27 range. If yes, do the following: - -1. Change the DIP switch on the target PCIE card -2. Disable autoscan for the reset device by setting `"autoscan": false` in `${HDDL_INSTALL_DIR}/config/bsl.json` -3. Set the correct address of the I2C reset device (for example, `0x21`) in `${HDDL_INSTALL_DIR}/config/bsl.json` - -```sh -{ - "autoscan": false, - "ioexpander": { - "enabled": true, - "i2c_addr": [ 33 ] - } -} -``` - ---- -### Cannot reset VPU device and cannot find any 0x20-0x27 (Raw data card with HW version Fab-B and before) I2C addresses on SMBUS (using i2c-tools) - -Please contact your motherboard vendor to verify SMBUS pins are connected to the PCIe slot. - ---- -### "Error: ipc_connection_linux_UDS : bind() failed" in hddldaemon log - -You may have run hddldaemon under another user. Run the command below and try again: -```sh -sudo rm -rf /var/tmp/hddl_* -``` - ---- -### "I2C bus: SMBus I801 adapter at not found!" in hddldaemon log - -Run the following command to check if a SMBUS I801 adapter can be found: -```sh -i2cdetect -l -``` -Then run: -```sh -sudo modprobe i2c-i801 -``` ---- -### "open /dev/ion failed!" in hddldaemon log - -Check if `myd_ion` kernel module is installed by running the following command: -```sh -lsmod | grep myd_ion -``` -If you do not see any output from the command, you can use the following command to reinstall the `myd_ion` module: -```sh -sudo modprobe myd_ion -``` - ---- -### Constantly getting "\_name\_mapping open failed err=2,No such file or directory" in hddldaemon log - -Check if myd_vsc kernel module is installed by running the following command: -```sh -lsmod | grep myd_vsc -``` -If you do not see any output from the command, you can use the following command to reinstall the `myd_vsc` module: -```sh -sudo modprobe myd_vsc -``` - ---- -### "Required key not available" appears when trying to install the myd_ion or myd_vsc modules - -Run the following commands: -```sh -sudo apt install mokutil -``` -```sh -sudo mokutil --disable-validation -``` @anchor yocto-install-issues ## Issues with Creating a Yocto Image for OpenVINO diff --git a/docs/optimization_guide/dldt_deployment_optimization_tput_advanced.md b/docs/optimization_guide/dldt_deployment_optimization_tput_advanced.md index bb2f454e3e3..1e01ec8b506 100644 --- a/docs/optimization_guide/dldt_deployment_optimization_tput_advanced.md +++ b/docs/optimization_guide/dldt_deployment_optimization_tput_advanced.md @@ -8,7 +8,7 @@ This configurable method of this device-side parallelism is commonly referred as > **NOTE**: Be aware that streams are **really executing the requests in parallel, but not in the lock step** (as the batching does), which makes the streams fully compatible with [dynamically-shaped inputs](../OV_Runtime_UG/ov_dynamic_shapes.md), while individual requests can have different shapes. -> **NOTE**: Most OpenVINO devices (including CPU, GPU and VPU) support the streams, yet the *optimal* number of the streams is deduced very differently. More information on this topic can be found in the section [below](@ref stream_considerations). +> **NOTE**: Most OpenVINO devices (including CPU and GPU) support the streams, yet the *optimal* number of the streams is deduced very differently. More information on this topic can be found in the section [below](@ref stream_considerations). A few general considerations: * Using the streams does increase the latency of an individual request: diff --git a/docs/snippets/AUTO4.cpp b/docs/snippets/AUTO4.cpp index a5da6d2e425..b85538ed61b 100644 --- a/docs/snippets/AUTO4.cpp +++ b/docs/snippets/AUTO4.cpp @@ -15,7 +15,7 @@ ov::CompiledModel compiled_model1 = core.compile_model(model, "AUTO", ov::CompiledModel compiled_model2 = core.compile_model(model, "AUTO", ov::hint::model_priority(ov::hint::Priority::LOW)); /************ - Assume that all the devices (CPU, GPU, and MYRIAD) can support all the networks. + Assume that all the devices (CPU, GPU, and MYRIAD) can support all the models. Result: compiled_model0 will use GPU, compiled_model1 will use MYRIAD, compiled_model2 will use CPU. ************/ @@ -27,7 +27,7 @@ ov::CompiledModel compiled_model4 = core.compile_model(model, "AUTO", ov::CompiledModel compiled_model5 = core.compile_model(model, "AUTO", ov::hint::model_priority(ov::hint::Priority::LOW)); /************ - Assume that all the devices (CPU, GPU, and MYRIAD) can support all the networks. + Assume that all the devices (CPU, GPU, and MYRIAD) can support all the models. Result: compiled_model3 will use GPU, compiled_model4 will use GPU, compiled_model5 will use MYRIAD. ************/ //! [part4] diff --git a/docs/snippets/CMakeLists.txt b/docs/snippets/CMakeLists.txt index 8d8379ce264..a2c83448a9f 100644 --- a/docs/snippets/CMakeLists.txt +++ b/docs/snippets/CMakeLists.txt @@ -18,7 +18,6 @@ endif() file(GLOB SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/*.cpp" "${CMAKE_CURRENT_SOURCE_DIR}/src/*.cpp" "${CMAKE_CURRENT_SOURCE_DIR}/src/*.c" - "${CMAKE_CURRENT_SOURCE_DIR}/vpu/*.cpp" "${CMAKE_CURRENT_SOURCE_DIR}/gpu/*.cpp") find_package(OpenCL) diff --git a/samples/cpp/benchmark/sync_benchmark/main.cpp b/samples/cpp/benchmark/sync_benchmark/main.cpp index 9fb58c1f8ad..b2f09d9053d 100644 --- a/samples/cpp/benchmark/sync_benchmark/main.cpp +++ b/samples/cpp/benchmark/sync_benchmark/main.cpp @@ -25,7 +25,7 @@ int main(int argc, char* argv[]) { return EXIT_FAILURE; } // Optimize for latency. Most of the devices are configured for latency by default, - // but there are exceptions like MYRIAD + // but there are exceptions like GNA ov::AnyMap latency{{ov::hint::performance_mode.name(), ov::hint::PerformanceMode::LATENCY}}; // Create ov::Core and use it to compile a model. diff --git a/samples/cpp/benchmark_app/README.md b/samples/cpp/benchmark_app/README.md index 0b354e6946b..cf7a5787f84 100644 --- a/samples/cpp/benchmark_app/README.md +++ b/samples/cpp/benchmark_app/README.md @@ -55,7 +55,7 @@ For more information on performance hints, see the [High-level Performance Hints ### Device -To set which device benchmarking runs on, use the `-d ` argument. This will tell benchmark_app to run benchmarking on that specific device. The benchmark app supports "CPU", "GPU", and "MYRIAD" (also known as [VPU](../../../docs/OV_Runtime_UG/supported_plugins/VPU.md)) devices. In order to use the GPU or VPU, the system must have the appropriate drivers installed. If no device is specified, benchmark_app will default to using CPU. +To set which device benchmarking runs on, use the `-d ` argument. This will tell benchmark_app to run benchmarking on that specific device. The benchmark app supports "CPU", "GPU", and "GNA" devices. In order to use the GPU or GNA, the system must have the appropriate drivers installed. If no device is specified, benchmark_app will default to using CPU. For example, to run benchmarking on GPU, use: @@ -140,7 +140,7 @@ Options: -latency_percentile Optional. Defines the percentile to be reported in latency metric. The valid range is [1, 100]. The default value is 50 (median). device-specific performance options: - -nstreams Optional. Number of streams to use for inference on the CPU, GPU or MYRIAD devices (for HETERO and MULTI device cases use format :,: or just ). Default value is determined automatically for a device.Please note that although the automatic selection usually provides a reasonable performance, it still may be non - optimal for some cases, especially for very small models. See sample's README for more details. Also, using nstreams>1 is inherently throughput-oriented option, while for the best-latency estimations the number of streams should be set to 1. + -nstreams Optional. Number of streams to use for inference on the CPU or GPU devices (for HETERO and MULTI device cases use format :,: or just ). Default value is determined automatically for a device.Please note that although the automatic selection usually provides a reasonable performance, it still may be non - optimal for some cases, especially for very small models. See sample's README for more details. Also, using nstreams>1 is inherently throughput-oriented option, while for the best-latency estimations the number of streams should be set to 1. -nthreads Optional. Number of threads to use for inference on the CPU (including HETERO and MULTI cases). -pin ("YES"|"CORE") / "HYBRID_AWARE" / ("NO"|"NONE") / "NUMA" Optional. Explicit inference threads binding options (leave empty to let the OpenVINO make a choice): enabling threads->cores pinning("YES", which is already default for any conventional CPU), diff --git a/samples/cpp/benchmark_app/benchmark_app.hpp b/samples/cpp/benchmark_app/benchmark_app.hpp index 3d310fa2846..6ea383f5e45 100644 --- a/samples/cpp/benchmark_app/benchmark_app.hpp +++ b/samples/cpp/benchmark_app/benchmark_app.hpp @@ -74,7 +74,7 @@ static const char infer_num_threads_message[] = "Optional. Number of threads to /// @brief message for #streams for CPU inference static const char infer_num_streams_message[] = - "Optional. Number of streams to use for inference on the CPU, GPU or MYRIAD devices " + "Optional. Number of streams to use for inference on the CPU or GPU devices " "(for HETERO and MULTI device cases use format :,: or just " "). " "Default value is determined automatically for a device.Please note that although the " diff --git a/samples/cpp/benchmark_app/main.cpp b/samples/cpp/benchmark_app/main.cpp index 3f3eb6e5af4..08f1a58bd10 100644 --- a/samples/cpp/benchmark_app/main.cpp +++ b/samples/cpp/benchmark_app/main.cpp @@ -470,26 +470,24 @@ int main(int argc, char* argv[]) { "but it still may be non-optimal for some cases, for more " "information look at README." << slog::endl; - if (device.find("MYRIAD") == std::string::npos) { // MYRIAD sets the default number of - // streams implicitly (without _AUTO) - if (supported(key)) { - device_config[key] = std::string(getDeviceTypeFromName(device) + "_THROUGHPUT_AUTO"); - } else if (supported(ov::num_streams.name())) { - // Use API 2.0 key for streams - key = ov::num_streams.name(); - device_config[key] = ov::streams::AUTO; - } else if (device == "MULTI" || device == "AUTO") { - // Set nstreams to default value auto if no nstreams specified from cmd line. - for (auto& hwdevice : hardware_devices) { - std::string key = std::string(getDeviceTypeFromName(hwdevice) + "_THROUGHPUT_STREAMS"); - auto value = std::string(getDeviceTypeFromName(hwdevice) + "_THROUGHPUT_AUTO"); - setDeviceProperty(core, - hwdevice, - device_config, - ov::num_streams(ov::streams::AUTO), - is_dev_set_property, - std::make_pair(key, value)); - } + + if (supported(key)) { + device_config[key] = std::string(getDeviceTypeFromName(device) + "_THROUGHPUT_AUTO"); + } else if (supported(ov::num_streams.name())) { + // Use API 2.0 key for streams + key = ov::num_streams.name(); + device_config[key] = ov::streams::AUTO; + } else if (device == "MULTI" || device == "AUTO") { + // Set nstreams to default value auto if no nstreams specified from cmd line. + for (auto& hwdevice : hardware_devices) { + std::string key = std::string(getDeviceTypeFromName(hwdevice) + "_THROUGHPUT_STREAMS"); + auto value = std::string(getDeviceTypeFromName(hwdevice) + "_THROUGHPUT_AUTO"); + setDeviceProperty(core, + hwdevice, + device_config, + ov::num_streams(ov::streams::AUTO), + is_dev_set_property, + std::make_pair(key, value)); } } } @@ -578,9 +576,6 @@ int main(int argc, char* argv[]) { // for CPU and GPU execution, more throughput-oriented execution via streams setThroughputStreams(); set_infer_precision(); - } else if (device.find("MYRIAD") != std::string::npos) { - device_config.emplace(ov::log::level(ov::log::Level::WARNING)); - setThroughputStreams(); } else if (device.find("GNA") != std::string::npos) { set_infer_precision(); } else if (device.find("AUTO") != std::string::npos) { diff --git a/samples/cpp/benchmark_app/utils.cpp b/samples/cpp/benchmark_app/utils.cpp index 59637e3cb89..717796bf44f 100644 --- a/samples/cpp/benchmark_app/utils.cpp +++ b/samples/cpp/benchmark_app/utils.cpp @@ -61,9 +61,6 @@ size_t InputInfo::depth() const { uint32_t device_default_device_duration_in_seconds(const std::string& device) { static const std::map deviceDefaultDurationInSeconds{{"CPU", 60}, {"GPU", 60}, - {"VPU", 60}, - {"MYRIAD", 60}, - {"HDDL", 60}, {"UNKNOWN", 120}}; uint32_t duration = 0; for (const auto& deviceDurationInSeconds : deviceDefaultDurationInSeconds) { diff --git a/samples/cpp/speech_sample/README.md b/samples/cpp/speech_sample/README.md index 152d12d1cdb..df6598bda0e 100644 --- a/samples/cpp/speech_sample/README.md +++ b/samples/cpp/speech_sample/README.md @@ -58,7 +58,6 @@ Several execution modes are supported via the `-d` flag: - `CPU` - All calculation are performed on CPU device using CPU Plugin. - `GPU` - All calculation are performed on GPU device using GPU Plugin. -- `MYRIAD` - All calculation are performed on IntelĀ® Neural Compute Stick 2 device using VPU MYRIAD Plugin. - `VPUX` - All calculation are performed on VPUX device using VPUX Plugin. - `GNA_AUTO` - GNA hardware is used if available and the driver is installed. Otherwise, the GNA device is emulated in fast-but-not-bit-exact mode. - `GNA_HW` - GNA hardware is used if available and the driver is installed. Otherwise, an error will occur. @@ -103,7 +102,7 @@ Options: -i "" Required. Paths to input file or Layers names with corresponding paths to the input files. Example of usage for single file: or . Example of usage for named layers: =,=. -m "" Required. Path to an .xml file with a trained model (required if -rg is missing). -o "" Optional. Output file name to save scores or Layer names with corresponding files names to save scores. Example of usage for single file: or . Example of usage for named layers: Example of usage for named layers: =,=. - -d "" Optional. Specify a target device to infer on. CPU, GPU, MYRIAD, VPUX, GNA_AUTO, GNA_HW, GNA_HW_WITH_SW_FBACK, GNA_SW_FP32, GNA_SW_EXACT and HETERO with combination of GNA as the primary device and CPU as a secondary (e.g. HETERO:GNA,CPU) are supported. The sample will look for a suitable plugin for device specified. + -d "" Optional. Specify a target device to infer on. CPU, GPU, VPUX, GNA_AUTO, GNA_HW, GNA_HW_WITH_SW_FBACK, GNA_SW_FP32, GNA_SW_EXACT and HETERO with combination of GNA as the primary device and CPU as a secondary (e.g. HETERO:GNA,CPU) are supported. The sample will look for a suitable plugin for device specified. -pc Optional. Enables per-layer performance report. -q "" Optional. Input quantization mode: static (default), dynamic, or user (use with -sf). -qb "" Optional. Weight bits for quantization: 8 or 16 (default) diff --git a/samples/cpp/speech_sample/speech_sample.hpp b/samples/cpp/speech_sample/speech_sample.hpp index 16c81e702fe..539ca4a5c8b 100644 --- a/samples/cpp/speech_sample/speech_sample.hpp +++ b/samples/cpp/speech_sample/speech_sample.hpp @@ -23,7 +23,7 @@ static const char model_message[] = "Required. Path to an .xml file with a train /// @brief message for assigning calculation to device static const char target_device_message[] = - "Optional. Specify a target device to infer on. CPU, GPU, MYRIAD, VPUX, GNA_AUTO, GNA_HW, " + "Optional. Specify a target device to infer on. CPU, GPU, VPUX, GNA_AUTO, GNA_HW, " "GNA_HW_WITH_SW_FBACK, GNA_SW_FP32, " "GNA_SW_EXACT and HETERO with combination of GNA as the primary device and CPU" " as a secondary (e.g. HETERO:GNA,CPU) are supported. " @@ -272,7 +272,6 @@ bool parse_and_check_command_line(int argc, char* argv[]) { "HETERO:GNA_HW,CPU", "HETERO:GNA_SW_EXACT,CPU", "HETERO:GNA_SW_FP32,CPU", - "MYRIAD", "VPUX"}; if (std::find(supportedDevices.begin(), supportedDevices.end(), FLAGS_d) == supportedDevices.end()) { diff --git a/samples/python/benchmark/sync_benchmark/sync_benchmark.py b/samples/python/benchmark/sync_benchmark/sync_benchmark.py index 6ab7df196bd..367776356d3 100755 --- a/samples/python/benchmark/sync_benchmark/sync_benchmark.py +++ b/samples/python/benchmark/sync_benchmark/sync_benchmark.py @@ -33,7 +33,7 @@ def main(): log.info(f'Usage: {sys.argv[0]} ') return 1 # Optimize for latency. Most of the devices are configured for latency by default, - # but there are exceptions like MYRIAD + # but there are exceptions like GNA latency = {'PERFORMANCE_HINT': 'LATENCY'} # Create Core and use it to compile a model. diff --git a/samples/python/classification_sample_async/README.md b/samples/python/classification_sample_async/README.md index 46d9b03f23d..d2182839e24 100644 --- a/samples/python/classification_sample_async/README.md +++ b/samples/python/classification_sample_async/README.md @@ -48,7 +48,7 @@ Options: Required. Path to an image file(s). -d DEVICE, --device DEVICE Optional. Specify the target device to infer on; CPU, - GPU, MYRIAD, HDDL or HETERO: is acceptable. The sample + GPU or HETERO: is acceptable. The sample will look for a suitable plugin for device specified. Default value is CPU. ``` diff --git a/samples/python/classification_sample_async/classification_sample_async.py b/samples/python/classification_sample_async/classification_sample_async.py index 36d8be9d6bc..8e0b8d244d3 100755 --- a/samples/python/classification_sample_async/classification_sample_async.py +++ b/samples/python/classification_sample_async/classification_sample_async.py @@ -25,7 +25,7 @@ def parse_args() -> argparse.Namespace: args.add_argument('-i', '--input', type=str, required=True, nargs='+', help='Required. Path to an image file(s).') args.add_argument('-d', '--device', type=str, default='CPU', - help='Optional. Specify the target device to infer on; CPU, GPU, MYRIAD, HDDL or HETERO: ' + help='Optional. Specify the target device to infer on; CPU, GPU, GNA or HETERO: ' 'is acceptable. The sample will look for a suitable plugin for device specified. ' 'Default value is CPU.') # fmt: on diff --git a/samples/python/speech_sample/README.md b/samples/python/speech_sample/README.md index ddc8d1b00bb..a4d2e7fd875 100644 --- a/samples/python/speech_sample/README.md +++ b/samples/python/speech_sample/README.md @@ -57,7 +57,6 @@ Several execution modes are supported via the `-d` flag: - `CPU` - All calculation are performed on CPU device using CPU Plugin. - `GPU` - All calculation are performed on GPU device using GPU Plugin. -- `MYRIAD` - All calculation are performed on IntelĀ® Neural Compute Stick 2 device using VPU MYRIAD Plugin. - `VPUX` - All calculation are performed on VPUX device using VPUX Plugin. - `GNA_AUTO` - GNA hardware is used if available and the driver is installed. Otherwise, the GNA device is emulated in fast-but-not-bit-exact mode. - `GNA_HW` - GNA hardware is used if available and the driver is installed. Otherwise, an error will occur. @@ -109,7 +108,7 @@ Options: -r REFERENCE, --reference REFERENCE Optional. Read reference score file and compare scores. -d DEVICE, --device DEVICE - Optional. Specify a target device to infer on. CPU, GPU, MYRIAD, VPUX, GNA_AUTO, GNA_HW, GNA_SW_FP32, + Optional. Specify a target device to infer on. CPU, GPU, VPUX, GNA_AUTO, GNA_HW, GNA_SW_FP32, GNA_SW_EXACT and HETERO with combination of GNA as the primary device and CPU as a secondary (e.g. HETERO:GNA,CPU) are supported. The sample will look for a suitable plugin for device specified. Default value is CPU. diff --git a/samples/python/speech_sample/arg_parser.py b/samples/python/speech_sample/arg_parser.py index 10caf5a00d3..348c30878a4 100644 --- a/samples/python/speech_sample/arg_parser.py +++ b/samples/python/speech_sample/arg_parser.py @@ -25,7 +25,7 @@ def build_arg_parser() -> argparse.ArgumentParser: help='Optional. Read reference score file and compare scores.') args.add_argument('-d', '--device', default='CPU', type=str, help='Optional. Specify a target device to infer on. ' - 'CPU, GPU, MYRIAD, VPUX, GNA_AUTO, GNA_HW, GNA_SW_FP32, GNA_SW_EXACT and HETERO with combination of GNA' + 'CPU, GPU, VPUX, GNA_AUTO, GNA_HW, GNA_SW_FP32, GNA_SW_EXACT and HETERO with combination of GNA' ' as the primary device and CPU as a secondary (e.g. HETERO:GNA,CPU) are supported. ' 'The sample will look for a suitable plugin for device specified. Default value is CPU.') args.add_argument('-bs', '--batch_size', type=int, choices=range(1, 9), metavar='[1-8]', diff --git a/scripts/CMakeLists.txt b/scripts/CMakeLists.txt index 966deeae4d2..4a03249ebb9 100644 --- a/scripts/CMakeLists.txt +++ b/scripts/CMakeLists.txt @@ -64,9 +64,6 @@ if(LINUX) if(ENABLE_INTEL_GPU) list(APPEND install_dependencies_files install_NEO_OCL_driver.sh) endif() - if(ENABLE_INTEL_MYRIAD) - list(APPEND install_dependencies_files install_NCS_udev_rules.sh) - endif() foreach(install_dependencies_file IN LISTS install_dependencies_files) install(PROGRAMS "${CMAKE_CURRENT_SOURCE_DIR}/install_dependencies/${install_dependencies_file}" diff --git a/scripts/install_dependencies/install_NCS_udev_rules.sh b/scripts/install_dependencies/install_NCS_udev_rules.sh deleted file mode 100755 index e08e057da88..00000000000 --- a/scripts/install_dependencies/install_NCS_udev_rules.sh +++ /dev/null @@ -1,21 +0,0 @@ -#!/bin/bash - -# Copyright (C) 2018-2023 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 - -SCRIPT_DIR="$( cd "$( dirname "$(realpath "${BASH_SOURCE[0]}")" )" >/dev/null 2>&1 && pwd )" - -echo "Updating udev rules..." - -if [ -f "$SCRIPT_DIR/97-myriad-usbboot.rules" ]; then - sudo usermod -a -G users "$(whoami)" - - sudo cp "$SCRIPT_DIR/97-myriad-usbboot.rules" /etc/udev/rules.d/ - sudo udevadm control --reload-rules - sudo udevadm trigger - sudo ldconfig - echo "Udev rules have been successfully installed." -else - echo "File '97-myriad-usbboot.rules' is missing. Please make sure you installed 'Inference Engine Runtime for IntelĀ® Movidiusā„¢ VPU'." - exit 1 -fi diff --git a/scripts/setupvars/setupvars.bat b/scripts/setupvars/setupvars.bat index 26424d275d9..71256160263 100644 --- a/scripts/setupvars/setupvars.bat +++ b/scripts/setupvars/setupvars.bat @@ -36,8 +36,7 @@ if exist "%INTEL_OPENVINO_DIR%\extras\opencv\setupvars.bat" ( set "InferenceEngine_DIR=%INTEL_OPENVINO_DIR%\runtime\cmake" set "ngraph_DIR=%INTEL_OPENVINO_DIR%\runtime\cmake" set "OpenVINO_DIR=%INTEL_OPENVINO_DIR%\runtime\cmake" -set "HDDL_INSTALL_DIR=%INTEL_OPENVINO_DIR%\runtime\3rdparty\hddl" -set "OPENVINO_LIB_PATHS=%INTEL_OPENVINO_DIR%\runtime\bin\intel64\Release;%INTEL_OPENVINO_DIR%\runtime\bin\intel64\Debug;%HDDL_INSTALL_DIR%\bin;%OPENVINO_LIB_PATHS%" +set "OPENVINO_LIB_PATHS=%INTEL_OPENVINO_DIR%\runtime\bin\intel64\Release;%INTEL_OPENVINO_DIR%\runtime\bin\intel64\Debug;%OPENVINO_LIB_PATHS%" :: TBB if exist %INTEL_OPENVINO_DIR%\runtime\3rdparty\tbb ( diff --git a/scripts/setupvars/setupvars.sh b/scripts/setupvars/setupvars.sh index 5a4d4538834..169b7f12cef 100755 --- a/scripts/setupvars/setupvars.sh +++ b/scripts/setupvars/setupvars.sh @@ -32,22 +32,15 @@ if [ -e "$INSTALLDIR/runtime" ]; then system_type=$(ls "$INSTALLDIR/runtime/lib/") IE_PLUGINS_PATH=$INSTALLDIR/runtime/lib/$system_type - export HDDL_INSTALL_DIR=$INSTALLDIR/runtime/3rdparty/hddl if [[ "$OSTYPE" == "darwin"* ]]; then export DYLD_LIBRARY_PATH=${IE_PLUGINS_PATH}/Release:${IE_PLUGINS_PATH}/Debug${DYLD_LIBRARY_PATH:+:$DYLD_LIBRARY_PATH} export LD_LIBRARY_PATH=${IE_PLUGINS_PATH}/Release:${IE_PLUGINS_PATH}/Debug${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH} export PKG_CONFIG_PATH=${IE_PLUGINS_PATH}/Release/pkgconfig${PKG_CONFIG_PATH:+:$PKG_CONFIG_PATH} else - export LD_LIBRARY_PATH=$HDDL_INSTALL_DIR/lib:${IE_PLUGINS_PATH}${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH} + export LD_LIBRARY_PATH=${IE_PLUGINS_PATH}${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH} export PKG_CONFIG_PATH=$IE_PLUGINS_PATH/pkgconfig${PKG_CONFIG_PATH:+:$PKG_CONFIG_PATH} fi - HDDL_UNITE_DIR=$INSTALLDIR/runtime/3rdparty/hddl_unite - - if [ -e "$HDDL_UNITE_DIR" ]; then - export LD_LIBRARY_PATH=$HDDL_UNITE_DIR/lib:$HDDL_UNITE_DIR/thirdparty/XLink/lib${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH} - fi - if [ -e "$INSTALLDIR/runtime/3rdparty/tbb" ]; then tbb_lib_path=$INSTALLDIR/runtime/3rdparty/tbb/lib if [ -d "$tbb_lib_path/$system_type" ]; then diff --git a/src/bindings/c/include/c_api/ie_c_api.h b/src/bindings/c/include/c_api/ie_c_api.h index f12e56433d7..d36f2c9765b 100644 --- a/src/bindings/c/include/c_api/ie_c_api.h +++ b/src/bindings/c/include/c_api/ie_c_api.h @@ -581,7 +581,7 @@ ie_core_get_config(const ie_core_t* core, const char* device_name, const char* c * @brief Gets available devices for neural network inference. * @ingroup Core * @param core A pointer to ie_core_t instance. - * @param avai_devices The devices are returned as { CPU, GPU.0, GPU.1, MYRIAD } + * @param avai_devices The devices are returned as { CPU, GPU.0, GPU.1 } * If there more than one device of specific type, they are enumerated with .# suffix * @return Status code of the operation: OK(0) for success. */ diff --git a/src/bindings/python/src/compatibility/openvino/inference_engine/constants.pyx b/src/bindings/python/src/compatibility/openvino/inference_engine/constants.pyx index 3860d81de07..fe66c2a1f73 100644 --- a/src/bindings/python/src/compatibility/openvino/inference_engine/constants.pyx +++ b/src/bindings/python/src/compatibility/openvino/inference_engine/constants.pyx @@ -9,7 +9,7 @@ from enum import Enum supported_precisions = ['FP32', 'FP64', 'FP16', 'I64', 'U64', 'I32', 'U32', 'I16', 'I4', 'I8', 'U16', 'U4', 'U8', 'BOOL', 'BIN', 'BF16'] -known_plugins = ['CPU', 'GPU', 'MYRIAD', 'HETERO', 'HDDL', 'MULTI'] +known_plugins = ['CPU', 'GPU', 'HETERO', 'MULTI'] layout_int_to_str_map = {0: 'ANY', 1: 'NCHW', 2: 'NHWC', 3: 'NCDHW', 4: 'NDHWC', 64: 'OIHW', 95: 'SCALAR', 96: 'C', 128: 'CHW', 192: 'HW', 193: 'NC', 194: 'CN', 200: 'BLOCKED'} diff --git a/src/bindings/python/src/compatibility/openvino/inference_engine/ie_api.pyx b/src/bindings/python/src/compatibility/openvino/inference_engine/ie_api.pyx index 09e8372a20d..ff3bf81521b 100644 --- a/src/bindings/python/src/compatibility/openvino/inference_engine/ie_api.pyx +++ b/src/bindings/python/src/compatibility/openvino/inference_engine/ie_api.pyx @@ -478,11 +478,11 @@ cdef class IECore: ie = IECore() net = ie.read_network(model=path_to_xml_file, weights=path_to_bin_file) - exec_net = ie.load_network(network=net, device_name="MYRIAD", num_requests=2) + exec_net = ie.load_network(network=net, device_name="CPU", num_requests=2) # export executable network exec_net.export(path_to_file_to_save) # import previously exported executable network - exec_net_imported = ie.import_network(model_file=path_to_file_to_save, device_name="MYRIAD") + exec_net_imported = ie.import_network(model_file=path_to_file_to_save, device_name="CPU") """ cdef ExecutableNetwork exec_net = ExecutableNetwork() cdef map[string, string] c_config @@ -646,12 +646,12 @@ cdef class IECore: """ return self.impl.getConfig(device_name.encode(), config_name.encode()) - ## A list of devices. The devices are returned as \[CPU, GPU.0, GPU.1, MYRIAD\]. + ## A list of devices. The devices are returned as \[CPU, GPU.0, GPU.1\]. # If there are more than one device of a specific type, they all are listed followed by a dot and a number. @property def available_devices(self): """ - A list of devices. The devices are returned as \[CPU, FPGA.0, FPGA.1, MYRIAD\]. + A list of devices. The devices are returned as \[CPU, GPU.0, GPU.1\]. If there are more than one device of a specific type, they all are listed followed by a dot and a number. """ cdef vector[string] c_devices = self.impl.getAvailableDevices() @@ -1239,7 +1239,7 @@ cdef class ExecutableNetwork: # ```python # ie = IECore() # net = ie.read_network(model=path_to_xml_file, weights=path_to_bin_file) - # exec_net = ie.load_network(network=net, device_name="MYRIAD", num_requests=2) + # exec_net = ie.load_network(network=net, device_name="CPU", num_requests=2) # exec_net.export(path_to_file_to_save) # ``` def export(self, model_file: str): @@ -1252,7 +1252,7 @@ cdef class ExecutableNetwork: ie = IECore() net = ie.read_network(model=path_to_xml_file, weights=path_to_bin_file) - exec_net = ie.load_network(network=net, device_name="MYRIAD", num_requests=2) + exec_net = ie.load_network(network=net, device_name="CPU", num_requests=2) exec_net.export(path_to_file_to_save) """ deref(self.impl).exportNetwork(model_file.encode()) diff --git a/src/bindings/python/src/pyopenvino/core/core.cpp b/src/bindings/python/src/pyopenvino/core/core.cpp index 218a342e86a..62b257f9be8 100644 --- a/src/bindings/python/src/pyopenvino/core/core.cpp +++ b/src/bindings/python/src/pyopenvino/core/core.cpp @@ -555,7 +555,7 @@ void regclass_Core(py::module m) { GIL is released while running this function. - :returns: A list of devices. The devices are returned as: CPU, GPU.0, GPU.1, MYRIAD... + :returns: A list of devices. The devices are returned as: CPU, GPU.0, GPU.1, GNA... If there more than one device of specific type, they are enumerated with .# suffix. Such enumerated device can later be used as a device name in all Core methods like: compile_model, query_model, set_property and so on. diff --git a/src/bindings/python/tests/conftest.py b/src/bindings/python/tests/conftest.py index a327e3a4baf..45d1b09ba89 100644 --- a/src/bindings/python/tests/conftest.py +++ b/src/bindings/python/tests/conftest.py @@ -68,9 +68,9 @@ def get_model_with_template_extension(): return core, core.read_model(ir) -def model_path(is_myriad=False): +def model_path(is_fp16=False): base_path = os.path.dirname(__file__) - if is_myriad: + if is_fp16: test_xml = os.path.join(base_path, "test_utils", "utils", "test_model_fp16.xml") test_bin = os.path.join(base_path, "test_utils", "utils", "test_model_fp16.bin") else: @@ -93,7 +93,7 @@ def pytest_addoption(parser): parser.addoption( "--backend", default="CPU", - choices=["CPU", "GPU", "HDDL", "MYRIAD", "HETERO", "TEMPLATE"], + choices=["CPU", "GPU", "GNA", "HETERO", "TEMPLATE"], help="Select target device", ) parser.addoption( @@ -118,8 +118,7 @@ def pytest_configure(config): # register additional markers config.addinivalue_line("markers", "skip_on_cpu: Skip test on CPU") config.addinivalue_line("markers", "skip_on_gpu: Skip test on GPU") - config.addinivalue_line("markers", "skip_on_hddl: Skip test on HDDL") - config.addinivalue_line("markers", "skip_on_myriad: Skip test on MYRIAD") + config.addinivalue_line("markers", "skip_on_gna: Skip test on GNA") config.addinivalue_line("markers", "skip_on_hetero: Skip test on HETERO") config.addinivalue_line("markers", "skip_on_template: Skip test on TEMPLATE") config.addinivalue_line("markers", "onnx_coverage: Collect ONNX operator coverage") @@ -135,8 +134,7 @@ def pytest_collection_modifyitems(config, items): keywords = { "CPU": "skip_on_cpu", "GPU": "skip_on_gpu", - "HDDL": "skip_on_hddl", - "MYRIAD": "skip_on_myriad", + "GNA": "skip_on_gna", "HETERO": "skip_on_hetero", "TEMPLATE": "skip_on_template", } @@ -144,8 +142,7 @@ def pytest_collection_modifyitems(config, items): skip_markers = { "CPU": pytest.mark.skip(reason="Skipping test on the CPU backend."), "GPU": pytest.mark.skip(reason="Skipping test on the GPU backend."), - "HDDL": pytest.mark.skip(reason="Skipping test on the HDDL backend."), - "MYRIAD": pytest.mark.skip(reason="Skipping test on the MYRIAD backend."), + "GNA": pytest.mark.skip(reason="Skipping test on the GNA backend."), "HETERO": pytest.mark.skip(reason="Skipping test on the HETERO backend."), "TEMPLATE": pytest.mark.skip(reason="Skipping test on the TEMPLATE backend."), } diff --git a/src/bindings/python/tests/test_runtime/test_compiled_model.py b/src/bindings/python/tests/test_runtime/test_compiled_model.py index 222bb203538..22c0e48384b 100644 --- a/src/bindings/python/tests/test_runtime/test_compiled_model.py +++ b/src/bindings/python/tests/test_runtime/test_compiled_model.py @@ -10,8 +10,7 @@ from tests.conftest import model_path from tests.test_utils.test_utils import get_relu_model, generate_image, generate_model_and_image, generate_relu_compiled_model from openvino.runtime import Model, ConstOutput, Shape, Core, Tensor -is_myriad = os.environ.get("TEST_DEVICE") == "MYRIAD" -test_net_xml, test_net_bin = model_path(is_myriad) +test_net_xml, test_net_bin = model_path() def test_get_property(device): diff --git a/src/bindings/python/tests/test_runtime/test_infer_request.py b/src/bindings/python/tests/test_runtime/test_infer_request.py index 4004a9cf211..79b1bd52257 100644 --- a/src/bindings/python/tests/test_runtime/test_infer_request.py +++ b/src/bindings/python/tests/test_runtime/test_infer_request.py @@ -19,8 +19,7 @@ from tests import skip_need_mock_op from tests.conftest import model_path from tests.test_utils.test_utils import generate_image, get_relu_model -is_myriad = os.environ.get("TEST_DEVICE") == "MYRIAD" -test_net_xml, test_net_bin = model_path(is_myriad) +test_net_xml, test_net_bin = model_path() def create_model_with_memory(input_shape, data_type): @@ -706,8 +705,8 @@ def test_results_async_infer(device): @pytest.mark.skipif( - os.environ.get("TEST_DEVICE") not in ["GPU, FPGA", "MYRIAD"], - reason="Device independent test", + os.environ.get("TEST_DEVICE") not in ["GPU"], + reason="Device dependent test", ) def test_infer_float16(device): model = bytes( diff --git a/src/bindings/python/tests/test_runtime/test_input_node.py b/src/bindings/python/tests/test_runtime/test_input_node.py index 937f0930669..6c3f224e057 100644 --- a/src/bindings/python/tests/test_runtime/test_input_node.py +++ b/src/bindings/python/tests/test_runtime/test_input_node.py @@ -11,8 +11,7 @@ import openvino.runtime.opset8 as ops from openvino.runtime import Core, OVAny -is_myriad = os.environ.get("TEST_DEVICE") == "MYRIAD" -test_net_xml, test_net_bin = model_path(is_myriad) +test_net_xml, test_net_bin = model_path() def test_input_type(device): diff --git a/src/bindings/python/tests/test_runtime/test_output_const_node.py b/src/bindings/python/tests/test_runtime/test_output_const_node.py index 99a7d659b28..1836f8dd07f 100644 --- a/src/bindings/python/tests/test_runtime/test_output_const_node.py +++ b/src/bindings/python/tests/test_runtime/test_output_const_node.py @@ -21,8 +21,7 @@ from openvino.runtime import ( import pytest -is_myriad = os.environ.get("TEST_DEVICE") == "MYRIAD" -test_net_xml, test_net_bin = model_path(is_myriad) +test_net_xml, test_net_bin = model_path() def test_const_output_type(device): diff --git a/src/bindings/python/tests/test_runtime/test_output_node.py b/src/bindings/python/tests/test_runtime/test_output_node.py index fa05f47c403..f18f4f08de6 100644 --- a/src/bindings/python/tests/test_runtime/test_output_node.py +++ b/src/bindings/python/tests/test_runtime/test_output_node.py @@ -8,9 +8,6 @@ from ..conftest import model_path import openvino.runtime.opset8 as ops from openvino.runtime import Type -is_myriad = os.environ.get("TEST_DEVICE") == "MYRIAD" -test_net_xml, test_net_bin = model_path(is_myriad) - def test_output_replace(device): param = ops.parameter([1, 64], Type.i64) diff --git a/src/bindings/python/tests/test_utils/test_utils.py b/src/bindings/python/tests/test_utils/test_utils.py index 30d974f89ec..69ee3ba72ce 100644 --- a/src/bindings/python/tests/test_utils/test_utils.py +++ b/src/bindings/python/tests/test_utils/test_utils.py @@ -31,7 +31,7 @@ def test_compare_models(): def generate_lib_name(device, full_device_name): lib_name = "" arch = processor() - if arch == "x86_64" or "Intel" in full_device_name or device in ["GNA", "HDDL", "MYRIAD", "VPUX"]: + if arch == "x86_64" or "Intel" in full_device_name or device in ["GNA", "VPUX"]: lib_name = "openvino_intel_" + device.lower() + "_plugin" elif arch != "x86_64" and device == "CPU": lib_name = "openvino_arm_cpu_plugin" diff --git a/src/bindings/python/tests_compatibility/conftest.py b/src/bindings/python/tests_compatibility/conftest.py index e13f76fffa3..4fce818bb9f 100644 --- a/src/bindings/python/tests_compatibility/conftest.py +++ b/src/bindings/python/tests_compatibility/conftest.py @@ -11,9 +11,9 @@ import tests_compatibility from pathlib import Path -def model_path(is_myriad=False): +def model_path(is_fp16=False): base_path = os.path.dirname(__file__) - if is_myriad: + if is_fp16: test_xml = os.path.join(base_path, "test_utils", "utils", "test_model_fp16.xml") test_bin = os.path.join(base_path, "test_utils", "utils", "test_model_fp16.bin") else: @@ -44,7 +44,7 @@ def pytest_addoption(parser): parser.addoption( "--backend", default="CPU", - choices=["CPU", "GPU", "HDDL", "MYRIAD", "HETERO", "TEMPLATE"], + choices=["CPU", "GPU", "GNA", "HETERO", "TEMPLATE"], help="Select target device", ) parser.addoption( @@ -69,8 +69,7 @@ def pytest_configure(config): # register additional markers config.addinivalue_line("markers", "skip_on_cpu: Skip test on CPU") config.addinivalue_line("markers", "skip_on_gpu: Skip test on GPU") - config.addinivalue_line("markers", "skip_on_hddl: Skip test on HDDL") - config.addinivalue_line("markers", "skip_on_myriad: Skip test on MYRIAD") + config.addinivalue_line("markers", "skip_on_gna: Skip test on GNA") config.addinivalue_line("markers", "skip_on_hetero: Skip test on HETERO") config.addinivalue_line("markers", "skip_on_template: Skip test on TEMPLATE") config.addinivalue_line("markers", "onnx_coverage: Collect ONNX operator coverage") @@ -86,8 +85,7 @@ def pytest_collection_modifyitems(config, items): keywords = { "CPU": "skip_on_cpu", "GPU": "skip_on_gpu", - "HDDL": "skip_on_hddl", - "MYRIAD": "skip_on_myriad", + "GNA": "skip_on_gna", "HETERO": "skip_on_hetero", "TEMPLATE": "skip_on_template", } @@ -95,8 +93,7 @@ def pytest_collection_modifyitems(config, items): skip_markers = { "CPU": pytest.mark.skip(reason="Skipping test on the CPU backend."), "GPU": pytest.mark.skip(reason="Skipping test on the GPU backend."), - "HDDL": pytest.mark.skip(reason="Skipping test on the HDDL backend."), - "MYRIAD": pytest.mark.skip(reason="Skipping test on the MYRIAD backend."), + "GNA": pytest.mark.skip(reason="Skipping test on the GNA backend."), "HETERO": pytest.mark.skip(reason="Skipping test on the HETERO backend."), "TEMPLATE": pytest.mark.skip(reason="Skipping test on the TEMPLATE backend."), } diff --git a/src/bindings/python/tests_compatibility/test_inference_engine/test_Blob.py b/src/bindings/python/tests_compatibility/test_inference_engine/test_Blob.py index 3228224e0e8..38dc9c1471a 100644 --- a/src/bindings/python/tests_compatibility/test_inference_engine/test_Blob.py +++ b/src/bindings/python/tests_compatibility/test_inference_engine/test_Blob.py @@ -98,7 +98,7 @@ def test_incompatible_input_precision(): @pytest.mark.skip(reason="Test will enable when CPU fix will be merge") @pytest.mark.skipif(os.environ.get("TEST_DEVICE", "CPU") != "CPU", reason="Device dependent test") def test_buffer_values_after_add_outputs(device): - test_net_xml_fp16, test_net_bin_fp16 = model_path(is_myriad=True) + test_net_xml_fp16, test_net_bin_fp16 = model_path(is_fp16=True) ie_core = IECore() if device == "CPU": if ie_core.get_metric(device, "FULL_DEVICE_NAME") == "arm_compute::NEON": diff --git a/src/bindings/python/tests_compatibility/test_inference_engine/test_ExecutableNetwork.py b/src/bindings/python/tests_compatibility/test_inference_engine/test_ExecutableNetwork.py index 8db0845080e..0df29619fa5 100644 --- a/src/bindings/python/tests_compatibility/test_inference_engine/test_ExecutableNetwork.py +++ b/src/bindings/python/tests_compatibility/test_inference_engine/test_ExecutableNetwork.py @@ -11,8 +11,7 @@ from tests_compatibility.conftest import model_path from tests_compatibility.test_utils.test_utils import generate_image, generate_relu_model -is_myriad = os.environ.get("TEST_DEVICE") == "MYRIAD" -test_net_xml, test_net_bin = model_path(is_myriad) +test_net_xml, test_net_bin = model_path(False) def test_infer(device): @@ -223,20 +222,20 @@ def test_exec_graph(device): del ie_core -@pytest.mark.skipif(os.environ.get("TEST_DEVICE", "CPU") != "MYRIAD", - reason="Device specific test. Only MYRIAD plugin implements network export") +@pytest.mark.skipif(os.environ.get("TEST_DEVICE", "CPU") != "CPU", + reason="Device specific test. Only CPU plugin implements network export") def test_export_import(): ie_core = ie.IECore() net = ie_core.read_network(model=test_net_xml, weights=test_net_bin) - exec_net = ie_core.load_network(net, "MYRIAD") + exec_net = ie_core.load_network(net, "CPU") exported_net_file = 'exported_model.bin' exec_net.export(exported_net_file) assert os.path.exists(exported_net_file) - exec_net = ie_core.import_network(exported_net_file, "MYRIAD") + exec_net = ie_core.import_network(exported_net_file, "CPU") os.remove(exported_net_file) img = generate_image() res = exec_net.infer({'data': img}) - assert np.argmax(res['fc_out'][0]) == 3 + assert np.argmax(res['fc_out'][0]) == 9 del exec_net del ie_core diff --git a/src/bindings/python/tests_compatibility/test_inference_engine/test_InferRequest.py b/src/bindings/python/tests_compatibility/test_inference_engine/test_InferRequest.py index 69caff863c9..f246ce521dd 100644 --- a/src/bindings/python/tests_compatibility/test_inference_engine/test_InferRequest.py +++ b/src/bindings/python/tests_compatibility/test_inference_engine/test_InferRequest.py @@ -14,8 +14,7 @@ from tests_compatibility.test_utils.test_utils import generate_image, generate_r import ngraph as ng from ngraph.impl import Function, Type -is_myriad = os.environ.get("TEST_DEVICE") == "MYRIAD" -test_net_xml, test_net_bin = model_path(is_myriad) +test_net_xml, test_net_bin = model_path() def create_function_with_memory(input_shape, data_type): diff --git a/src/inference/dev_api/ie_icore.hpp b/src/inference/dev_api/ie_icore.hpp index 7a31ced8c2c..b33cff340ad 100644 --- a/src/inference/dev_api/ie_icore.hpp +++ b/src/inference/dev_api/ie_icore.hpp @@ -170,7 +170,7 @@ public: /** * @brief Returns devices available for neural networks inference * - * @return A vector of devices. The devices are returned as { CPU, GPU.0, GPU.1, MYRIAD } + * @return A vector of devices. The devices are returned as { CPU, GPU.0, GPU.1, GNA } * If there more than one device of specific type, they are enumerated with .# suffix. */ virtual std::vector GetAvailableDevices() const = 0; diff --git a/src/inference/include/ie/ie_core.hpp b/src/inference/include/ie/ie_core.hpp index 7117821d1ae..586dd76c0c1 100644 --- a/src/inference/include/ie/ie_core.hpp +++ b/src/inference/include/ie/ie_core.hpp @@ -285,7 +285,7 @@ public: /** * @brief Returns devices available for neural networks inference * - * @return A vector of devices. The devices are returned as { CPU, GPU.0, GPU.1, MYRIAD } + * @return A vector of devices. The devices are returned as { CPU, GPU.0, GPU.1, GNA } * If there more than one device of specific type, they are enumerated with .# suffix. */ std::vector GetAvailableDevices() const; diff --git a/src/inference/include/openvino/runtime/core.hpp b/src/inference/include/openvino/runtime/core.hpp index 3ef4031b2c8..22717667f9a 100644 --- a/src/inference/include/openvino/runtime/core.hpp +++ b/src/inference/include/openvino/runtime/core.hpp @@ -628,7 +628,7 @@ public: * @brief Returns devices available for inference. * Core objects go over all registered plugins and ask about available devices. * - * @return A vector of devices. The devices are returned as { CPU, GPU.0, GPU.1, MYRIAD }. + * @return A vector of devices. The devices are returned as { CPU, GPU.0, GPU.1, GNA }. * If there is more than one device of a specific type, they are enumerated with the .# suffix. * Such enumerated device can later be used as a device name in all Core methods like Core::compile_model, * Core::query_model, Core::set_property and so on. diff --git a/src/inference/src/dev/core_impl.hpp b/src/inference/src/dev/core_impl.hpp index 7c5f23788ab..6243e4e60d8 100644 --- a/src/inference/src/dev/core_impl.hpp +++ b/src/inference/src/dev/core_impl.hpp @@ -278,7 +278,7 @@ public: /** * @brief Returns devices available for neural networks inference * - * @return A vector of devices. The devices are returned as { CPU, GPU.0, GPU.1, MYRIAD } + * @return A vector of devices. The devices are returned as { CPU, GPU.0, GPU.1, GNA } * If there more than one device of specific type, they are enumerated with .# suffix. */ std::vector GetAvailableDevices() const override; diff --git a/src/plugins/README.md b/src/plugins/README.md index a3cf97c383f..d5c6dfa63d1 100644 --- a/src/plugins/README.md +++ b/src/plugins/README.md @@ -10,7 +10,6 @@ The list of supported plugins: * [intel_cpu](./intel_cpu) * [intel_gna](./intel_gna) * [intel_gpu](./intel_gpu) - * [intel_myriad](./intel_myriad) * [template](./template) ## See also diff --git a/src/plugins/auto/utils/config.hpp b/src/plugins/auto/utils/config.hpp index 8e66d76551a..7e1bacdecb0 100644 --- a/src/plugins/auto/utils/config.hpp +++ b/src/plugins/auto/utils/config.hpp @@ -294,8 +294,6 @@ struct PluginConfig { "GPU", "GNA", "TEMPLATE", - "MYRIAD", - "HDDL", "VPUX", "MULTI", "HETERO", diff --git a/src/plugins/intel_cpu/src/docs/onednn_selective_build.md b/src/plugins/intel_cpu/src/docs/onednn_selective_build.md index ac7cec69a72..24f87dd2edd 100644 --- a/src/plugins/intel_cpu/src/docs/onednn_selective_build.md +++ b/src/plugins/intel_cpu/src/docs/onednn_selective_build.md @@ -29,7 +29,7 @@ cmake .. \ -DENABLE_PROFILING_ITT=ON \ -DSELECTIVE_BUILD=COLLECT \ -DCMAKE_INSTALL_PREFIX=`pwd`/install \ --DCMAKE_INSTALL_RPATH=`pwd`/install/runtime/3rdparty/tbb/lib:`pwd`/install/runtime/3rdparty/hddl/lib:`pwd`/install/runtime/lib/intel64 +-DCMAKE_INSTALL_RPATH=`pwd`/install/runtime/3rdparty/tbb/lib:`pwd`/install/runtime/lib/intel64 cmake --build . --config Release -j 8 ``` @@ -73,7 +73,7 @@ cmake .. \ -DSELECTIVE_BUILD_STAT= \ -DPYTHON_EXECUTABLE=/usr/bin/python3.7 \ -DCMAKE_INSTALL_PREFIX=`pwd`/install \ --DCMAKE_INSTALL_RPATH=`pwd`/install/runtime/3rdparty/tbb/lib:`pwd`/install/runtime/3rdparty/hddl/lib:`pwd`/install/runtime/lib/intel64 +-DCMAKE_INSTALL_RPATH=`pwd`/install/runtime/3rdparty/tbb/lib:`pwd`/install/runtime/lib/intel64 cmake --build . --config Release -j 8 ``` diff --git a/src/plugins/intel_myriad/CMakeLists.txt b/src/plugins/intel_myriad/CMakeLists.txt deleted file mode 100644 index eb5cf77018a..00000000000 --- a/src/plugins/intel_myriad/CMakeLists.txt +++ /dev/null @@ -1,49 +0,0 @@ -# Copyright (C) 2018-2023 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 -# - -# -# Build common part -# - -if (NOT ENABLE_INTEL_MYRIAD_COMMON) - return() -endif() - -if(CMAKE_COMPILER_IS_GNUCC) - ie_add_compiler_flags(-Wno-all) -endif() - - -if(CMAKE_CXX_COMPILER_ID STREQUAL "MSVC") - # 4267 4244 conversion from 'XXX' to 'YYY', possible loss of data - ie_add_compiler_flags(/wd4244) - # '<': signed/unsigned mismatch - ie_add_compiler_flags(/wd4018) - # conversion from 'size_t' to 'int', possible loss of data - ie_add_compiler_flags(/wd4267) - # unreferenced local variable - ie_add_compiler_flags(/wd4101) -endif() - -add_subdirectory(common) - -if(ENABLE_INTEL_MYRIAD) - add_subdirectory(third_party) - add_subdirectory(graph_transformer) - add_subdirectory(myriad_plugin) - - if(DEFINED VPU_CLC_MA2X8X_ROOT AND NOT CPACK_GENERATOR MATCHES "^(DEB|RPM|CONDA-FORGE|BREW)$") - install(DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}/custom_kernels/ - DESTINATION ${OV_CPACK_PLUGINSDIR}/vpu_custom_kernels - COMPONENT myriad) - install(DIRECTORY ${CMAKE_LIBRARY_OUTPUT_DIRECTORY}/vpu_custom_kernels/ - DESTINATION ${OV_CPACK_PLUGINSDIR}/vpu_custom_kernels - COMPONENT myriad) - install(DIRECTORY ${VPU_CLC_MA2X8X_ROOT}/ - DESTINATION tools/cl_compiler - COMPONENT myriad - USE_SOURCE_PERMISSIONS - PATTERN ie_dependency.info EXCLUDE) - endif() -endif() diff --git a/src/plugins/intel_myriad/common/CMakeLists.txt b/src/plugins/intel_myriad/common/CMakeLists.txt deleted file mode 100644 index 9602239a3ba..00000000000 --- a/src/plugins/intel_myriad/common/CMakeLists.txt +++ /dev/null @@ -1,72 +0,0 @@ -# Copyright (C) 2018-2023 Intel Corporation -# SPDX-License-Identifier: Apache-2.0 -# - -file(GLOB_RECURSE SOURCES *.cpp *.hpp *.h) - -function(add_common_target TARGET_NAME STATIC_IE) - if(STATIC_IE) - set(exclude_from_all EXCLUDE_FROM_ALL) - endif() - - add_library(${TARGET_NAME} STATIC ${exclude_from_all} ${SOURCES}) - - ie_faster_build(${TARGET_NAME} - UNITY - ) - - if(CMAKE_COMPILER_IS_GNUCXX) - # TODO: enable some day and fix all warnings -# target_compile_options(${TARGET_NAME} PRIVATE "-Wall") - target_compile_options(${TARGET_NAME} PRIVATE "-Werror=unused-function") - target_compile_options(${TARGET_NAME} PRIVATE "-Werror=strict-aliasing") - endif() - - if(STATIC_IE) - # static linkage to inference_engine library - target_compile_definitions(${TARGET_NAME} - PUBLIC - USE_STATIC_IE) - set_target_properties(${TARGET_NAME} PROPERTIES EXCLUDE_FROM_ALL ON) - endif() - target_compile_definitions(${TARGET_NAME} PRIVATE IMPLEMENT_INFERENCE_ENGINE_PLUGIN) - - target_include_directories(${TARGET_NAME} - PUBLIC - $) - - target_include_directories(${TARGET_NAME} SYSTEM PUBLIC - $ - $ - $) - - if(WIN32) - set_target_properties(${TARGET_NAME} PROPERTIES COMPILE_PDB_NAME ${TARGET_NAME}) - endif() - - if(NOT STATIC_IE) - add_cpplint_target(${TARGET_NAME}_cpplint FOR_TARGETS ${TARGET_NAME} CUSTOM_FILTERS "+runtime/explicit") - endif() - - set_target_properties(${TARGET_NAME} PROPERTIES INTERPROCEDURAL_OPTIMIZATION_RELEASE ${ENABLE_LTO}) - - openvino_developer_export_targets(COMPONENT vpu TARGETS ${TARGET_NAME}) - - target_link_libraries(${TARGET_NAME} PUBLIC openvino::runtime openvino::runtime::dev - PRIVATE openvino::itt) - - if(NOT STATIC_IE) - target_link_libraries(${TARGET_NAME} PUBLIC inference_engine_legacy) - endif() - - ov_install_static_lib(${TARGET_NAME} myriad) -endfunction() - -add_common_target("vpu_common_lib" FALSE) - -# Unit tests support for graph transformer -if(WIN32) - add_common_target("vpu_common_lib_test_static" TRUE) -else() - add_library("vpu_common_lib_test_static" ALIAS "vpu_common_lib") -endif() diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/as_parameter_enabler.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/as_parameter_enabler.hpp deleted file mode 100644 index 7fda745fe40..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/as_parameter_enabler.hpp +++ /dev/null @@ -1,18 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "ie_parameter.hpp" - -template -struct AsParsedParameterEnabler { - static InferenceEngine::Parameter asParameter(const std::string& value) { return {OptionConcept::parse(value)}; } -}; - -struct AsParameterEnabler { - static InferenceEngine::Parameter asParameter(const std::string& value); -}; diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/check_preprocessing_inside_model.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/check_preprocessing_inside_model.hpp deleted file mode 100644 index 7d218469b54..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/check_preprocessing_inside_model.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct CheckPreprocessingInsideModelOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/config_file.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/config_file.hpp deleted file mode 100644 index 05f7df7ef8a..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/config_file.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct ConfigFileOption : public AsParameterEnabler { - using value_type = std::string; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/copy_optimization.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/copy_optimization.hpp deleted file mode 100644 index 12b109d5bf9..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/copy_optimization.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct CopyOptimizationOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/custom_layers.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/custom_layers.hpp deleted file mode 100644 index ae133e0cd93..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/custom_layers.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct CustomLayersOption : public AsParameterEnabler { - using value_type = std::string; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/detect_network_batch.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/detect_network_batch.hpp deleted file mode 100644 index 00a5ec19afd..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/detect_network_batch.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct DetectNetworkBatchOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/device_connect_timeout.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/device_connect_timeout.hpp deleted file mode 100644 index 2aa9abd5285..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/device_connect_timeout.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct DeviceConnectTimeoutOption : public AsParsedParameterEnabler { - using value_type = std::chrono::seconds; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/device_id.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/device_id.hpp deleted file mode 100644 index 73f999aefd8..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/device_id.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct DeviceIDOption : public AsParameterEnabler { - using value_type = std::string; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/disable_convert_stages.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/disable_convert_stages.hpp deleted file mode 100644 index 9170a7799cd..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/disable_convert_stages.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct DisableConvertStagesOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/disable_reorder.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/disable_reorder.hpp deleted file mode 100644 index 8fc83e8d60f..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/disable_reorder.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct DisableReorderOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_all_passes.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_all_passes.hpp deleted file mode 100644 index bc08ac05d03..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_all_passes.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct DumpAllPassesOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_all_passes_directory.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_all_passes_directory.hpp deleted file mode 100644 index 77b4a09f913..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_all_passes_directory.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct DumpAllPassesDirectoryOption : public AsParameterEnabler { - using value_type = std::string; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_internal_graph_file_name.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_internal_graph_file_name.hpp deleted file mode 100644 index da6f05badfe..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/dump_internal_graph_file_name.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct DumpInternalGraphFileNameOption : public AsParameterEnabler { - using value_type = std::string; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_async_dma.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_async_dma.hpp deleted file mode 100644 index 28deb1e60e0..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_async_dma.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableAsyncDMAOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_custom_reshape_param.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_custom_reshape_param.hpp deleted file mode 100644 index babd7c16ee0..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_custom_reshape_param.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableCustomReshapeParamOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_early_eltwise_relu_fusion.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_early_eltwise_relu_fusion.hpp deleted file mode 100644 index f20af0e8dae..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_early_eltwise_relu_fusion.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableEarlyEltwiseReluFusionOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_force_reset.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_force_reset.hpp deleted file mode 100644 index 5e31531f59b..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_force_reset.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableForceResetOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_memory_types_annotation.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_memory_types_annotation.hpp deleted file mode 100644 index a9b6c6b57b4..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_memory_types_annotation.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableMemoryTypesAnnotationOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_mx_boot.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_mx_boot.hpp deleted file mode 100644 index 7ae0f494b62..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_mx_boot.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableMXBootOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_permute_merging.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_permute_merging.hpp deleted file mode 100644 index 575af3e778a..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_permute_merging.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnablePermuteMergingOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_receiving_tensor_time.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_receiving_tensor_time.hpp deleted file mode 100644 index 6cb8294117b..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_receiving_tensor_time.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableReceivingTensorTimeOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_repl_with_screlu.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_repl_with_screlu.hpp deleted file mode 100644 index a76df3a9349..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_repl_with_screlu.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableReplWithSCReluOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_tensor_iterator_unrolling.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_tensor_iterator_unrolling.hpp deleted file mode 100644 index 3786eafd5df..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_tensor_iterator_unrolling.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableTensorIteratorUnrollingOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_weights_analysis.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_weights_analysis.hpp deleted file mode 100644 index 78ca00e8968..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/enable_weights_analysis.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct EnableWeightsAnalysisOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/exclusive_async_requests.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/exclusive_async_requests.hpp deleted file mode 100644 index 1ef90245729..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/exclusive_async_requests.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct ExclusiveAsyncRequestsOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/force_pure_tensor_iterator.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/force_pure_tensor_iterator.hpp deleted file mode 100644 index a303a44383b..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/force_pure_tensor_iterator.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct ForcePureTensorIteratorOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_acceleration.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_acceleration.hpp deleted file mode 100644 index cd941c899b2..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_acceleration.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct HwAccelerationOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_black_list.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_black_list.hpp deleted file mode 100644 index fc5cf070eac..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_black_list.hpp +++ /dev/null @@ -1,36 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -#include "caseless.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct HwBlackListOption : public AsParameterEnabler { - using value_type = InferenceEngine::details::caseless_set; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_dilation.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_dilation.hpp deleted file mode 100644 index a55ecbe7fc0..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_dilation.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct HwDilationOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_extra_split.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_extra_split.hpp deleted file mode 100644 index 4ee4d123499..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_extra_split.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct HwExtraSplitOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_inject_stages.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_inject_stages.hpp deleted file mode 100644 index f2bb079c29b..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_inject_stages.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" -#include "vpu/utils/optional.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct HwInjectStagesOption : public AsParameterEnabler { - using value_type = Optional; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_pool_conv_merge.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_pool_conv_merge.hpp deleted file mode 100644 index c1acca9b6ec..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/hw_pool_conv_merge.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct HwPoolConvMergeOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/ignore_unknown_layers.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/ignore_unknown_layers.hpp deleted file mode 100644 index 5e403b4e44a..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/ignore_unknown_layers.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct IgnoreUnknownLayersOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/log_level.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/log_level.hpp deleted file mode 100644 index a1479a03f86..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/log_level.hpp +++ /dev/null @@ -1,36 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -enum class LogLevel; - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct LogLevelOption : public AsParameterEnabler { - using value_type = LogLevel; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/memory_type.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/memory_type.hpp deleted file mode 100644 index 280fa3a31e8..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/memory_type.hpp +++ /dev/null @@ -1,36 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -enum class MovidiusDdrType; - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct MemoryTypeOption : public AsParameterEnabler { - using value_type = MovidiusDdrType; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/none_layers.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/none_layers.hpp deleted file mode 100644 index 65f26f81584..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/none_layers.hpp +++ /dev/null @@ -1,36 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -#include "caseless.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct NoneLayersOption : public AsParameterEnabler { - using value_type = InferenceEngine::details::caseless_set; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/number_of_cmx_slices.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/number_of_cmx_slices.hpp deleted file mode 100644 index 9f4760a8a2b..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/number_of_cmx_slices.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" -#include "vpu/utils/optional.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct NumberOfCMXSlicesOption : public AsParameterEnabler { - using value_type = Optional; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/number_of_shaves.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/number_of_shaves.hpp deleted file mode 100644 index bad764b058b..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/number_of_shaves.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" -#include "vpu/utils/optional.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct NumberOfSHAVEsOption : public AsParameterEnabler { - using value_type = Optional; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/ov_throughput_streams.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/ov_throughput_streams.hpp deleted file mode 100644 index 11e482ad8ec..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/ov_throughput_streams.hpp +++ /dev/null @@ -1,36 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" -#include "vpu/utils/optional.hpp" -#include "openvino/runtime/properties.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct OvThroughputStreamsOption : public AsParameterEnabler { - using value_type = Optional; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/pack_data_in_cmx.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/pack_data_in_cmx.hpp deleted file mode 100644 index 1e05ff00f52..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/pack_data_in_cmx.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct PackDataInCMXOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/perf_count.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/perf_count.hpp deleted file mode 100644 index d941aae164c..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/perf_count.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct PerfCountOption : public AsParsedParameterEnabler { - using value_type = bool; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/perf_report_mode.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/perf_report_mode.hpp deleted file mode 100644 index a29c5f5eef4..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/perf_report_mode.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct PerfReportModeOption : public AsParameterEnabler { - using value_type = PerfReport; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/performance_hint.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/performance_hint.hpp deleted file mode 100644 index c2c415390fb..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/performance_hint.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2022 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" -#include "openvino/runtime/properties.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct PerformanceHintOption : public AsParameterEnabler { - using value_type = std::string; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/performance_hint_num_requests.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/performance_hint_num_requests.hpp deleted file mode 100644 index ac5c45a9981..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/performance_hint_num_requests.hpp +++ /dev/null @@ -1,36 +0,0 @@ -// Copyright (C) 2022 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" -#include "openvino/runtime/properties.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct PerformanceHintNumRequestsOption : public AsParameterEnabler { - using value_type = int; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/power_config.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/power_config.hpp deleted file mode 100644 index e9c44517fa4..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/power_config.hpp +++ /dev/null @@ -1,36 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -enum class PowerConfig; - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct PowerConfigOption : public AsParameterEnabler { - using value_type = PowerConfig; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/tensor_strides.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/tensor_strides.hpp deleted file mode 100644 index 1bcf5cbdf04..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/tensor_strides.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct TensorStridesOption : public AsParsedParameterEnabler { - using value_type = std::map>; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/throughput_streams.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/throughput_streams.hpp deleted file mode 100644 index 7047001d14b..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/throughput_streams.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" -#include "vpu/utils/optional.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct ThroughputStreamsOption : public AsParameterEnabler { - using value_type = Optional; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/tiling_cmx_limit_kb.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/tiling_cmx_limit_kb.hpp deleted file mode 100644 index ab9c171f4e0..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/tiling_cmx_limit_kb.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" -#include "vpu/utils/optional.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct TilingCMXLimitKBOption : public AsParameterEnabler { - using value_type = Optional; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/vpu_scales_option.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/vpu_scales_option.hpp deleted file mode 100644 index e61816d70aa..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/vpu_scales_option.hpp +++ /dev/null @@ -1,34 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct VPUScalesOption : public AsParameterEnabler { - using value_type = std::map; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/options/watchdog_interval.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/options/watchdog_interval.hpp deleted file mode 100644 index b77ac8ac2a1..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/options/watchdog_interval.hpp +++ /dev/null @@ -1,35 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -#include "vpu/configuration/as_parameter_enabler.hpp" - -namespace vpu { - -namespace details { - -enum class Access; -enum class Category; - -} // namespace details - -class PluginConfiguration; - -struct WatchdogIntervalOption : public AsParsedParameterEnabler { - using value_type = std::chrono::milliseconds; - - static std::string key(); - static void validate(const std::string&); - static void validate(const PluginConfiguration&); - static std::string defaultValue(); - static value_type parse(const std::string&); - static details::Access access(); - static details::Category category(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/plugin_configuration.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/plugin_configuration.hpp deleted file mode 100644 index 9f1a5d8489d..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/plugin_configuration.hpp +++ /dev/null @@ -1,139 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include -#include -#include -#include - -#include "ie_parameter.hpp" - -#include "vpu/utils/logger.hpp" - -namespace vpu { - -class PluginConfiguration; - -struct ConfigurationOptionConcept { - virtual std::string key() const = 0; - virtual void validate(const std::string&) const = 0; - virtual void validate(const PluginConfiguration&) const = 0; - virtual InferenceEngine::Parameter asParameter(const std::string&) const = 0; -}; - -namespace details { - -template -struct ConfigurationOptionModel : public ConfigurationOptionConcept { - std::string key() const override { return Option::key(); } - void validate(const std::string& value) const override { return Option::validate(value); } - void validate(const PluginConfiguration& options) const override { Option::validate(options); } - InferenceEngine::Parameter asParameter(const std::string& value) const override { return Option::asParameter(value); } -}; - -enum class Deprecation { - Off, - On -}; - -enum class Access { - Private, - Public -}; - -enum class Category { - CompileTime, - RunTime -}; - -class ConfigurationEntry { -public: - template - ConfigurationEntry(Option, details::Deprecation deprecation) - : m_access(Option::access()) - , m_deprecation(deprecation) - , m_category(Option::category()) - , m_value(std::make_shared>()) - {} - - ConfigurationOptionConcept& get(); - const ConfigurationOptionConcept& get() const; - - std::string key() const; - bool isPrivate() const; - bool isDeprecated() const; - Category getCategory() const; - -private: - Access m_access = Access::Public; - Deprecation m_deprecation = Deprecation::Off; - Category m_category = Category::CompileTime; - std::shared_ptr m_value; -}; - -} // namespace details - -class PluginConfiguration { -public: - PluginConfiguration(); - - void from(const std::map& config); - void fromAtRuntime(const std::map& config); - std::unordered_set getPublicKeys() const; - bool supports(const std::string& key) const; - - template - void registerOption() { - const auto& key = Option::key(); - concepts.emplace(key, details::ConfigurationEntry(Option{}, details::Deprecation::Off)); - if (values.count(key) == 0) { - // option could be registered more than once if there are deprecated versions of it - values.emplace(key, Option::defaultValue()); - } - } - - template - void registerDeprecatedOption(const std::string& deprecatedKey) { - const auto& key = Option::key(); - concepts.emplace(deprecatedKey, details::ConfigurationEntry(Option{}, details::Deprecation::On)); - if (values.count(key) == 0) { - // option could be registered more than once if there are deprecated versions of it - values.emplace(key, Option::defaultValue()); - } - } - - template - typename Option::value_type get() const { - const auto& key = Option::key(); - validate(key); - return Option::parse(values.at(key)); - } - - void set(const std::string& key, const std::string& value); - - const std::string& operator[](const std::string& key) const; - - InferenceEngine::Parameter asParameter(const std::string& key) const; - std::unordered_map getValues() const {return values;} - virtual void validate() const; - -private: - std::unordered_map concepts; - std::unordered_map values; - - Logger::Ptr logger; - - enum class Mode { - Default, - RunTime - }; - void create(const std::map& config, Mode mode = Mode::Default); - - void validate(const std::string& key) const; -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/configuration/switch_converters.hpp b/src/plugins/intel_myriad/common/include/vpu/configuration/switch_converters.hpp deleted file mode 100644 index fddb7ce704a..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/configuration/switch_converters.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -namespace vpu { - -const std::unordered_map& string2switch(); -const std::unordered_map& switch2string(); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/dynamic_shape_resolver.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/dynamic_shape_resolver.hpp deleted file mode 100644 index 5207bc2bc2f..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/dynamic_shape_resolver.hpp +++ /dev/null @@ -1,52 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/op/op.hpp" -#include "ngraph/runtime/host_tensor.hpp" - -#include - -namespace ngraph { namespace vpu { namespace op { - -enum class DynamicShapeResolverMode { - INFER_UPPER_BOUND_SHAPE, - INFER_DYNAMIC_SHAPE -}; - -class DynamicShapeResolver : public ngraph::op::Op { -public: - OPENVINO_OP("DynamicShapeResolver", "VPUOpset"); - - DynamicShapeResolver(const Output& tensorWithData, - const Output& tensorWithDims, - const DynamicShapeResolverMode& mode = DynamicShapeResolverMode::INFER_UPPER_BOUND_SHAPE, - const ngraph::PartialShape& output_partial_shape = ngraph::PartialShape{}); - - void validate_and_infer_types() override; - - std::shared_ptr clone_with_new_inputs(const OutputVector& new_args) const override; - - bool visit_attributes(ngraph::AttributeVisitor& visitor) override; - - OPENVINO_SUPPRESS_DEPRECATED_START - bool evaluate(const HostTensorVector& outputs, const HostTensorVector& inputs) const override; - OPENVINO_SUPPRESS_DEPRECATED_END - - // Deprecated. Left for compatibility with tests - void setMode(DynamicShapeResolverMode mode) { m_mode = mode; } - DynamicShapeResolverMode getMode() const { return m_mode; } - - void setOutputPartialShape(const ngraph::PartialShape& output_partial_shape) { m_output_partial_shape = output_partial_shape; } - const ngraph::PartialShape& getOutputPartialShape() const { return m_output_partial_shape; } - -private: - DynamicShapeResolverMode m_mode; - ngraph::PartialShape m_output_partial_shape; -}; - -} // namespace op -} // namespace vpu -} // namespace ngraph diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/exp_gather_elements.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/exp_gather_elements.hpp deleted file mode 100644 index cebad9ce8e1..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/exp_gather_elements.hpp +++ /dev/null @@ -1,46 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/op/op.hpp" - -namespace ngraph { namespace vpu { namespace op { - -// -// ExpGatherElements is an extended version of GatherElements-6. -// Besides data, indices and axis, it has an additional input - lookupIndices and an additional attribute - lookupAxis -// which are working in the same way as in Gather-1, so the output data is calculating by the following formula: -// output[:, ..., i, j, k, ..., m, ...] = input[:, ..., lookupIndices[i, j, k], ..., indices[:, ..., i, j, k, ..., m, ...], ...] -// where m is axis and i is lookupAxis. -// Output shape is the same as indices shape -// - -class ExpGatherElements : public ngraph::op::Op { -public: - OPENVINO_OP("ExpGatherElements", "VPUOpset"); - - ExpGatherElements(const Output& data, - const Output& indices, - const Output& lookupIndices, - const int64_t axis, - const int64_t lookupAxis); - - void validate_and_infer_types() override; - - bool visit_attributes(AttributeVisitor& visitor) override; - - std::shared_ptr - clone_with_new_inputs(const OutputVector& new_args) const override; - - int64_t get_axis() const { return m_axis; } - int64_t get_lookup_axis() const { return m_lookup_axis; } -private: - int64_t m_axis; - int64_t m_lookup_axis; -}; - -} // namespace op -} // namespace vpu -} // namespace ngraph diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/out_shape_of_reshape.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/out_shape_of_reshape.hpp deleted file mode 100644 index c64e65bbfe7..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/out_shape_of_reshape.hpp +++ /dev/null @@ -1,44 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include -#include "ngraph/runtime/host_tensor.hpp" - -namespace ngraph { namespace vpu { namespace op { - -class OutShapeOfReshape : public ngraph::op::Op { -public: - OPENVINO_OP("OutShapeOfReshape", "VPUOpset"); - - OutShapeOfReshape( - const Output& inDataShape, - const Output& outShapeDescriptor, - bool specialZero); - - void validate_and_infer_types() override; - - std::shared_ptr clone_with_new_inputs(const OutputVector& new_args) const override; - - bool visit_attributes(ngraph::AttributeVisitor& visitor) override; - - bool getSpecialZero() const { return m_specialZero; } - void setSpecialZero(bool special_zero) { m_specialZero = special_zero; } - - OPENVINO_SUPPRESS_DEPRECATED_START - bool evaluate(const HostTensorVector& outputs, const HostTensorVector& inputs) const override; - OPENVINO_SUPPRESS_DEPRECATED_END - void set_output_type(const ngraph::element::Type& output_type); - using Node::set_output_type; - -private: - bool m_specialZero; - element::Type m_output_type = element::i64; -}; - -} // namespace op -} // namespace vpu -} // namespace ngraph diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_broadcast.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_broadcast.hpp deleted file mode 100644 index a298317ae39..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_broadcast.hpp +++ /dev/null @@ -1,47 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" -#include "ngraph/op/op.hpp" -#include "ngraph/op/util/broadcast_base.hpp" -#include "ngraph/op/util/attr_types.hpp" -#include "ngraph/op/broadcast.hpp" - -#include -#include - -namespace ngraph { namespace vpu { namespace op { - -class StaticShapeBroadcast : public ::ngraph::op::v3::Broadcast { -public: - OPENVINO_OP("StaticShapeBroadcast", "VPUOpset"); - - StaticShapeBroadcast(const Output& arg, - const Output& targetShape, - const Output& axesMapping, - const ngraph::op::BroadcastModeSpec& broadcastSpec = ngraph::op::BroadcastType::EXPLICIT); - - StaticShapeBroadcast(const Output& arg, - const Output& targetShape, - const ngraph::op::BroadcastModeSpec& broadcastSpec = ngraph::op::BroadcastType::NUMPY); - - void validate_and_infer_types() override; - - std::shared_ptr clone_with_new_inputs(const OutputVector& newInputs) const override; - - bool visit_attributes(ngraph::AttributeVisitor& visitor) override; - - OPENVINO_SUPPRESS_DEPRECATED_START - bool evaluate(const HostTensorVector& outputs, const HostTensorVector& inputs) const override; - OPENVINO_SUPPRESS_DEPRECATED_END - -protected: - ngraph::PartialShape m_evaluatedOutputShape; -}; - -} // namespace op -} // namespace vpu -} // namespace ngraph diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_loop.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_loop.hpp deleted file mode 100644 index 3ed9a8f0343..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_loop.hpp +++ /dev/null @@ -1,25 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -namespace ngraph { namespace vpu { namespace op { - -class StaticShapeLoop : public ngraph::opset6::Loop { -public: - OPENVINO_OP("StaticShapeLoop", "VPUOpset"); - - explicit StaticShapeLoop(const Loop& loop); - void validate_and_infer_types() override; - bool visit_attributes(AttributeVisitor&) override; - -protected: - ngraph::PartialShape m_evaluatedIterationsCount; -}; - -} // namespace op -} // namespace vpu -} // namespace ngraph diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_non_maximum_suppression.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_non_maximum_suppression.hpp deleted file mode 100644 index 75350f30243..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_non_maximum_suppression.hpp +++ /dev/null @@ -1,40 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include -#include - -#include -#include - -namespace ngraph { namespace vpu { namespace op { - -class StaticShapeNonMaxSuppression : public ngraph::op::NonMaxSuppressionIE3 { -public: - OPENVINO_OP("StaticShapeNonMaxSuppression", "VPUOpset", ngraph::op::NonMaxSuppressionIE3); - - explicit StaticShapeNonMaxSuppression(const ngraph::opset5::NonMaxSuppression& nms); - - StaticShapeNonMaxSuppression(const Output& boxes, - const Output& scores, - const Output& maxOutputBoxesPerClass, - const Output& iouThreshold, - const Output& scoreThreshold, - const Output& softNmsSigma, - int centerPointBox = 0, - bool sortResultDescending = true, - const ngraph::element::Type& outputType = ngraph::element::i64); - - void validate_and_infer_types() override; - void set_output_type(const ngraph::element::Type& output_type); - using Node::set_output_type; - std::shared_ptr clone_with_new_inputs(const OutputVector& new_args) const override; -}; - -} // namespace op -} // namespace vpu -} // namespace ngraph diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_nonzero.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_nonzero.hpp deleted file mode 100644 index 51b3446e1c0..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_nonzero.hpp +++ /dev/null @@ -1,43 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -#include -#include - -namespace ngraph { namespace vpu { namespace op { - -class StaticShapeNonZero : public ngraph::op::Op { -public: - OPENVINO_OP("StaticShapeNonZero", "VPUOpset"); - - explicit StaticShapeNonZero(const Output& input, const element::Type& output_type = element::i64); - - void validate_and_infer_types() override; - - std::shared_ptr clone_with_new_inputs(const OutputVector& new_args) const override; - - bool visit_attributes(ngraph::AttributeVisitor& visitor) override; - - OPENVINO_SUPPRESS_DEPRECATED_START - bool evaluate(const HostTensorVector& output_values, - const HostTensorVector& input_values) const override; - OPENVINO_SUPPRESS_DEPRECATED_END - - element::Type get_output_type() const { return m_output_type; } - void set_output_type(element::Type output_type) { m_output_type = output_type; } - // Overload collision with method on Node - using Node::set_output_type; - -protected: - element::Type m_output_type; -}; - -} // namespace op -} // namespace vpu -} // namespace ngraph diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_reshape.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_reshape.hpp deleted file mode 100644 index 4177e20252b..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_reshape.hpp +++ /dev/null @@ -1,31 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/op/util/attr_types.hpp" -#include "ngraph/node.hpp" -#include - -#include -#include - -namespace ngraph { namespace vpu { namespace op { - -class StaticShapeReshape : public ngraph::opset3::Reshape { -public: - OPENVINO_OP("StaticShapeReshape", "VPUOpset"); - - StaticShapeReshape(const Output& arg, const Output& pattern, bool special_zero); - explicit StaticShapeReshape(const std::shared_ptr& reshape); - - void validate_and_infer_types() override; - -protected: - ngraph::PartialShape m_evaluatedOutputShape; -}; - -} // namespace op -} // namespace vpu -} // namespace ngraph diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_topk.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_topk.hpp deleted file mode 100644 index c3efb3cffac..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/operations/static_shape_topk.hpp +++ /dev/null @@ -1,42 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include -#include - -#include -#include - -namespace ngraph { namespace vpu { namespace op { - -class StaticShapeTopK : public ngraph::op::v3::TopK { -public: - OPENVINO_OP("StaticShapeTopK", "VPUOpset"); - - StaticShapeTopK(const Output& data, - const Output& k, - const int64_t axis, - const std::string& mode, - const std::string& sort, - const element::Type& index_element_type = element::i32); - - StaticShapeTopK(const Output& data, - const Output& k, - const int64_t axis, - const Mode mode, - const SortType sort, - const element::Type& index_element_type = element::i32); - - void validate_and_infer_types() override; - -protected: - ngraph::PartialShape m_evaluatedOutputShape; -}; - -} // namespace op -} // namespace vpu -} // namespace ngraph diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/query_network.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/query_network.hpp deleted file mode 100644 index 5671215d097..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/query_network.hpp +++ /dev/null @@ -1,16 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -namespace vpu { - -InferenceEngine::QueryNetworkResult getQueryNetwork(const InferenceEngine::CNNNetwork& convertedNetwork, - const std::shared_ptr& function, - const std::string& pluginName, const std::set& supportedLayers); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_extract_image_patches_to_reorg_yolo.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_extract_image_patches_to_reorg_yolo.hpp deleted file mode 100644 index 130be6552c0..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_extract_image_patches_to_reorg_yolo.hpp +++ /dev/null @@ -1,17 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -namespace vpu { - -class ConvertExtractImagePatchesToReorgYolo : public ngraph::pass::MatcherPass { -public: - OPENVINO_RTTI("ConvertExtractImagePatchesToReorgYolo", "0"); - ConvertExtractImagePatchesToReorgYolo(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_gatherND8.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_gatherND8.hpp deleted file mode 100644 index 6ddddab879d..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_gatherND8.hpp +++ /dev/null @@ -1,17 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -namespace vpu { - -class ConvertGatherND8ToGatherND5 : public ngraph::pass::MatcherPass { -public: - OPENVINO_RTTI("ConvertGatherND8ToGatherND5", "0"); - ConvertGatherND8ToGatherND5(); -}; -} diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_transpose_presicion.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_transpose_presicion.hpp deleted file mode 100644 index 43f9a0ffbd6..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/convert_transpose_presicion.hpp +++ /dev/null @@ -1,17 +0,0 @@ -// Copyright (C) 2022 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -namespace vpu { - -class ConvertTransposePrecision : public ngraph::pass::MatcherPass { -public: - OPENVINO_RTTI("ConvertTransposePrecision", "0"); - ConvertTransposePrecision(); -}; -} diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape.hpp deleted file mode 100644 index a4b78b65bdf..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape.hpp +++ /dev/null @@ -1,28 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include -#include - -namespace vpu { - -using Transformations = std::unordered_map)>>; - -class DynamicToStaticShape: public ngraph::pass::FunctionPass { -public: - OPENVINO_RTTI("DynamicToStaticShape", "0"); - explicit DynamicToStaticShape(const Transformations& specificTransformations = {}); - bool run_on_model(const std::shared_ptr& m) override; - - // Keep this method for backward compatibility with other plugins - void transform(std::shared_ptr function) { run_on_model(function); } -private: - Transformations transformations; -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_binary_elementwise.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_binary_elementwise.hpp deleted file mode 100644 index 56da5386354..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_binary_elementwise.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeBinaryEltwise(std::shared_ptr eltwise); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_broadcast.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_broadcast.hpp deleted file mode 100644 index 40d12ace808..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_broadcast.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeBroadcast(std::shared_ptr target); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_concat.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_concat.hpp deleted file mode 100644 index 7bf396f698d..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_concat.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeConcat(std::shared_ptr target); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather.hpp deleted file mode 100644 index 70734c5a2f9..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeGather(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather_elements.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather_elements.hpp deleted file mode 100644 index 99d6e151521..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather_elements.hpp +++ /dev/null @@ -1,13 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -namespace vpu { - -void dynamicToStaticShapeGatherElements(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather_nd.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather_nd.hpp deleted file mode 100644 index 06a85293c5e..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_gather_nd.hpp +++ /dev/null @@ -1,13 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -namespace vpu { - -void dynamicToStaticShapeGatherND(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_loop.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_loop.hpp deleted file mode 100644 index b85ecfa6bea..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_loop.hpp +++ /dev/null @@ -1,16 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void validateLoop(const ngraph::Node& node); -void dynamicToStaticShapeLoop(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_matmul.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_matmul.hpp deleted file mode 100644 index c3e6f3e9b51..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_matmul.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeMatMul(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_non_max_suppression.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_non_max_suppression.hpp deleted file mode 100644 index b055c64d4f0..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_non_max_suppression.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticNonMaxSuppression(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_nonzero.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_nonzero.hpp deleted file mode 100644 index 6fb4cc6dd82..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_nonzero.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeNonZero(std::shared_ptr nonZero); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_reduce.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_reduce.hpp deleted file mode 100644 index 415d16a4ce9..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_reduce.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeReduce(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_reshape.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_reshape.hpp deleted file mode 100644 index e6e5251e728..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_reshape.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeReshape(std::shared_ptr transpose); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_roialign.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_roialign.hpp deleted file mode 100644 index 13bd8fb3122..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_roialign.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeROIAlign(std::shared_ptr target); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_split.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_split.hpp deleted file mode 100644 index 6bbb94b4b0c..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_split.hpp +++ /dev/null @@ -1,14 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -namespace vpu { - -void validateSplit(const ngraph::Node& node); -void dynamicToStaticShapeSplit(std::shared_ptr target); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_squeeze.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_squeeze.hpp deleted file mode 100644 index 8570adaa75d..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_squeeze.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeSqueeze(std::shared_ptr target); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_strided_slice.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_strided_slice.hpp deleted file mode 100644 index 16164a3db89..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_strided_slice.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeStridedSlice(std::shared_ptr target); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_topk.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_topk.hpp deleted file mode 100644 index 58bb74ad7b2..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_topk.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeTopK(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_transpose.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_transpose.hpp deleted file mode 100644 index 76bd3718b50..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_transpose.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeTranspose(std::shared_ptr transpose); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_unary_elementwise.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_unary_elementwise.hpp deleted file mode 100644 index 82c74452fc2..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_unary_elementwise.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticUnaryElementwise(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_unsqueeze.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_unsqueeze.hpp deleted file mode 100644 index be74d457fd1..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_unsqueeze.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeUnsqueeze(std::shared_ptr target); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_variadic_split.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_variadic_split.hpp deleted file mode 100644 index 24336f6573c..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/dynamic_to_static_shape_variadic_split.hpp +++ /dev/null @@ -1,15 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" - -#include - -namespace vpu { - -void dynamicToStaticShapeVariadicSplit(std::shared_ptr node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/eliminate_shapeof_after_dsr.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/eliminate_shapeof_after_dsr.hpp deleted file mode 100644 index 611a259e435..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/eliminate_shapeof_after_dsr.hpp +++ /dev/null @@ -1,17 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -namespace vpu { - -class EliminateShapeOfAfterDSR : public ngraph::pass::MatcherPass { -public: - OPENVINO_RTTI("EliminateShapeOfAfterDSR", "0"); - EliminateShapeOfAfterDSR(); -}; - -} //namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/batch_extraction_configuration.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/batch_extraction_configuration.hpp deleted file mode 100644 index 42ccee7ad98..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/batch_extraction_configuration.hpp +++ /dev/null @@ -1,31 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -namespace vpu { - -enum class SliceMode { - Slice, - Unchanged -}; - -class SliceConfiguration { -public: - SliceConfiguration() = default; - SliceConfiguration(std::vector inputs, std::vector outputs); - - bool isSliceSupported() const; - const std::vector& inputs() const; - const std::vector& outputs() const; - -private: - bool m_isSliceSupported = false; - std::vector m_inputs; - std::vector m_outputs; -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/extract_dynamic_batch.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/extract_dynamic_batch.hpp deleted file mode 100644 index 62edafc3c37..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/extract_dynamic_batch.hpp +++ /dev/null @@ -1,24 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/pass/graph_rewrite.hpp" - -#include - -namespace vpu { - -class ExtractBatch: public ngraph::pass::FunctionPass { -public: - OPENVINO_RTTI("ExtractBatch", "0"); - - explicit ExtractBatch(std::unordered_set targets); - bool run_on_model(const std::shared_ptr& m) override; - -private: - std::unordered_set targets; -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_binary_eltwise.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_binary_eltwise.hpp deleted file mode 100644 index f25d451ca29..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_binary_eltwise.hpp +++ /dev/null @@ -1,14 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/ngraph.hpp" -#include "batch_extraction_configuration.hpp" - -namespace vpu { - -SliceConfiguration sliceBinaryEltwise(const ngraph::Node& node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_convolution.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_convolution.hpp deleted file mode 100644 index fc0b66e3ca1..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_convolution.hpp +++ /dev/null @@ -1,14 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/ngraph.hpp" -#include "batch_extraction_configuration.hpp" - -namespace vpu { - -SliceConfiguration sliceConvolution(const ngraph::Node& node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_mat_mul.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_mat_mul.hpp deleted file mode 100644 index 7988a658965..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_mat_mul.hpp +++ /dev/null @@ -1,14 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/ngraph.hpp" -#include "batch_extraction_configuration.hpp" - -namespace vpu { - -SliceConfiguration sliceMatMul(const ngraph::Node& node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_unary_eltwise.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_unary_eltwise.hpp deleted file mode 100644 index 7d7be2a3af4..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/extract_dynamic_batch/slice_unary_eltwise.hpp +++ /dev/null @@ -1,14 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/ngraph.hpp" -#include "batch_extraction_configuration.hpp" - -namespace vpu { - -SliceConfiguration sliceUnaryEltwise(const ngraph::Node& node); - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/merge_gather_gather_elements.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/merge_gather_gather_elements.hpp deleted file mode 100644 index e58fddc8fb1..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/merge_gather_gather_elements.hpp +++ /dev/null @@ -1,17 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/pass/pass.hpp" - -namespace vpu { - -class MergeGatherGatherElements : public ngraph::pass::FunctionPass { -public: - OPENVINO_RTTI("MergeGatherGatherElements", "0"); - bool run_on_model(const std::shared_ptr& m) override; -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/merge_subsequent_dsr_operations.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/merge_subsequent_dsr_operations.hpp deleted file mode 100644 index 40e85fdd055..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/transformations/merge_subsequent_dsr_operations.hpp +++ /dev/null @@ -1,17 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/pass/graph_rewrite.hpp" - -namespace vpu { - -class MergeSubsequentDSROperations : public ngraph::pass::MatcherPass { -public: - OPENVINO_RTTI("MergeSubsequentDSROperations", "0"); - MergeSubsequentDSROperations(); -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/ngraph/utilities.hpp b/src/plugins/intel_myriad/common/include/vpu/ngraph/utilities.hpp deleted file mode 100644 index 6cbebb2a0d3..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/ngraph/utilities.hpp +++ /dev/null @@ -1,100 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include "ngraph/node.hpp" -#include "ngraph/type/element_type.hpp" -#include "ngraph/type.hpp" - -#include "vpu/utils/error.hpp" -#include "vpu/ngraph/operations/static_shape_non_maximum_suppression.hpp" -#include "vpu/ngraph/operations/static_shape_nonzero.hpp" -#include "vpu/ngraph/operations/static_shape_topk.hpp" -#include "vpu/ngraph/operations/out_shape_of_reshape.hpp" -#include -#include -#include - -namespace vpu { - -using typeToFuseMap = std::unordered_map&, ngraph::element::Type, size_t idx)>>; - -bool fuseTypeToStaticShapeNonMaxSuppression(const std::shared_ptr& node, ngraph::element::Type to, size_t idx); -bool fuseTypeToStaticShapeNonZero(const std::shared_ptr& node, ngraph::element::Type to, size_t idx); -bool fuseTypeToStaticShapeTopK(const std::shared_ptr& node, ngraph::element::Type to, size_t idx); -bool fuseTypeToOutShapeOfReshape(const std::shared_ptr& node, ngraph::element::Type to, size_t idx); - -static typeToFuseMap myriadTypeToFuseMap { - {ngraph::vpu::op::StaticShapeNonMaxSuppression::get_type_info_static(), fuseTypeToStaticShapeNonMaxSuppression}, - {ngraph::vpu::op::StaticShapeNonZero::get_type_info_static(), fuseTypeToStaticShapeNonZero}, - {ngraph::vpu::op::StaticShapeTopK::get_type_info_static(), fuseTypeToStaticShapeTopK}, - {ngraph::vpu::op::OutShapeOfReshape::get_type_info_static(), fuseTypeToOutShapeOfReshape}, -}; - -std::shared_ptr shapeToConstant(const ngraph::element::Type& type, const ngraph::Shape& shape); - -std::shared_ptr gatherShapeElements(const ngraph::Output&, int startIndex, size_t elemCount); - -std::shared_ptr gatherShapeElements(const ngraph::Output& shape, const std::vector& indicesToGather); - -template<> -inline void printTo(std::ostream& stream, const ngraph::NodeTypeInfo& object) { - OPENVINO_SUPPRESS_DEPRECATED_START - stream << object.name << " ver. " << object.version; - OPENVINO_SUPPRESS_DEPRECATED_END -} - -using Nodes = std::unordered_set; - -template -Nodes dfs(ngraph::Node* root, GetNext&& getNext, Visit&& visit) { - Nodes visited; - std::stack stack{{root}}; - while (!stack.empty()) { - const auto current = stack.top(); - stack.pop(); - - if (!visited.emplace(current).second) { - continue; - } - - if (!visit(current)) { - continue; - } - - for (const auto& next : getNext(current)) { - stack.push(next); - } - } - return visited; -} - -template -void bfs(ngraph::Node* root, NumEntries&& getNumEntries, Visit&& visit, MoveForward&& moveForward) { - std::deque deque{root}; - std::unordered_map visits; - while (!deque.empty()) { - const auto current = deque.front(); - deque.pop_front(); - - const auto numEntries = current == root ? 1 : getNumEntries(current); - - const auto visitsCount = ++visits[current]; - VPU_THROW_UNLESS(visitsCount <= numEntries, "Encountered loop at {}", current); - - if (visitsCount < numEntries) { - VPU_THROW_UNLESS(!deque.empty(), "Node {} should be visited only after all predecessors, but it is not available through all of them", current); - continue; - } - - if (!visit(current)) { - continue; - } - - moveForward(deque, current); - } -} - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/private_plugin_config.hpp b/src/plugins/intel_myriad/common/include/vpu/private_plugin_config.hpp deleted file mode 100644 index 239c49bda15..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/private_plugin_config.hpp +++ /dev/null @@ -1,152 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include - -namespace InferenceEngine { - -// -// Compilation options -// - -DECLARE_VPU_CONFIG(MYRIAD_NUMBER_OF_SHAVES); -DECLARE_VPU_CONFIG(MYRIAD_NUMBER_OF_CMX_SLICES); -DECLARE_VPU_CONFIG(MYRIAD_TILING_CMX_LIMIT_KB); - -DECLARE_VPU_CONFIG(MYRIAD_TENSOR_STRIDES); - -DECLARE_VPU_CONFIG(MYRIAD_SCALES_PATTERN); -DECLARE_VPU_CONFIG(MYRIAD_DETECT_NETWORK_BATCH); -DECLARE_VPU_CONFIG(MYRIAD_COPY_OPTIMIZATION); -DECLARE_VPU_CONFIG(MYRIAD_HW_INJECT_STAGES); -DECLARE_VPU_CONFIG(MYRIAD_HW_POOL_CONV_MERGE); -DECLARE_VPU_CONFIG(MYRIAD_PACK_DATA_IN_CMX); -DECLARE_VPU_CONFIG(MYRIAD_HW_DILATION); -DECLARE_VPU_CONFIG(MYRIAD_HW_EXTRA_SPLIT); - -DECLARE_VPU_CONFIG(MYRIAD_PERF_REPORT_MODE); -DECLARE_VPU_CONFIG(MYRIAD_PER_LAYER); -DECLARE_VPU_CONFIG(MYRIAD_PER_STAGE); - -DECLARE_VPU_CONFIG(MYRIAD_ENABLE_MEMORY_TYPES_ANNOTATION); -DECLARE_VPU_CONFIG(MYRIAD_ENABLE_EARLY_ELTWISE_RELU_FUSION); - -/** - * @brief Used to disable analyzeWeightableLayers pass in cases where - * weights scaling leads to poor accuracy. Default = "YES" - */ -DECLARE_VPU_CONFIG(MYRIAD_ENABLE_WEIGHTS_ANALYSIS); - -/** - * @brief MyriadPlugin uses heuristic algorithm to avoid accuracy degradations. - * This algorithm tries to find the preprocessing at the beginning of the model to adjust its parameters. - * This option should be set to "NO" if preprocessing is not a part of the model and performed separately - * in order to avoid accuracy degradation. - * Default is "YES" - */ -DECLARE_VPU_CONFIG(MYRIAD_CHECK_PREPROCESSING_INSIDE_MODEL); - -/** - * @brief Used to enable reshapeBeforeConvTiling pass in cases where - * user have reshape parameter "alt_width" in IR. - * Default is "NO". - */ -DECLARE_VPU_CONFIG(MYRIAD_ENABLE_CUSTOM_RESHAPE_PARAM); - -/** - * @brief Default key definition for InferenceEngine::MYRIAD_NUMBER_OF_SHAVES option. - */ -DECLARE_VPU_CONFIG(MYRIAD_NUMBER_OF_SHAVES_AUTO); - -/** - * @brief Default key definition for InferenceEngine::MYRIAD_NUMBER_OF_CMX_SLICES option. - */ -DECLARE_VPU_CONFIG(MYRIAD_NUMBER_OF_CMX_SLICES_AUTO); - -/** - * @brief Default key definition for InferenceEngine::MYRIAD_TILING_CMX_LIMIT_KB option. - */ -DECLARE_VPU_CONFIG(MYRIAD_TILING_CMX_LIMIT_KB_AUTO); - -/** - * @brief Default key definition for InferenceEngine::MYRIAD_HW_INJECT_STAGES option. - */ -DECLARE_VPU_CONFIG(MYRIAD_HW_INJECT_STAGES_AUTO); - -// -// Debug options -// - -DECLARE_VPU_CONFIG(MYRIAD_HW_BLACK_LIST); - -DECLARE_VPU_CONFIG(MYRIAD_NONE_LAYERS); -DECLARE_VPU_CONFIG(MYRIAD_IGNORE_UNKNOWN_LAYERS); - -DECLARE_VPU_CONFIG(MYRIAD_DUMP_INTERNAL_GRAPH_FILE_NAME); -DECLARE_VPU_CONFIG(MYRIAD_DUMP_ALL_PASSES_DIRECTORY); -DECLARE_VPU_CONFIG(MYRIAD_DUMP_ALL_PASSES); - -/** - * @brief Used to disable reorder passes in tests to be able to precisely set - * desired layout on every stage. - */ -DECLARE_VPU_CONFIG(MYRIAD_DISABLE_REORDER); - -/** - * @brief Used to disable convert stages in tests to be able to insert - * convert layer with desired precision. - */ -DECLARE_VPU_CONFIG(MYRIAD_DISABLE_CONVERT_STAGES); - -/** - * @brief Used to disable permute merging pass (with setting "NO") in tests to check it preserves behaviour. Default = "YES" - */ -DECLARE_VPU_CONFIG(MYRIAD_ENABLE_PERMUTE_MERGING); - -DECLARE_VPU_CONFIG(MYRIAD_ENABLE_REPL_WITH_SCRELU); - -/** - * @brief Used to enable Tensor Iterator unrolling to get a reference for Tensor Iterator per-layer tests. - * Default is "NO". - */ -DECLARE_VPU_CONFIG(MYRIAD_ENABLE_TENSOR_ITERATOR_UNROLLING); - -/** - * @brief Used to guarantee Tensor Iterator layer will remain in the network regardless of possible performance transformation. - * Example of transformation: combining to RNN sequence. Needed for Tensor Iterator per-layer tests. - * Default is "NO". - */ -DECLARE_VPU_CONFIG(MYRIAD_FORCE_PURE_TENSOR_ITERATOR); - -// -// Myriad plugin options -// - -/** - * @brief Used to prevent IE from booting MX VPU. - * This is a plugin scope option and must be used with the plugin's SetConfig method - * The only possible values are: - * CONFIG_VALUE(YES) (default value) - * CONFIG_VALUE(NO) - */ -DECLARE_VPU_CONFIG(MYRIAD_ENABLE_MX_BOOT); - -DECLARE_VPU_CONFIG(MYRIAD_POWER_MANAGEMENT); -DECLARE_VPU_CONFIG(MYRIAD_POWER_FULL); -DECLARE_VPU_CONFIG(MYRIAD_POWER_INFER); -DECLARE_VPU_CONFIG(MYRIAD_POWER_STAGE); -DECLARE_VPU_CONFIG(MYRIAD_POWER_STAGE_SHAVES); -DECLARE_VPU_CONFIG(MYRIAD_POWER_STAGE_NCES); - -DECLARE_VPU_CONFIG(MYRIAD_WATCHDOG); - -DECLARE_VPU_CONFIG(MYRIAD_DEVICE_CONNECT_TIMEOUT); - -DECLARE_VPU_CONFIG(MYRIAD_ENABLE_ASYNC_DMA); - -} // namespace InferenceEngine diff --git a/src/plugins/intel_myriad/common/include/vpu/utils/any.hpp b/src/plugins/intel_myriad/common/include/vpu/utils/any.hpp deleted file mode 100644 index be71c6317d9..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/utils/any.hpp +++ /dev/null @@ -1,155 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include -#include - -#include -#include -#include -#include -#include -#include - -namespace vpu { - -class Any final { - struct Holder { - using Ptr = std::unique_ptr; - - virtual ~Holder() = default; - - virtual Holder::Ptr clone() const = 0; - - virtual void printImpl(std::ostream& os) const = 0; - virtual void printImpl(DotLabel& lbl) const = 0; - }; - - template - struct HolderImpl final : Holder { - T _val; - - explicit HolderImpl(const T& val) : - _val(val) { - } - explicit HolderImpl(T&& val) : - _val(std::move(val)) { - } - - void set(const T& val) { - _val = val; - } - void set(T&& val) { - _val = std::move(val); - } - - ~HolderImpl() override = default; - - Holder::Ptr clone() const override { - return Holder::Ptr(new HolderImpl(_val)); - } - - void printImpl(std::ostream& os) const override { - printTo(os, _val); - } - void printImpl(DotLabel& lbl) const override { - printTo(lbl, _val); - } - }; - -public: - Any() = default; - - Any(Any&&) = default; - Any& operator=(Any&&) = default; - - Any(const Any& other) : - _impl(other._impl != nullptr ? other._impl->clone() : nullptr) { - } - Any& operator=(const Any& other) { - if (&other != this) { - if (other._impl == nullptr) { - _impl.reset(); - } else { - _impl = other._impl->clone(); - } - } - return *this; - } - - template - explicit Any(const T& arg) : - _impl(new HolderImpl(arg)) { - } - template < - typename T, - typename = typename std::enable_if::value, void>::type> - explicit Any(T&& arg) : - _impl(new HolderImpl::type>(std::move(arg))) { - } - - bool empty() const { - return _impl == nullptr; - } - - template - void set(const T& arg) { - if (auto casted = dynamic_cast*>(_impl.get())) { - casted->set(arg); - } else { - _impl.reset(new HolderImpl(arg)); - } - } - template < - typename T, - typename = typename std::enable_if::value, void>::type> - void set(T&& arg) { - if (auto casted = dynamic_cast::type>*>(_impl.get())) { - casted->set(std::move(arg)); - } else { - _impl.reset(new HolderImpl(std::move(arg))); - } - } - - template - const T& get() const { - VPU_INTERNAL_CHECK(_impl != nullptr, "Any object was not set"); - auto casted = dynamic_cast*>(_impl.get()); - VPU_INTERNAL_CHECK(casted != nullptr, "Any object has type different than %v", typeid(T).name()); - return casted->_val; - } - template - T& get() { - VPU_INTERNAL_CHECK(_impl != nullptr, "Any object was not set"); - auto casted = dynamic_cast*>(_impl.get()); - VPU_INTERNAL_CHECK(casted != nullptr, "Any object has type different than %v", typeid(T).name()); - return casted->_val; - } - - void swap(Any& other) { - std::swap(_impl, other._impl); - } - - template - void printImpl(Out& out) const { - if (!empty()) { - _impl->printImpl(out); - } - } - -private: - Holder::Ptr _impl; -}; - -inline void printTo(std::ostream& os, const Any& any) { - any.printImpl(os); -} -inline void printTo(DotLabel& lbl, const Any& any) { - any.printImpl(lbl); -} - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/utils/attributes_map.hpp b/src/plugins/intel_myriad/common/include/vpu/utils/attributes_map.hpp deleted file mode 100644 index 895fd33449e..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/utils/attributes_map.hpp +++ /dev/null @@ -1,177 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include -#include -#include -#include - -#include -#include -#include - -namespace vpu { - -// -// AttributesMap -// - -class AttributesMap final { -public: - using BaseMap = std::map; - - using iterator = BaseMap::iterator; - using const_iterator = BaseMap::const_iterator; - - inline AttributesMap() = default; - - inline AttributesMap(const AttributesMap&) = default; - inline AttributesMap& operator=(const AttributesMap&) = default; - - inline AttributesMap(AttributesMap&&) = default; - inline AttributesMap& operator=(AttributesMap&&) = default; - - inline ~AttributesMap() = default; - - inline bool empty() const { - return _tbl.empty(); - } - - size_t size() const { - return _tbl.size(); - } - - inline bool has(const std::string& name) const { - return _tbl.count(name) != 0; - } - - inline void erase(const std::string& name) { - _tbl.erase(name); - } - - template - inline void set(const std::string& name, const T& val) { - _tbl[name].set(val); - } - template < - typename T, - typename _Check = typename std::enable_if::value, void>::type> - inline void set(const std::string& name, T&& val) { - _tbl[name].set(std::forward::type>(val)); - } - - template - inline const T& get(const std::string& name) const { - auto it = _tbl.find(name); - IE_ASSERT(it != _tbl.end()); - return it->second.get(); - } - template - inline T& get(const std::string& name) { - auto it = _tbl.find(name); - IE_ASSERT(it != _tbl.end()); - return it->second.get(); - } - - template - inline T getOrDefault(const std::string& name) const { - auto it = _tbl.find(name); - if (it != _tbl.end()) { - return it->second.get(); - } - return T(); - } - template - inline T getOrDefault(const std::string& name, const T& def) const { - auto it = _tbl.find(name); - if (it != _tbl.end()) { - return it->second.get(); - } - return def; - } - - template - inline T& getOrSet(const std::string& name) { - auto it = _tbl.find(name); - if (it != _tbl.end()) { - return it->second.get(); - } - auto res = _tbl.insert({name, Any(T())}); - assert(res.second); - return res.first->second.get(); - } - template - inline T& getOrSet(const std::string& name, const T& def) { - auto it = _tbl.find(name); - if (it != _tbl.end()) { - return it->second.get(); - } - auto res = _tbl.insert({name, Any(def)}); - assert(res.second); - return res.first->second.get(); - } - template < - typename T, - typename _Check = typename std::enable_if::value, void>::type> - inline T& getOrSet(const std::string& name, T&& def) { - auto it = _tbl.find(name); - if (it != _tbl.end()) { - return it->second.get::type>(); - } - auto res = _tbl.insert({name, Any(std::forward::type>(def))}); - assert(res.second); - return res.first->second.get::type>(); - } - - inline iterator begin() { return _tbl.begin(); } - inline iterator end() { return _tbl.end(); } - - inline const_iterator begin() const { return _tbl.begin(); } - inline const_iterator end() const { return _tbl.end(); } - - inline const_iterator cbegin() const { return _tbl.cbegin(); } - inline const_iterator cend() const { return _tbl.cend(); } - - inline void copyFrom(const AttributesMap& other) { - for (const auto& p : other._tbl) { - _tbl[p.first] = p.second; - } - } - -private: - BaseMap _tbl; -}; - -inline void printTo(std::ostream& os, const AttributesMap& attrs) { - details::printMap(os, attrs); -} -inline void printTo(DotLabel& lbl, const AttributesMap& attrs) { - details::printMap(lbl, attrs); -} - -// -// EnableCustomAttributes -// - -class EnableCustomAttributes { -public: - inline const AttributesMap& attrs() const { return _attrs; } - inline AttributesMap& attrs() { return _attrs; } - -protected: - inline EnableCustomAttributes() = default; - inline EnableCustomAttributes(const EnableCustomAttributes&) = default; - inline EnableCustomAttributes(EnableCustomAttributes&&) = default; - inline ~EnableCustomAttributes() = default; - inline EnableCustomAttributes& operator=(const EnableCustomAttributes&) = default; - inline EnableCustomAttributes& operator=(EnableCustomAttributes&&) = default; - -private: - AttributesMap _attrs; -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/utils/auto_scope.hpp b/src/plugins/intel_myriad/common/include/vpu/utils/auto_scope.hpp deleted file mode 100644 index 8663a9295ae..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/utils/auto_scope.hpp +++ /dev/null @@ -1,40 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - - -namespace vpu { - -class AutoScope final { -public: - explicit AutoScope(const std::function& func) : _func(func) {} - - ~AutoScope() { - if (_func != nullptr) { - _func(); - } - } - - void callAndRelease() { - if (_func != nullptr) { - _func(); - _func = nullptr; - } - } - - void release() { - _func = nullptr; - } - - AutoScope(const AutoScope& other) = delete; - AutoScope& operator=(const AutoScope&) = delete; - -private: - std::function _func; -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/utils/cache.hpp b/src/plugins/intel_myriad/common/include/vpu/utils/cache.hpp deleted file mode 100644 index 1d2b0797cec..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/utils/cache.hpp +++ /dev/null @@ -1,446 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include - -#include -#include -#include - -#include -#include -#include -#include - -namespace vpu { - -template -class ValueCache final { -public: - ValueCache() = default; - - template - explicit ValueCache(F&& f) { - setInitializer(std::forward(f)); - } - - ValueCache(const ValueCache&) = delete; - ValueCache& operator=(const ValueCache&) = delete; - - ValueCache(ValueCache&&) = delete; - ValueCache& operator=(ValueCache&&) = delete; - - template - void setInitializer(F&& f) { - _func = std::forward(f); - - reset(); - } - - void reset() { - _cache.reset(); - } - - T get() { - if (!_cache.hasValue()) { - assert(_func != nullptr); - _cache = _func(); - } - - return _cache.get(); - } - -private: - std::function _func; - Optional _cache; -}; - -template -class ContainerRangeCache final { -private: - struct Holder final { - Container cont; - bool valid = false; - int numUsers = 0; - - void addUser() { - ++numUsers; - } - - void removeUser() { - assert(numUsers > 0); - --numUsers; - - if (numUsers == 0 && !valid) { - cont.clear(); - } - } - }; - - class Range final : private details::DebugRange { - public: - static constexpr const bool has_reverse_iter = details::HasReverseIterator::value; - static constexpr const bool has_random_access = details::HasRandomAccess::value; - static constexpr const bool const_time_size = true; - - private: - using ContIter = typename Container::const_iterator; - using ContRevIter = typename details::GetReverseIterator::reverse_iterator; - - template - class Iterator final : private details::DebugIterator { - public: - using value_type = typename BaseIter::value_type; - - using pointer = typename BaseIter::pointer; - using reference = typename BaseIter::reference; - - using iterator_category = std::input_iterator_tag; - using difference_type = std::ptrdiff_t; - - Iterator() = default; - - ~Iterator() { - if (_holder != nullptr) { - _holder->removeUser(); - } - } - - Iterator(const Iterator& other) : - details::DebugIterator(other), - _holder(other._holder), - _cur(other._cur), _end(other._end) { - if (_holder != nullptr) { - _holder->addUser(); - } - } - - Iterator& operator=(const Iterator& other) { - details::DebugIterator::operator=(other); - if (&other != this) { - if (_holder != nullptr) { - _holder->removeUser(); - } - - _holder = other._holder; - _cur = other._cur; - _end = other._end; - - if (_holder != nullptr) { - _holder->addUser(); - } - } - return *this; - } - - Iterator(Iterator&& other) : - details::DebugIterator(other), - _holder(other._holder), - _cur(std::move(other._cur)), _end(std::move(other._end)) { - other._holder = nullptr; - } - - Iterator& operator=(Iterator&& other) { - details::DebugIterator::operator=(other); - if (&other != this) { - if (_holder != nullptr) { - _holder->removeUser(); - } - - _holder = other._holder; - _cur = std::move(other._cur); - _end = std::move(other._end); - - other._holder = nullptr; - } - return *this; - } - - value_type operator*() const { - assert(this->range() != nullptr); - assert(_holder != nullptr); - assert(_cur != _end); - return *_cur; - } - - Iterator& operator++() { - assert(this->range() != nullptr); - assert(_holder != nullptr); - - if (_cur == _end) { - this->reset(); - } else { - ++_cur; - postAdvance(); - } - - return *this; - } - - bool operator==(const Iterator& other) const { - if (this->range() != other.range()) { - return false; - } - if (this->range() != nullptr) { - assert(_holder != nullptr); - return _cur == other._cur; - } - return true; - } - - bool operator!=(const Iterator& other) const { - return !(*this == other); - } - - private: - explicit Iterator(const Range* range) : - details::DebugIterator(range) { - _holder = this->range()->getHolder(); - assert(_holder != nullptr); - - _holder->addUser(); - - _cur = details::IteratorAccess::getBegin(_holder->cont); - _end = details::IteratorAccess::getEnd(_holder->cont); - - if (_cur == _end) { - this->reset(); - } else { - postAdvance(); - } - } - - void reset() { - details::DebugIterator::reset(); - - if (_holder != nullptr) { - _holder->removeUser(); - _holder = nullptr; - } - } - - void postAdvance() { - assert(this->range() != nullptr); - assert(_holder != nullptr); - - if (_cur == _end) { - this->reset(); - } - } - - private: - Holder* _holder = nullptr; - - BaseIter _cur; - BaseIter _end; - - private: - friend Range; - }; - - public: - using value_type = typename Container::value_type; - - using iterator = Iterator; - using reverse_iterator = typename std::conditional, void>::type; - - using const_iterator = iterator; - using const_reverse_iterator = reverse_iterator; - - Range() = default; - explicit Range(ContainerRangeCache* parent) : _parent(parent) {} - - iterator begin() const { - return iterator(this); - } - iterator end() const { - return iterator(); - } - - template ::value>::type> - reverse_iterator rbegin() const { - return reverse_iterator(this); - } - template ::value>::type> - reverse_iterator rend() const { - return reverse_iterator(); - } - - value_type front() const { - auto h = getHolder(); - assert(h != nullptr); - - return details::getFrontImpl(h->cont); - } - template ::value>::type> - value_type back() const { - auto h = getHolder(); - assert(h != nullptr); - - return details::getBackImpl(h->cont); - } - - size_t size() const { - return getSize(); - } - - bool empty() const { - return size() == 0; - } - - template ::value>::type> - value_type operator[](int ind) const { - auto h = getHolder(); - assert(h != nullptr); - - assert(ind >= 0 && ind < h->cont.size()); - - return h->cont[ind]; - } - - const Container& getContainer() const { - auto h = getHolder(); - assert(h != nullptr); - - return h->cont; - } - - private: - Holder* getHolder() const { - assert(_parent != nullptr); - - for (auto& h : _parent->_cache) { - if (h.valid) { - return &h; - } - } - - for (auto& h : _parent->_cache) { - if (h.numUsers == 0) { - assert(_parent->_func != nullptr); - - h.cont = _parent->_func(); - h.valid = true; - - return &h; - } - } - - auto it = _parent->_cache.emplace(_parent->_cache.begin(), Holder{}); - - auto& h = *it; - - h.cont = _parent->_func(); - h.valid = true; - - return &h; - } - - size_t getSize() const { - assert(_parent != nullptr); - - for (const auto& h : _parent->_cache) { - if (h.valid) { - return checked_cast(h.cont.size()); - } - } - - for (auto& h : _parent->_cache) { - if (h.numUsers == 0) { - assert(_parent->_func != nullptr); - - h.cont = _parent->_func(); - h.valid = true; - - return checked_cast(h.cont.size()); - } - } - - auto it = _parent->_cache.emplace(_parent->_cache.begin(), Holder{}); - - auto& h = *it; - - assert(_parent->_func != nullptr); - - h.cont = _parent->_func(); - h.valid = true; - - return checked_cast(h.cont.size()); - } - - private: - ContainerRangeCache* _parent = nullptr; - - private: - template - friend class Iterator; - - friend details::DebugIterator; - }; - - template struct InitializerWrapper; - template struct InitializerWrapper { - F f; - Container operator()() const { - return f(); - } - }; - template struct InitializerWrapper { - F f; - Container operator()() const { - return f() | asContainer(); - } - }; - -public: - ContainerRangeCache() = default; - - template - explicit ContainerRangeCache(F&& f) { - setInitializer(std::forward(f)); - } - - ContainerRangeCache(const ContainerRangeCache&) = delete; - ContainerRangeCache& operator=(const ContainerRangeCache&) = delete; - - ContainerRangeCache(ContainerRangeCache&&) = default; - ContainerRangeCache& operator=(ContainerRangeCache&&) = default; - - template - void setInitializer(F&& f) { - using FuncType = typename std::decay::type; - using ReturnType = typename std::decay::type; - - _func = InitializerWrapper::value>{std::forward(f)}; - - reset(); - } - - void reset() { - for (auto it = _cache.begin(); it != _cache.end();) { - if (it->numUsers == 0) { - it = _cache.erase(it); - } else { - it->valid = false; - ++it; - } - } - } - - Range get() { - return Range{this}; - } - -private: - std::function _func; - - std::list _cache; - -private: - friend Range; -}; - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/utils/checked_cast.hpp b/src/plugins/intel_myriad/common/include/vpu/utils/checked_cast.hpp deleted file mode 100644 index fdec577cde4..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/utils/checked_cast.hpp +++ /dev/null @@ -1,126 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#ifdef __INTEL_COMPILER -#pragma warning disable: 54 -#endif - -#include -#include - -#include - -namespace vpu { - -namespace details { - -template -inline typename std::enable_if::type runIf(Func&& func) { - func(); -} -template -inline typename std::enable_if::type runIf(Func&&) { -} - -// To overcame syntax parse error, when `>` comparison operator is threated as template closing bracket -template -constexpr inline bool Greater(T1&& v1, T2&& v2) { - return v1 > v2; -} - -} // namespace details - -template -inline typename std::enable_if< - std::is_same::value, -OutT>::type checked_cast(InT value) { - return value; -} - -template -inline typename std::enable_if< - std::is_integral::value && std::is_integral::value && - std::is_signed::value && std::is_signed::value && - !std::is_same::value, -OutT>::type checked_cast(InT value) { - details::runIf< - std::numeric_limits::lowest() < std::numeric_limits::lowest() - >([&] { - IE_ASSERT(value >= std::numeric_limits::lowest()) << value; - }); - details::runIf< - details::Greater(std::numeric_limits::max(), std::numeric_limits::max()) - >([&] { - IE_ASSERT(value <= std::numeric_limits::max()) << value; - }); - - return static_cast(value); -} - -template -typename std::enable_if< - std::is_integral::value && std::is_integral::value && - std::is_unsigned::value && std::is_unsigned::value && - !std::is_same::value, - OutT>::type checked_cast(InT value) { - details::runIf< - details::Greater(std::numeric_limits::max(), std::numeric_limits::max()) - >([&] { - IE_ASSERT(value <= std::numeric_limits::max()) << value; - }); - - return static_cast(value); -} - -template -typename std::enable_if< - std::is_integral::value && std::is_integral::value && - std::is_signed::value && std::is_unsigned::value, - OutT>::type checked_cast(InT value) { - details::runIf< - details::Greater(std::numeric_limits::max(), static_cast::type>(std::numeric_limits::max())) - >([&] { - IE_ASSERT(value <= static_cast::type>(std::numeric_limits::max())) << value; - }); - - return static_cast(value); -} - -template -typename std::enable_if< - std::is_integral::value && std::is_integral::value && - std::is_unsigned::value && std::is_signed::value, - OutT>::type checked_cast(InT value) { - IE_ASSERT(value >= 0) << value; - details::runIf< - details::Greater(static_cast::type>(std::numeric_limits::max()), std::numeric_limits::max()) - >([&] { - IE_ASSERT(static_cast::type>(value) <= std::numeric_limits::max()) << value; - }); - - return static_cast(value); -} - -template -typename std::enable_if< - std::is_integral::value && std::is_floating_point::value, - OutT>::type checked_cast(InT value) { - IE_ASSERT(value <= static_cast(std::numeric_limits::max())) << value; - IE_ASSERT(value >= static_cast(std::numeric_limits::lowest())) << value; - - return static_cast(value); -} - -template -typename std::enable_if< - std::is_same::value && std::is_same::value, - OutT>::type checked_cast(InT value) { - IE_ASSERT(static_cast(static_cast(value)) == value) << value; - - return static_cast(value); -} - -} // namespace vpu diff --git a/src/plugins/intel_myriad/common/include/vpu/utils/containers.hpp b/src/plugins/intel_myriad/common/include/vpu/utils/containers.hpp deleted file mode 100644 index f0707d91948..00000000000 --- a/src/plugins/intel_myriad/common/include/vpu/utils/containers.hpp +++ /dev/null @@ -1,49 +0,0 @@ -// Copyright (C) 2018-2023 Intel Corporation -// SPDX-License-Identifier: Apache-2.0 -// - -#pragma once - -#include -#include - -#include "error.hpp" - -namespace vpu { - -template