natas_hw
/
openvino
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[ CONFORMANCE ] Extend entity be op_impl_check + exclude extra tests in case of using entity flag (#23831) 

### Details:
 - *item1*
 - *...*

### Tickets:
 - *ticket-id*
This commit is contained in:
Irina Efode 2024-04-03 14:49:43 +04:00 committed by GitHub
parent 902c370ca1
commit a89951fcb7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/tests/functional/plugin/conformance/test_runner/README.md
View File

@ -94,7 +94,7 @@ The script has the following optional arguments:
* `sm SPECIAL_MODE, --special_mode SPECIAL_MODE`
Specify shape mode (`static`, `dynamic` or ``) for Opset conformance or API scope type (`mandatory` or ``). Default value is ``
* `-e ENTITY, --entity ENTITY`
Specify validation entity: `Inference`, `ImportExport` or `QueryModel` for `OP` or `ov`. Default value is `ov_compiled_model`, `ov_infer_request` or `ov_plugin` for `API`. Default value is ``(all)
Specify validation entity: `Inference`, `ImportExport`, `QueryModel` or `OpImpl` for `OP` or `ov`. Default value is `ov_compiled_model`, `ov_infer_request` or `ov_plugin` for `API`. Default value is ``(all)
* `p PARALLEL_DEVICES, --parallel_devices PARALLEL_DEVICES`
Parallel over HW devices. For example run tests over `GPU.0` and `GPU.1` in case when device are the same
* `f EXPECTED_FAILURES, --expected_failures EXPECTED_FAILURES`

6
src/tests/test_utils/functional_test_utils/layer_tests_summary/run_conformance.py
View File

@ -53,7 +53,7 @@ def parse_arguments():
gtest_filter_helper = "Specify gtest filter to apply for a test run. E.g. *Add*:*BinaryConv*. The default value is None"
ov_config_path_helper = "Specify path to a plugin config file as `.lst` file. Default value is ``"
special_mode_help = "Specify shape mode (`static`, `dynamic` or ``) for Opset conformance or API scope type (`mandatory` or ``). Default value is ``"
entity_help = "Specify validation entity: `Inference`, `ImportExport` or `QueryModel` for `OP` or "\
entity_help = "Specify validation entity: `Inference`, `ImportExport`, `QueryModel` or `OpImpl` for `OP` or "\
"`ov_compiled_model`, `ov_infer_request` or `ov_plugin` for `API`. Default value is ``(all)"
parallel_help = "Parallel over HW devices. For example run tests over GPU.0 and GPU.1 in case when device are the same"
expected_failures_help = "Excepted failures list file path as csv"
@ -105,7 +105,7 @@ class Conformance:
self._cache_path = cache_path if os.path.isfile(cache_path) else ""
self.__entity = ""
if type == constants.OP_CONFORMANCE:
if entity == "Inference" or entity == "QueryModel" or entity == "ImportExport" or entity == "":
if entity == "Inference" or entity == "QueryModel" or entity == "ImportExport" or entity == "" or entity == "OpImpl":
self.__entity = entity
else:
logger.error(f'Incorrect value to set entity type: {special_mode}. Please check `help` to get possible values')
@ -115,7 +115,7 @@ class Conformance:
else:
logger.error(f'Incorrect value to set shape mode: {special_mode}. Please check `help` to get possible values')
exit(-1)
self._gtest_filter = f"*{self.__entity}*{gtest_filter}*"#:*OpImpl*"
self._gtest_filter = f"*{self.__entity}*{gtest_filter}*{'' if self.__entity == 'OpImpl' else ':-*OpImpl*'}"
elif type == constants.API_CONFORMANCE:
if entity == "ov_compiled_model" or entity == "ov_plugin" or entity == "ov_infer_request" or entity == "":
self.__entity = entity