Switch Tensorflow models tests back on Azure runners (#24038)

### Details:
This switches TF Hub model tests back to self-hosted runners in AKS and
stores models in persistent storage in Azure

.github/workflows/job_onnx_models_tests.yml

@@ -57,7 +57,7 @@ jobs:
           echo "OPENVINO_REPO=$GITHUB_WORKSPACE/openvino" >> "$GITHUB_ENV"
           echo "INSTALL_DIR=$GITHUB_WORKSPACE/install" >> "$GITHUB_ENV"
           echo "INSTALL_TEST_DIR=$GITHUB_WORKSPACE/install/tests" >> "$GITHUB_ENV"
-          echo "MODELS_SHARE_PATH=/mount/onnxtestdata$((GITHUB_RUN_NUMBER % NUMBER_OF_REPLICAS))" >> "$GITHUB_ENV"
+          echo "MODELS_SHARE_PATH=/mount/testdata$((GITHUB_RUN_NUMBER % NUMBER_OF_REPLICAS))" >> "$GITHUB_ENV"
           echo $MODELS_SHARE_PATH
 
       - name: Extract OpenVINO packages

.github/workflows/job_tensorflow_models_tests.yml

@@ -32,6 +32,7 @@ jobs:
       INSTALL_DIR: ${{ github.workspace }}/install
       INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
       MODEL_HUB_TESTS_INSTALL_DIR: ${{ github.workspace }}/install/tests/model_hub_tests
+      NUMBER_OF_REPLICAS: 2
     steps:
       - name: Check sudo
         if: ${{ runner.os == 'Linux' }}
@@ -71,6 +72,10 @@ jobs:
           echo "INSTALL_DIR=$GITHUB_WORKSPACE/install" >> "$GITHUB_ENV"
           echo "INSTALL_TEST_DIR=$GITHUB_WORKSPACE/install/tests" >> "$GITHUB_ENV"
           echo "MODEL_HUB_TESTS_INSTALL_DIR=$GITHUB_WORKSPACE/install/tests/model_hub_tests" >> "$GITHUB_ENV"
+          echo "TFHUB_CACHE_DIR=/mount/testdata$((GITHUB_RUN_NUMBER % NUMBER_OF_REPLICAS))/tfhub_models" >> "$GITHUB_ENV"
+          echo $TFHUB_CACHE_DIR
+          echo "HF_HUB_CACHE=/mount/testdata$((GITHUB_RUN_NUMBER % NUMBER_OF_REPLICAS))/hugging_face" >> "$GITHUB_ENV"
+          echo $HF_HUB_CACHE
 
       - name: Extract OpenVINO packages
         run: |
@@ -94,7 +99,7 @@ jobs:
         if: ${{ runner.os == 'Linux' }}
         run: |
           # install git (required to build pip deps from the sources)
-          sudo apt-get install --assume-yes --no-install-recommends g++ git ca-certificates
+          sudo apt-get install --assume-yes --no-install-recommends g++ git ca-certificates wget
 
       - name: Setup Python 3.11
         uses: ./openvino/.github/actions/setup_python

.github/workflows/linux.yml

@@ -505,11 +505,6 @@ jobs:
       runner: 'aks-linux-8-cores-32gb'
       image: 'openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04'
 
-  # TODO: Switch back to self-hosted runners
-  # container:
-  #   image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
-  #   volumes:
-  #     - /mount:/mount
   TensorFlow_Models_Tests_Precommit:
     name: TensorFlow Models tests
     if: fromJSON(needs.smart_ci.outputs.affected_components).TF_FE.test ||
@@ -517,8 +512,9 @@ jobs:
     needs: [ Build, Smart_CI, Openvino_tokenizers ]
     uses: ./.github/workflows/job_tensorflow_models_tests.yml
     with:
-      runner: 'ubuntu-20.04-8-cores'
+      runner: 'aks-linux-8-cores-16gb'
       model_scope: 'precommit'
+      container: '{"image": "openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04", "volumes": ["/mount:/mount"]}'
 
   TensorFlow_Models_Tests_Nightly_TF_HUB:
     name: TensorFlow TF Hub Models tests
@@ -526,8 +522,9 @@ jobs:
     needs: [ Build, Smart_CI, Openvino_tokenizers ]
     uses: ./.github/workflows/job_tensorflow_models_tests.yml
     with:
-      runner: 'ubuntu-20.04-16-cores'
+      runner: 'aks-linux-8-cores-32gb'
       model_scope: 'nightly_tf_hub'
+      container: '{"image": "openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04", "volumes": ["/mount:/mount"]}'
 
   TensorFlow_Models_Tests_Nightly_HF:
     name: TensorFlow Hugging Face Models tests
@@ -535,8 +532,9 @@ jobs:
     needs: [ Build, Smart_CI, Openvino_tokenizers ]
     uses: ./.github/workflows/job_tensorflow_models_tests.yml
     with:
-      runner: 'ubuntu-20.04-16-cores'
+      runner: 'aks-linux-8-cores-32gb'
       model_scope: 'nightly_hf'
+      container: '{"image": "openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04", "volumes": ["/mount:/mount"]}'
 
   # TODO: Switch back to self-hosted runners
   # container:

tests/model_hub_tests/tensorflow/test_tf_convert_model.py

@@ -129,12 +129,6 @@ class TestTFHubConvertModel(TestConvertModel):
                     pass
 
     def teardown_method(self):
-        # remove all downloaded files for TF Hub models
-        self.clean_dir(tf_hub_cache_dir)
-
-        # remove all downloaded files for HF models
-        self.clean_dir(hf_cache_dir)
-
         # deallocate memory after each test case
         gc.collect()