openvino/.ci/azure/linux_onnxruntime.yml

trigger:
  branches:
    include:
    - master
    - releases/*
  paths:
    exclude: 
    - docs/
    - /**/docs/*
    - /**/*.md
    - README.md

pr:
  branches:
    include:
    - master
    - releases/*
  paths:
    exclude: 
    - docs/
    - /**/docs/*
    - /**/*.md
    - README.md

jobs:
- job: onnxruntime
  timeoutInMinutes: 90

  pool:
    name: LIN_VMSS_VENV_ONNX_U20_WU2

  variables:
    system.debug: true
    VSTS_HTTP_RETRY: 5
    VSTS_HTTP_TIMEOUT: 200
    BUILD_TYPE: Release
    REPO_DIR: $(Build.Repository.LocalPath)
    ONNXRUNTIME_REPO_DIR: $(REPO_DIR)/../onnxruntime
    WORK_DIR: $(Pipeline.Workspace)/_w
    MODELS_DIR: /mount/cinfsshare/onnxtestdata
    TMP_DIR: /mnt/tmp
    INSTALL_DIR: $(WORK_DIR)/install_pkg/openvino
    BUILD_DIR: $(WORK_DIR)/build
    ONNXRUNTIME_UTILS: $(REPO_DIR)/.ci/azure/ci_utils/onnxruntime
    ONNXRUNTIME_BUILD_DIR: $(ONNXRUNTIME_REPO_DIR)/build

  steps:
  - script: |
      curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01"
      whoami
      uname -a
      echo Python3 info ; which python3 ; python3 --version
      echo Python info ; which python ; python --version
      echo Java info ; which java ; java -version
      echo gcc info ; which gcc ; gcc --version
      echo cmake info ; which cmake ; cmake --version
      lsb_release
      env
      cat /proc/cpuinfo
      cat /proc/meminfo
      cat /etc/fstab
      vmstat -s
      df
      lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd"
      free -h      
    displayName: 'System info'

  - script: |
      rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR)
      sudo rm -rf $(TMP_DIR) ; sudo mkdir $(TMP_DIR) ; sudo chmod 777 -R $(TMP_DIR)
      sudo mkdir -p $(MODELS_DIR)
      sudo apt --assume-yes update && sudo apt --assume-yes install nfs-common
      sudo mount -vvv -t nfs cinfsshare.file.core.windows.net:/cinfsshare/onnxtestdata $(MODELS_DIR) -o vers=4,minorversion=1,sec=sys      
    displayName: 'Make dirs'

  - checkout: self
    clean: true
    lfs: false
    submodules: recursive
    path: openvino

  - script: |
      branch=`tr -s '\n ' < $(ONNXRUNTIME_UTILS)/version`
      git clone --branch $branch --single-branch --recursive https://github.com/microsoft/onnxruntime.git $(ONNXRUNTIME_REPO_DIR)      
    displayName: 'Clone onnxruntime'

  - script: |
      set -e
      $(REPO_DIR)/install_build_dependencies.sh
      python3 -m pip install --upgrade pip
      python3 -m pip install -r $(REPO_DIR)/src/bindings/python/src/compatibility/openvino/requirements.txt
      # For running Python API tests
      python3 -m pip install -r $(REPO_DIR)/src/bindings/python/src/compatibility/openvino/requirements-dev.txt
      # Speed up build
      wget https://github.com/ninja-build/ninja/releases/download/v1.10.2/ninja-linux.zip
      unzip ninja-linux.zip
      sudo cp -v ninja /usr/local/bin/
      # Speed up tests
      git clone https://github.com/google/gtest-parallel.git      
    workingDirectory: $(WORK_DIR)
    displayName: 'Install dependencies'

  - task: CMake@1
    inputs:
      # CMake must get Python 3.x version by default
      cmakeArgs: >
        -GNinja
        -DCMAKE_BUILD_TYPE=$(BUILD_TYPE)
        -DCMAKE_COMPILE_WARNING_AS_ERROR=ON
        -DENABLE_PYTHON=ON
        -DPYTHON_EXECUTABLE=/usr/bin/python3.8
        -DENABLE_INTEL_MYRIAD_COMMON=OFF
        -DENABLE_INTEL_GNA=OFF
        -DENABLE_CPPLINT=OFF
        -DENABLE_TESTS=OFF
        -DENABLE_INTEL_CPU=ON
        -DENABLE_INTEL_GPU=OFF
        -DENABLE_PROFILING_ITT=OFF
        -DENABLE_SAMPLES=OFF
        -DENABLE_OV_ONNX_FRONTEND=ON
        -DENABLE_OPENVINO_DEBUG=OFF
        $(REPO_DIR)        
      workingDirectory: $(BUILD_DIR)

  - script: ninja
    workingDirectory: $(BUILD_DIR)
    displayName: 'Build Lin ONNX'

  - script: ls -alR $(REPO_DIR)/bin/
    displayName: 'List bin files'

  - script: cmake -DCMAKE_INSTALL_PREFIX=$(INSTALL_DIR) -P cmake_install.cmake
    workingDirectory: $(BUILD_DIR)
    displayName: 'Install'

  - script: |
      source $(INSTALL_DIR)/setupvars.sh
      CXXFLAGS="-Wno-error=deprecated-declarations" ./build.sh --config RelWithDebInfo --use_openvino CPU_FP32 --build_shared_lib --parallel --skip_tests --build_dir $(ONNXRUNTIME_BUILD_DIR)      
    workingDirectory: $(ONNXRUNTIME_REPO_DIR)
    displayName: 'Build Lin ONNX Runtime'

  - script: |
      source $(INSTALL_DIR)/setupvars.sh
      skip_tests=`tr -s '\n ' ':' < $(ONNXRUNTIME_UTILS)/skip_tests`
      ./onnxruntime_test_all --gtest_filter=-$skip_tests      
    workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo
    displayName: 'Run onnxruntime_test_all'

  - script: |
      source $(INSTALL_DIR)/setupvars.sh
      ./onnxruntime_shared_lib_test      
    workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo
    displayName: 'Run onnxruntime_shared_lib_test'

  - script: |
      source $(INSTALL_DIR)/setupvars.sh
      ./onnxruntime_global_thread_pools_test      
    workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo
    displayName: 'Run onnxruntime_global_thread_pools_test'

  - script: |
      source $(INSTALL_DIR)/setupvars.sh
      ./onnxruntime_api_tests_without_env      
    workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo
    displayName: 'Run onnxruntime_api_tests_without_env'

  - script: |
      source $(INSTALL_DIR)/setupvars.sh
      ./onnx_test_runner "$(ONNXRUNTIME_REPO_DIR)/cmake/external/onnx/onnx/backend/test/data/pytorch-converted"      
    workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo
    displayName: 'Run pytorch-converted tests'

  - script: |
      source $(INSTALL_DIR)/setupvars.sh
      ./onnx_test_runner "$(ONNXRUNTIME_REPO_DIR)/cmake/external/onnx/onnx/backend/test/data/pytorch-operator"      
    workingDirectory: $(ONNXRUNTIME_BUILD_DIR)/RelWithDebInfo
    displayName: 'Run pytorch-operator tests'