Merge branch 'master' into save_model_unicode_fix

.github/components.yml

@@ -14,6 +14,8 @@ LP_transformations:
     - ONNX_FE
     - PDPD_FE
     - JAX_FE
+  build:
+    - TOKENIZERS # TF_FE tests depends on tokenizers build
 
 preprocessing:
   revalidate:
@@ -40,6 +42,7 @@ CPU:
     - AUTO_BATCH
     - TEMPLATE
     - IR_FE
+    - TOKENIZERS # TF_FE tests depends on tokenizers build
 
 GPU:
   build:
@@ -126,7 +129,7 @@ TF_FE:
   build:
     - CPU
     - Python_API
-    - TOKENIZERS
+    - TOKENIZERS # TF_FE tests depends on tokenizers build
 
 TFL_FE:
   revalidate:
@@ -141,7 +144,6 @@ PyTorch_FE:
   build:
     - CPU
     - Python_API
-    - TOKENIZERS
 
 JAX_FE:
   revalidate:
@@ -164,6 +166,7 @@ Python_API:
     - samples
     - MO
     - tools
+    - TF_FE
   build:
     - CPU
     - HETERO
@@ -173,10 +176,10 @@ Python_API:
     - IR_FE
     - ONNX_FE
     - PDPD_FE
-    - TF_FE
     - TFL_FE
     - PyTorch_FE
     - JAX_FE
+    - TOKENIZERS # TF_FE tests depends on tokenizers build
 
 JS_API:
   build:
@@ -210,6 +213,7 @@ MO:
     - TF_FE
   build:
     - Python_API
+    - TOKENIZERS # TF_FE tests depends on tokenizers build
 
 tools:
   build:
@@ -233,5 +237,6 @@ ONNX_RT:
   build: []
 
 TOKENIZERS:
-  revalidate: []
+  revalidate:
+    - TF_FE
   build: []

.github/dockerfiles/docker_tag

@@ -1 +1 @@
-pr-25107
+pr-25130

.github/dockerfiles/ov_build/ubuntu_22_04_android_arm64/Dockerfile

@@ -0,0 +1,55 @@
+FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
+
+USER root
+
+# APT configuration
+RUN echo 'Acquire::Retries "10";' > /etc/apt/apt.conf && \
+    echo 'APT::Get::Assume-Yes "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::Fix-Broken "true";' >> /etc/apt/apt.conf && \
+    echo 'APT::Get::no-install-recommends "true";' >> /etc/apt/apt.conf
+
+ENV DEBIAN_FRONTEND="noninteractive" \
+    TZ="Europe/London"
+
+RUN apt update && \
+    apt install software-properties-common git ca-certificates && \
+    add-apt-repository --yes --no-update ppa:git-core/ppa && \
+    apt update && \
+    apt install \
+        scons \
+        wget \
+        ninja-build \
+        build-essential \
+        python3-pip && \
+    # vcpkg requires cmake 3.19 or later
+    python3 -m pip install -U pip cmake~=3.28.0 && \
+    # vcpkg's tool dependencies
+    apt install curl zip unzip tar && \
+    # vcpkg 'python3' port dependencies
+    apt install autoconf libtool autoconf-archive && \
+    # vcpkg tree of dependencies require extra packages
+    apt install pkgconf linux-libc-dev && \
+    apt --no-install-recommends install default-jdk && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install sscache
+ARG SCCACHE_VERSION="v0.7.5"
+ENV SCCACHE_HOME="/opt/sccache" \
+    SCCACHE_PATH="/opt/sccache/sccache"
+
+RUN mkdir ${SCCACHE_HOME} && cd ${SCCACHE_HOME} && \
+    SCCACHE_ARCHIVE="sccache-${SCCACHE_VERSION}-x86_64-unknown-linux-musl.tar.gz" && \
+    curl -SLO https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/${SCCACHE_ARCHIVE} && \
+    tar -xzf ${SCCACHE_ARCHIVE} --strip-components=1 && rm ${SCCACHE_ARCHIVE}
+
+ENV PATH="$SCCACHE_HOME:$PATH"
+
+# Install Android SDK, NDK and Tools
+ENV ANDROID_TOOLS /deps/android_tools
+ENV ANDROID_NDK_HOME /deps/android_tools/ndk-bundle
+RUN mkdir -p ${ANDROID_NDK_HOME}
+ENV ANDROID_SDK_VERSION 29
+
+RUN wget https://dl.google.com/android/repository/commandlinetools-linux-7583922_latest.zip && \
+    unzip commandlinetools-linux-7583922_latest.zip
+RUN echo "yes" | ./cmdline-tools/bin/sdkmanager --sdk_root=${ANDROID_TOOLS} --install "ndk-bundle" "platform-tools" "platforms;android-${ANDROID_SDK_VERSION}"

.github/labeler.yml

@@ -141,6 +141,7 @@
 'category: TF FE':
 - 'src/frontends/tensorflow/**/*'
 - 'src/frontends/tensorflow_common/**/*'
+- 'src/bindings/python/src/openvino/frontend/tensorflow/**/*'
 - 'tests/layer_tests/tensorflow_tests/**/*'
 - 'tests/layer_tests/tensorflow2_keras_tests/**/*'
 - 'tests/layer_tests/jax_tests/**/*'
@@ -163,6 +164,7 @@
 
 'category: JAX FE':
 - 'src/frontends/jax/**/*'
+- 'src/bindings/python/src/openvino/frontend/jax/**/*'
 - 'tests/layer_tests/jax_tests/**/*'
 
 'category: tools':

.github/workflows/android_arm64.yml

@@ -20,6 +20,7 @@ jobs:
     runs-on: ubuntu-latest
     outputs:
       affected_components: "${{ steps.smart_ci.outputs.affected_components }}"
+      changed_components: "${{ steps.smart_ci.outputs.changed_components }}"
       skip_workflow: "${{ steps.smart_ci.outputs.skip_workflow }}"
     steps:
       - name: checkout action
@@ -40,15 +41,37 @@ jobs:
           skip_when_only_listed_labels_set: 'docs'
           skip_when_only_listed_files_changed: '*.md,*.rst,*.png,*.jpg,*.svg,*/layer_tests_summary/*,*/conformance/*'
 
-  Build:
+  Docker:
     needs: Smart_CI
+    runs-on: aks-linux-4-cores-16gb-docker-build
+    container:
+      image: openvinogithubactions.azurecr.io/docker_build:0.2
+      volumes:
+        - /mount:/mount
+    outputs:
+      images: "${{ steps.handle_docker.outputs.images }}"
+    steps:
+      - name: Checkout
+        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+
+      - uses: ./.github/actions/handle_docker
+        id: handle_docker
+        with:
+          images: |
+            ov_build/ubuntu_22_04_android_arm64
+          registry: 'openvinogithubactions.azurecr.io'
+          dockerfiles_root_dir: '.github/dockerfiles'
+          changed_components: ${{ needs.smart_ci.outputs.changed_components }}
+
+  Build:
+    needs: [Smart_CI, Docker]
     timeout-minutes: 150
     defaults:
       run:
         shell: bash
     runs-on: aks-linux-16-cores-32gb
     container:
-      image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
+      image: ${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_android_arm64 }}
       volumes:
         - /mount:/mount
       options: -e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING
@@ -64,18 +87,15 @@ jobs:
       OPENVINO_REPO: '/__w/openvino/openvino/openvino'
       VCPKG_ROOT: '/__w/openvino/openvino/vcpkg'
       BUILD_DIR: '/__w/openvino/openvino/build'
-      ANDROID_TOOLS: '/__w/openvino/openvino/android_tools'
-      ANDROID_NDK_HOME: '/__w/openvino/openvino/android_tools/ndk-bundle'
+      ANDROID_TOOLS: '/deps/android_tools'
+      ANDROID_NDK_HOME: '/deps/android_tools/ndk-bundle'
       ANDROID_SDK_VERSION: 29
       ANDROID_ABI_CONFIG: arm64-v8a
       VCPKG_DEFAULT_BINARY_CACHE: '/mount/caches/ccache/android_arm64/vcpkg_cache'
       VCPKG_FORCE_SYSTEM_BINARIES: '1'
       SCCACHE_AZURE_KEY_PREFIX: android_arm64
     if: "!needs.smart_ci.outputs.skip_workflow"
     steps:
-      - name: Install git
-        run: apt-get update && apt-get install --assume-yes --no-install-recommends git ca-certificates
-
       - name: Clone OpenVINO
         uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
         with:
@@ -107,35 +127,6 @@ jobs:
       - name: System info
         uses: ./openvino/.github/actions/system_info
 
-      #
-      # Dependencies
-      #
-
-      - name: Install dependencies
-        run: |
-          # generic dependencies
-          apt --assume-yes install ccache scons ninja-build build-essential python3-pip
-
-          # vcpkg requires cmake 3.19 or later
-          python3 -m pip install -U pip cmake~=3.28.0
-          # vcpkg's tool dependencies
-          apt --assume-yes install curl zip unzip tar
-          # vcpkg 'python3' port dependencies
-          apt --assume-yes install autoconf libtool autoconf-archive
-          # vcpkg tree of dependencies require extra packages
-          apt --assume-yes install pkgconf linux-libc-dev
-
-          # Install Android SDK, NDK and Tools
-          apt -y --no-install-recommends install unzip wget default-jdk
-          wget https://dl.google.com/android/repository/commandlinetools-linux-7583922_latest.zip
-          unzip commandlinetools-linux-7583922_latest.zip
-          echo "yes" | ./cmdline-tools/bin/sdkmanager --sdk_root=${ANDROID_TOOLS} --install "ndk-bundle" "platform-tools" "platforms;android-${{ env.ANDROID_SDK_VERSION }}"
-
-      - name: Install sccache
-        uses: mozilla-actions/sccache-action@89e9040de88b577a072e3760aaf59f585da083af # v0.0.5
-        with:
-          version: "v0.7.5"
-
       #
       # Build
       #

.github/workflows/fedora.yml

@@ -254,7 +254,7 @@ jobs:
           python3 -c 'from openvino import Core; Core().get_property("MULTI", "SUPPORTED_PROPERTIES")'
           python3 -c 'from openvino import Core; Core().get_property("HETERO", "SUPPORTED_PROPERTIES")'
           python3 -c 'from openvino import Core; Core().get_property("BATCH", "SUPPORTED_PROPERTIES")'
-          python3 -c 'from openvino.frontend import FrontEndManager; assert len(FrontEndManager().get_available_front_ends()) == 6'
+          python3 -c 'from openvino.frontend import FrontEndManager; assert len(FrontEndManager().get_available_front_ends()) == 7'
           benchmark_app --help
           ovc --help
 

.github/workflows/job_debian_packages.yml

@@ -87,7 +87,7 @@ jobs:
           python3 -c 'from openvino import Core; Core().get_property("MULTI", "SUPPORTED_PROPERTIES")'
           python3 -c 'from openvino import Core; Core().get_property("HETERO", "SUPPORTED_PROPERTIES")'
           python3 -c 'from openvino import Core; Core().get_property("BATCH", "SUPPORTED_PROPERTIES")'
-          python3 -c 'from openvino.frontend import FrontEndManager; assert len(FrontEndManager().get_available_front_ends()) == 6'
+          python3 -c 'from openvino.frontend import FrontEndManager; assert len(FrontEndManager().get_available_front_ends()) == 7'
           benchmark_app --help
           opt_in_out --help
           ovc --help

.github/workflows/job_python_unit_tests.yml

@@ -246,6 +246,14 @@ jobs:
         env:
           TEST_DEVICE: CPU
           TEST_PRECISION: FP16
+
+      - name: JAX Layer Tests - JAX FE
+        if: ${{ fromJSON(inputs.affected-components).JAX_FE.test && runner.arch != 'ARM64' && runner.os != 'macOS' }}
+        run: python3 -m pytest ${LAYER_TESTS_INSTALL_DIR}/jax_tests/ -m precommit_jax_fe --junitxml=${INSTALL_TEST_DIR}/TEST-jax_fe.xml
+        env:
+          TEST_DEVICE: CPU
+          TEST_PRECISION: FP16
+          JAX_TRACE_MODE: JAXPR
 
       - name: TensorFlow Lite Layer Tests - TFL FE
         if: fromJSON(inputs.affected-components).TFL_FE.test

.github/workflows/job_samples_tests.yml

@@ -7,11 +7,11 @@ on:
         description: 'Machine on which the tests would run'
         type: string
         required: true
-      image:
-        description: 'Docker image in which the tests would run'
+      container:
+        description: 'JSON to be converted to the value of the "container" configuration for the job'
         type: string
         required: false
-        default: null
+        default: '{"image": null}'
       affected-components:
         description: 'Components that are affected by changes in the commit defined by the Smart CI Action'
         type: string
@@ -21,9 +21,9 @@ permissions: read-all
 
 jobs:
   Samples:
+    timeout-minutes: 30
     runs-on: ${{ inputs.runner }}
-    container:
-      image: ${{ inputs.image }}
+    container: ${{ fromJSON(inputs.container) }}
     defaults:
       run:
         shell: bash
@@ -66,6 +66,8 @@ jobs:
         run: brew install coreutils
 
       - name: Fetch setup_python action
+        # Python is already installed on Ubuntu within Dockerfile
+        if: runner.os != 'Linux'
         uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
         with:
           sparse-checkout: |
@@ -74,6 +76,8 @@ jobs:
           path: 'openvino'
 
       - name: Setup Python 3.11
+        # Python is already installed on Ubuntu within Dockerfile
+        if: runner.os != 'Linux'
         uses: ./openvino/.github/actions/setup_python
         with:
           version: '3.11'

.github/workflows/job_tokenizers.yml

@@ -92,22 +92,43 @@ jobs:
             Expand-Archive openvino_package.zip -DestinationPath "${{ env.INSTALL_DIR }}"
           popd
 
+      #
+      # Dependencies
+      #
+
+      - name: Install OpenVINO Python wheel (Linux and macOS)
+        if: runner.os != 'Windows'
+        run: |
+          # Find and install wheel
+          pushd ${INSTALL_DIR}/tools
+            wheel_name=$(find . -name 'openvino-*.whl')
+            python3 -m pip install $wheel_name
+          popd
+
+      - name: Install OpenVINO Python wheel (Windows)
+        if: runner.os == 'Windows'
+        run: |
+          # Find and install wheel
+          $ovCoreWheelPath=Get-ChildItem -Path "${{ env.INSTALL_DIR }}\\tools" -Filter openvino-*.whl | % { $_.FullName }
+          python3 -m pip install "$ovCoreWheelPath"
+
       #
       # Build
       #
 
       - name: Build tokenizers wheel (Linux and macOS)
         if: runner.os != 'Windows'
         run: |
-          source ${INSTALL_DIR}/setupvars.sh
+          # use OpenVINO wheel package only to build the extension
+          export OpenVINO_DIR=$(python3 -c "from openvino.utils import get_cmake_path; print(get_cmake_path(), end='')")
           python -m pip wheel -v --no-deps --wheel-dir ${EXTENSION_BUILD_DIR} ${OPENVINO_TOKENIZERS_REPO}
         env:
           CMAKE_BUILD_PARALLEL_LEVEL: '4'
 
       - name: Build tokenizers wheel (Windows)
         if: runner.os == 'Windows'
         run: |
-          . "${{ env.INSTALL_DIR }}/setupvars.ps1"
+          $env:OpenVINO_DIR=$(python3 -c "from openvino.utils import get_cmake_path; print(get_cmake_path(), end='')")
           python3 -m pip wheel -v --no-deps --wheel-dir ${env:EXTENSION_BUILD_DIR} ${env:OPENVINO_TOKENIZERS_REPO}
         env:
           CMAKE_BUILD_PARALLEL_LEVEL: '4'

.github/workflows/linux.yml

@@ -315,7 +315,7 @@ jobs:
     uses: ./.github/workflows/job_samples_tests.yml
     with:
       runner: 'aks-linux-4-cores-16gb'
-      image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_x64 }}
+      container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_x64 }}", "volumes": ["/mount:/mount"]}'
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
 
   JS_API:

.github/workflows/linux_arm64.yml

@@ -309,7 +309,7 @@ jobs:
     uses: ./.github/workflows/job_samples_tests.yml
     with:
       runner: 'aks-linux-16-cores-arm'
-      image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}
+      container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
 
   JS_API:

.github/workflows/linux_conditional_compilation.yml

@@ -317,6 +317,7 @@ jobs:
             -DENABLE_OV_TF_LITE_FRONTEND=OFF \
             -DENABLE_OV_PADDLE_FRONTEND=OFF \
             -DENABLE_OV_PYTORCH_FRONTEND=OFF \
+            -DENABLE_OV_JAX_FRONTEND=OFF \
             -DENABLE_OV_ONNX_FRONTEND=OFF \
             -DSELECTIVE_BUILD_STAT=${SELECTIVE_BUILD_STAT_DIR}/*.csv \
             -DCMAKE_C_COMPILER_LAUNCHER=${{ env.CMAKE_C_COMPILER_LAUNCHER }} \