Merge branch 'master' into issue#27715

amanmogal · Dec 3, 2024 · 8ae7a6c · 8ae7a6c
2 parents da10c6e + b8e2523
commit 8ae7a6c
Show file tree

Hide file tree

Showing 51 changed files with 1,036 additions and 778 deletions.
diff --git a/.github/actions/openvino_provider/action.yml b/.github/actions/openvino_provider/action.yml
@@ -177,7 +177,7 @@ runs:
         else
           ov_package_url=$(curl -s ${{ inputs.nightly_package_source }} | jq -r '.${{ inputs.platform }}_${{ inputs.arch }}')
         fi
-        cd ${{ inputs.install_dir || env.GITHUB_WORKSPACE }}
+        cd ${{ inputs.install_dir || github.workspace }}
         package_basename=$(basename $ov_package_url)
         wget $ov_package_url --progress=bar:force:noscroll -O $package_basename
         package_folder=${package_basename%.*}
@@ -196,7 +196,7 @@ runs:
       uses: actions/upload-artifact@50769540e7f4bd5e21e526ee35c689e35e0d6874 # v4.4.0
       with:
         name: ${{ steps.openvino_s3_download.outputs.ov_artifact_name }}
-        path: ${{ steps.openvino_s3_download.outputs.ov_package_path }}
+        path: ${{ github.workspace }}/${{ steps.openvino_s3_download.outputs.ov_package_path }}
         if-no-files-found: 'error'
 
     - name: Get wheel

diff --git a/.github/workflows/debian_10_arm.yml b/.github/workflows/debian_10_arm.yml
@@ -49,7 +49,7 @@ jobs:
   Docker:
     needs: Smart_CI
     if: "!needs.smart_ci.outputs.skip_workflow"
-    runs-on: aks-linux-16-cores-arm-docker-build
+    runs-on: aks-linux-4-cores-8gb-arm-docker-build
     container:
       image: openvinogithubactions.azurecr.io/docker_build:0.2
       volumes:
@@ -75,7 +75,7 @@ jobs:
     if: "!needs.smart_ci.outputs.skip_workflow"
     uses: ./.github/workflows/job_build_linux.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-16-cores-32gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.debian_10_arm }}", "volumes": ["/mount:/mount"], "options": "-e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING"}'
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
       event-name: ${{ github.event_name }}
@@ -104,7 +104,7 @@ jobs:
     needs: [ Docker, Build, Smart_CI ]
     uses: ./.github/workflows/job_cxx_unit_tests.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-8-cores-16gb-arm'
       image: ${{ fromJSON(needs.docker.outputs.images).ov_test.debian_10_arm }}
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
       os: 'debian_10'
@@ -116,6 +116,8 @@ jobs:
     needs: [ Docker, Build, Smart_CI ]
     uses: ./.github/workflows/job_cpu_functional_tests.yml
     with:
+      # Additional investigation needed why CPU functional tests are failing on v6 VM size's version,
+      # so leave it as it is for now
       runner: 'aks-linux-16-cores-arm'
       image: ${{ fromJSON(needs.docker.outputs.images).ov_test.debian_10_arm }}
       python-version: '3.7'

diff --git a/.github/workflows/linux_arm64.yml b/.github/workflows/linux_arm64.yml
@@ -53,7 +53,7 @@ jobs:
   Docker:
     needs: Smart_CI
     if: "!needs.smart_ci.outputs.skip_workflow"
-    runs-on: aks-linux-16-cores-arm-docker-build
+    runs-on: aks-linux-4-cores-8gb-arm-docker-build
     container:
       image: openvinogithubactions.azurecr.io/docker_build:0.2
       volumes:
@@ -78,7 +78,7 @@ jobs:
     needs: [ Docker, Smart_CI ]
     uses: ./.github/workflows/job_build_linux.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-16-cores-32gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"], "options": "-e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING"}'
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
       event-name: ${{ github.event_name }}
@@ -105,15 +105,15 @@ jobs:
     if: ${{ 'false' }}
     uses: ./.github/workflows/job_debian_packages.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-4-cores-8gb-arm'
       image: 'openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04'
 
   Samples:
     needs: [ Build, Docker, Smart_CI ]
     if: fromJSON(needs.smart_ci.outputs.affected_components).samples
     uses: ./.github/workflows/job_samples_tests.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-8-cores-16gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
 
@@ -123,7 +123,7 @@ jobs:
     if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API
     uses: ./.github/workflows/job_openvino_js.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-4-cores-8gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}"}'
 
   ONNX_Runtime:
@@ -133,7 +133,7 @@ jobs:
     needs: [ Build, Smart_CI, Docker ]
     uses: ./.github/workflows/job_onnx_runtime.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-16-cores-32gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"], "options": "-e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING"}'
       sccache-azure-key-prefix: 'ubuntu20_aarch64_onnxruntime'
 
@@ -142,7 +142,7 @@ jobs:
     needs: [ Build, Docker, Smart_CI ]
     uses: ./.github/workflows/job_tokenizers.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-8-cores-16gb-arm'
       shell: bash
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
@@ -154,7 +154,7 @@ jobs:
     needs: [ Build, Docker, Smart_CI ]
     uses: ./.github/workflows/job_cxx_unit_tests.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-8-cores-16gb-arm'
       image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
       os: 'ubuntu_20_04'
@@ -164,7 +164,7 @@ jobs:
     needs: [ Build, Docker, Smart_CI ]
     uses: ./.github/workflows/job_python_unit_tests.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-8-cores-16gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
       python-version: '3.11'
@@ -174,7 +174,7 @@ jobs:
     needs: [ Build, Docker, Smart_CI, Openvino_tokenizers ]
     uses: ./.github/workflows/job_tensorflow_layer_tests.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-16-cores-32gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
       python-version: '3.11'
@@ -184,7 +184,7 @@ jobs:
     needs: [ Build, Docker, Smart_CI ]
     uses: ./.github/workflows/job_pytorch_layer_tests.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-16-cores-32gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
       affected-components: ${{ needs.smart_ci.outputs.affected_components }}
       python-version: '3.11'
@@ -195,6 +195,8 @@ jobs:
     needs: [ Build, Docker, Smart_CI ]
     uses: ./.github/workflows/job_cpu_functional_tests.yml
     with:
+      # Additional investigation needed why CPU functional tests are failing on v6 VM size's version,
+      # so leave it as it is for now
       runner: 'aks-linux-16-cores-arm'
       image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}
       python-version: '3.11'
@@ -207,7 +209,7 @@ jobs:
     needs: [ Build, Docker, Smart_CI, Openvino_tokenizers]
     uses: ./.github/workflows/job_tensorflow_models_tests.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-16-cores-32gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}"}'
       model_scope: 'precommit'
 
@@ -218,7 +220,7 @@ jobs:
     needs: [ Build, Docker, Smart_CI ]
     uses: ./.github/workflows/job_pytorch_models_tests.yml
     with:
-      runner: 'aks-linux-16-cores-arm'
+      runner: 'aks-linux-16-cores-32gb-arm'
       container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}"}'
       model_scope: 'precommit'
 

diff --git a/.github/workflows/workflows_scans.yml b/.github/workflows/workflows_scans.yml
@@ -0,0 +1,38 @@
+name: GitHub Actions Workflows Scans
+on:
+  workflow_dispatch: {}
+  push:
+    paths:
+      - '.github/workflows/**'
+    branches:
+      - 'master'
+      - 'releases/**'
+  pull_request:
+    paths:
+      - '.github/workflows/**'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+permissions: read-all
+
+jobs:
+  semgrep:
+    name: github_actions_workflows_scan/semgrep
+    runs-on: ubuntu-latest
+    if: ${{ github.repository_owner == 'openvinotoolkit' }}
+
+    container:
+      image: semgrep/semgrep
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+        with:
+          submodules: 'false'
+          sparse-checkout: .github/workflows
+
+      - name: Semgrep scan
+        run: |
+          semgrep scan --error -j 8 --config "p/github-actions" .github/workflows/*
diff --git a/docs/articles_en/assets/images/genai_main_diagram.svg b/docs/articles_en/assets/images/genai_main_diagram.svg
diff --git a/docs/articles_en/learn-openvino/llm_inference_guide/genai-guide.rst b/docs/articles_en/learn-openvino/llm_inference_guide/genai-guide.rst
@@ -11,9 +11,16 @@ Inference with OpenVINO GenAI
    NPU inference of LLMs <genai-guide-npu>
 
 
-This article provides reference code and guidance on running generative AI models,
-using OpenVINO GenAI. Note that the base OpenVINO version will not work with these instructions,
-make sure to :doc:`install OpenVINO GenAI <../../get-started/install-openvino/install-openvino-genai>`.
+OpenVINO™ GenAI is a library of pipelines and methods, extending the OpenVINO runtime to work
+with generative AI models more efficiently. This article provides reference code and guidance
+on its usage. Note that the base OpenVINO version will not work with these instructions,
+make sure to :doc:`install OpenVINO with GenAI <../../get-started/install-openvino/install-openvino-genai>`.
+
+.. image:: ../../assets/images/genai_main_diagram.svg
+   :align: center
+   :width: 500
+   :alt: OpenVINO workflow diagram for convenience
+
 
 | Here is sample code for several Generative AI use case scenarios. Note that these are very basic
   examples and may need adjustments for your specific needs, like changing the inference device.

diff --git a/...ing-inference/integrate-openvino-with-your-application/model-representation.rst b/...ing-inference/integrate-openvino-with-your-application/model-representation.rst
@@ -247,57 +247,50 @@ OpenVINO™ provides several debug capabilities:
 
 * Model can be visualized to image from the xDot format:
 
-.. tab-set::
-
-   .. tab-item:: Python
-      :sync: py
-
-      .. doxygensnippet:: docs/articles_en/assets/snippets/ov_model_snippets.py
-         :language: python
-         :fragment: [ov:visualize]
-
-   .. tab-item:: C++
-      :sync: cpp
-
-      .. doxygensnippet:: docs/articles_en/assets/snippets/ov_model_snippets.cpp
-         :language: cpp
-         :fragment: [ov:visualize]
-
-
-.. code-block:: sh
+  .. tab-set::
 
-   `ov::pass::VisualizeTree` can be parametrized via environment variables:
+     .. tab-item:: Python
+        :sync: py
 
-   OV_VISUALIZE_TREE_OUTPUT_SHAPES=1       - visualize shapes
+        .. doxygensnippet:: docs/articles_en/assets/snippets/ov_model_snippets.py
+           :language: python
+           :fragment: [ov:visualize]
 
-   OV_VISUALIZE_TREE_OUTPUT_TYPES=1        - visualize types
+     .. tab-item:: C++
+        :sync: cpp
 
-   OV_VISUALIZE_TREE_MIN_MAX_DENORMAL=1    - pretty denormal values
+        .. doxygensnippet:: docs/articles_en/assets/snippets/ov_model_snippets.cpp
+           :language: cpp
+           :fragment: [ov:visualize]
 
-   OV_VISUALIZE_TREE_RUNTIME_INFO=1        - print runtime information
 
-   OV_VISUALIZE_TREE_IO=1                  - print I/O ports
+  ``ov::pass::VisualizeTree`` can be parametrized via environment variables:
 
-   OV_VISUALIZE_TREE_MEMBERS_NAME=1        - print member names
+  * ``OV_VISUALIZE_TREE_OUTPUT_SHAPES=1`` - visualize shapes
+  * ``OV_VISUALIZE_TREE_OUTPUT_TYPES=1`` - visualize types
+  * ``OV_VISUALIZE_TREE_MIN_MAX_DENORMAL=1`` - pretty denormal values
+  * ``OV_VISUALIZE_TREE_RUNTIME_INFO=1`` - print runtime information
+  * ``OV_VISUALIZE_TREE_IO=1`` - print I/O ports
+  * ``OV_VISUALIZE_TREE_MEMBERS_NAME=1`` - print member names
 
 
 * Also model can be serialized to IR:
 
-.. tab-set::
+  .. tab-set::
 
-   .. tab-item:: Python
-      :sync: py
+     .. tab-item:: Python
+        :sync: py
 
-      .. doxygensnippet:: docs/articles_en/assets/snippets/ov_model_snippets.py
-         :language: python
-         :fragment: [ov:serialize]
+        .. doxygensnippet:: docs/articles_en/assets/snippets/ov_model_snippets.py
+           :language: python
+           :fragment: [ov:serialize]
 
-   .. tab-item:: C++
-      :sync: cpp
+     .. tab-item:: C++
+        :sync: cpp
 
-      .. doxygensnippet:: docs/articles_en/assets/snippets/ov_model_snippets.cpp
-         :language: cpp
-         :fragment: [ov:serialize]
+        .. doxygensnippet:: docs/articles_en/assets/snippets/ov_model_snippets.cpp
+           :language: cpp
+           :fragment: [ov:serialize]
 
 
 Additional Resources
@@ -306,5 +299,3 @@ Additional Resources
 * :doc:`Available Operation Sets <../../../documentation/openvino-ir-format/operation-sets/available-opsets>`.
 * :doc:`OpenVINO™ Runtime Extensibility Developer Guide <../../../documentation/openvino-extensibility>`.
 * :doc:`Transformations Developer Guide <../../../documentation/openvino-extensibility/transformation-api>`.
-
-