Release v2.11.0 of NNCF to master

openvinotoolkit · Jun 17, 2024 · 0336e85 · 0336e85
1 parent 526f5ff
commit 0336e85
Show file tree

Hide file tree

Showing 478 changed files with 766,738 additions and 698,687 deletions.
diff --git a/.github/workflows/api_changes_check.yml b/.github/workflows/api_changes_check.yml
@@ -27,7 +27,7 @@ jobs:
         with:
           name: html_doc_artifact
       - name: Checkout latest doc_pages branch tip
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           ref: doc_pages
           path: previous_doc_state

diff --git a/.github/workflows/build_and_publish_doc.yml b/.github/workflows/build_and_publish_doc.yml
@@ -25,7 +25,7 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
       - name: Checkout main repo  # the github-pages-deploy-action seems to require this step
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - name: Download HTML doc build artifact
         uses: alehechka/download-tartifact@v2
         with:

diff --git a/.github/workflows/build_html_doc.yml b/.github/workflows/build_html_doc.yml
@@ -10,7 +10,7 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           ref: ${{ inputs.ref }}
       - name: Install NNCF and doc requirements

diff --git a/.github/workflows/build_schema_page.yml b/.github/workflows/build_schema_page.yml
@@ -6,15 +6,15 @@ jobs:
     runs-on: ubuntu-20.04
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Install and Build
         run: |
           pip install json-schema-for-humans
           pip install .
           python -c 'import jstyleson; from nncf.config import NNCFConfig; jstyleson.dump(NNCFConfig.schema(), open("./schema.json", "w"), indent=2)'
           mkdir -p schema
-          # In the current approach the line below will replace the schema/index.html generated by a 
+          # In the current approach the line below will replace the schema/index.html generated by a
           # phony schema/index.rst. We only need the phony schema/index.rst at the sphinx-build stage so that
           # the sphinx can generate valid links in the TOC for the JSON schema across all pages.
           generate-schema-doc --deprecated-from-description schema.json schema/index.html

diff --git a/.github/workflows/model_hub.yml b/.github/workflows/model_hub.yml
@@ -10,10 +10,10 @@ jobs:
       run:
         shell: bash
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-python@v3
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
         with:
-          python-version: 3.8.10
+          python-version: 3.8.18
       - name: Install NNCF and test requirements
         run: make install-models-hub-torch
 

diff --git a/.github/workflows/mypy.yml b/.github/workflows/mypy.yml
@@ -11,10 +11,10 @@ jobs:
   mypy:
     runs-on: ubuntu-20.04
     steps:
-    - uses: actions/checkout@v3
-    - uses: actions/setup-python@v3
+    - uses: actions/checkout@v4
+    - uses: actions/setup-python@v5
       with:
-        python-version: 3.8.10
+        python-version: 3.8.18
     - name: Install NNCF
       run: pip install -e .
     - name: Install mypy

diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
@@ -10,4 +10,4 @@ jobs:
     runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v4
-      - uses: AlexanderDokuchaev/md-dead-link-check@v0.6
+      - uses: AlexanderDokuchaev/md-dead-link-check@v0.8
diff --git a/.github/workflows/pre-commit-linters.yml b/.github/workflows/pre-commit-linters.yml
@@ -11,10 +11,10 @@ jobs:
   pre-commit:
     runs-on: ubuntu-20.04
     steps:
-    - uses: actions/checkout@v3
-    - uses: actions/setup-python@v3
+    - uses: actions/checkout@v4
+    - uses: actions/setup-python@v5
       with:
-        python-version: 3.8.10
+        python-version: 3.8.18
     - name: Install pre-commit package
       run: make install-pre-commit
     - name: Run pre-commit linter suite
@@ -23,4 +23,4 @@ jobs:
     runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v4
-      - uses: AlexanderDokuchaev/md-dead-link-check@v0.6
+      - uses: AlexanderDokuchaev/md-dead-link-check@v0.8
diff --git a/.github/workflows/precommit.yml b/.github/workflows/precommit.yml
@@ -14,18 +14,20 @@ jobs:
   common:
     runs-on: ubuntu-20.04
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           lfs: true
-      - uses: actions/setup-python@v3
+      - uses: actions/setup-python@v5
         with:
-          python-version: 3.8.10
+          python-version: 3.8.18
+          cache: pip
       - name: Install NNCF and test requirements
         run: make install-common-test
       - name: Run common precommit test scope
         run: make test-common
         env:
           NNCF_COVERAGE: 1
+          NUM_WORKERS: 2
       - name: Upload coverage report as artifact
         uses: actions/upload-artifact@v3
         with:
@@ -38,20 +40,21 @@ jobs:
           name: coverage_common
           flags: COMMON
   onnx:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-20.04-8-cores
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           lfs: true
-      - uses: actions/setup-python@v3
+      - uses: actions/setup-python@v5
         with:
-          python-version: 3.8.10
+          python-version: 3.8.18
       - name: Install NNCF and test requirements
         run: make install-onnx-test
       - name: Run ONNX precommit test scope
         run: make test-onnx
         env:
           NNCF_COVERAGE: 1
+          NUM_WORKERS: 4
       - name: Upload coverage report as artifact
         uses: actions/upload-artifact@v3
         with:
@@ -64,20 +67,22 @@ jobs:
           name: coverage_onnx
           flags: ONNX
   openvino:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-20.04-8-cores
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
         with:
           lfs: true
-      - uses: actions/setup-python@v3
+      - uses: actions/setup-python@v5
         with:
-          python-version: 3.8.10
+          python-version: 3.8.18
+          cache: pip
       - name: Install NNCF and test requirements
         run: make install-openvino-test
       - name: Run OV precommit test scope
         run: make test-openvino
         env:
           NNCF_COVERAGE: 1
+          NUM_WORKERS: 4
       - name: Upload coverage report as artifact
         uses: actions/upload-artifact@v3
         with:
@@ -89,3 +94,100 @@ jobs:
           token: ${{ secrets.CODECOV_TOKEN }}
           name: coverage_openvino
           flags: OPENVINO
+  pytorch-cpu:
+    timeout-minutes: 40
+    defaults:
+      run:
+        shell: bash
+    runs-on: ubuntu-20.04-8-cores
+    env:
+      DEBIAN_FRONTEND: noninteractive
+    steps:
+      - name: Install dependencies
+        run : |
+          sudo apt-get update
+          sudo apt-get --assume-yes install gcc g++ build-essential ninja-build libgl1-mesa-dev libglib2.0-0
+      - uses: actions/checkout@v4
+        with:
+          lfs: true
+      - uses: actions/setup-python@v5
+        with:
+          python-version: 3.8.18
+          cache: pip
+      - name: Runner info
+        continue-on-error: true
+        run: |
+          cat /etc/*release
+          cat /proc/cpuinfo
+      - name: Install NNCF and test requirements
+        run: make install-torch-test
+      - name: Run PyTorch precommit test scope
+        run: |
+          make test-torch-cpu
+        env:
+          NUM_WORKERS: 4
+  pytorch-cuda:
+    timeout-minutes: 40
+    defaults:
+      run:
+        shell: bash
+    runs-on: aks-linux-4-cores-28gb-gpu-tesla-t4
+    env:
+      DEBIAN_FRONTEND: noninteractive
+    steps:
+      - name: Install dependencies
+        run : |
+          sudo apt-get update
+          sudo apt-get --assume-yes install gcc ninja-build libgl1-mesa-dev libglib2.0-0
+      - name: Download CUDA
+        run: |
+          wget -q https://developer.download.nvidia.com/compute/cuda/12.1.1/local_installers/cuda_12.1.1_530.30.02_linux.run
+          sudo sh cuda_12.1.1_530.30.02_linux.run --toolkit --silent
+      - name: Runner info
+        continue-on-error: true
+        run: |
+          export PATH=/usr/local/cuda-12.1/bin${PATH:+:${PATH}}
+          export LD_LIBRARY_PATH=/usr/local/cuda-12.1/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}
+          nvidia-smi
+          cat /proc/cpuinfo
+          nvcc --version
+      - uses: actions/checkout@v4
+        with:
+          lfs: true
+      - uses: actions/setup-python@v5
+        with:
+          python-version: 3.8.18
+          cache: pip
+      - name: Install NNCF and test requirements
+        run: make install-torch-test
+      - name: Check CUDA
+        run: |
+          python -c "import torch; print(torch.cuda.is_available())"
+      - name: Run PyTorch precommit test scope
+        run: |
+          export PATH=/usr/local/cuda-12.1/bin${PATH:+:${PATH}}
+          export LD_LIBRARY_PATH=/usr/local/cuda-12.1/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}
+          make test-torch-cuda
+  tensorflow:
+    timeout-minutes: 40
+    defaults:
+      run:
+        shell: bash
+    runs-on: ubuntu-20.04-8-cores
+    env:
+      DEBIAN_FRONTEND: noninteractive
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          lfs: true
+      - uses: actions/setup-python@v5
+        with:
+          python-version: 3.8.18
+          cache: pip
+      - name: Install NNCF and test requirements
+        run: make install-tensorflow-test
+      - name: Run TensorFlow precommit test scope
+        run: |
+          make test-tensorflow
+        env:
+          NUM_WORKERS: 6
diff --git a/.github/workflows/python-publish.yml b/.github/workflows/python-publish.yml
@@ -27,7 +27,7 @@ jobs:
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.x'
     - name: Install dependencies

diff --git a/.github/workflows/upload_coverage_for_develop.yml b/.github/workflows/upload_coverage_for_develop.yml
@@ -12,9 +12,9 @@ on:
       coverage_artifact_name_in_pr:
         required: true
         type: string
-      coverage_flags: 
+      coverage_flags:
         required: true
-        type: string     
+        type: string
     secrets:
       CODECOV_TOKEN:
         required: true
@@ -24,7 +24,7 @@ jobs:
     if: github.event.pull_request.merged == true
     runs-on: ubuntu-20.04
     steps:
-      - uses: actions/checkout@v3  # codecov uploader demands that the scanned files be present when uploading
+      - uses: actions/checkout@v4  # codecov uploader demands that the scanned files be present when uploading
         with:
           ref: ${{ inputs.merge_commit_sha }}
       - uses: dawidd6/action-download-artifact@v2

diff --git a/.mypy.ini b/.mypy.ini
@@ -1,5 +1,5 @@
 [mypy]
-files = nncf/common/sparsity, nncf/common/graph
+files = nncf/common/sparsity, nncf/common/graph, nncf/common/accuracy_aware_training/
 follow_imports = silent
 strict = True
 

diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -3,7 +3,7 @@ default_language_version:
 
 repos:
   - repo: https://github.com/psf/black
-    rev: 23.3.0
+    rev: 24.4.2
     hooks:
       - id: black
         files: '^.*\.py'
@@ -17,7 +17,7 @@ repos:
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
     # Ruff version.
-    rev: v0.1.3
+    rev: v0.3.7
     hooks:
       - id: ruff