forked from openvinotoolkit/nncf
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[GHA] test install (openvinotoolkit#3080)
### Changes Add workflow "Test install" - Add removable_tmp_path to clean venv after test, to avoid reach space limit on host. - Remove test_install_with_tests_requirements - Check only `python -m venv` - Split 'helper.py' to run install test without install `pip install -e .` ### Tests [run](https://github.com/openvinotoolkit/nncf/actions/runs/11818198847)
- Loading branch information
1 parent
55b24fa
commit 7c8c116
Showing
14 changed files
with
283 additions
and
183 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,93 @@ | ||
| name: Test install | ||
| permissions: read-all | ||
|
|
||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| pull_request_number: | ||
| description: 'The pull request number' | ||
| default: '' | ||
| schedule: | ||
| - cron: '0 0 * * *' | ||
|
|
||
| jobs: | ||
| install-cpu: | ||
| name: Test install [${{ matrix.backend }} - ${{ matrix.runner }}] | ||
| runs-on: ${{ matrix.runner }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| backend: ["torch", "tf", "onnx", "openvino"] | ||
| runner: ["windows-latest", "ubuntu-22.04"] | ||
| defaults: | ||
| run: | ||
| shell: bash | ||
| steps: | ||
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | ||
| with: | ||
| lfs: true | ||
| fetch-depth: 0 # Fetch full history to allow checking out any branch or PR | ||
| - name: Fetch and Checkout the Pull Request Branch | ||
| if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.pull_request_number != '' }} | ||
| run: | | ||
| git fetch origin pull/${{ github.event.inputs.pull_request_number }}/head:pr-${{ github.event.inputs.pull_request_number }} | ||
| git checkout pr-${{ github.event.inputs.pull_request_number }} | ||
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | ||
| with: | ||
| python-version: "3.10" | ||
| cache: pip | ||
| - name: Install test requirements | ||
| run: | | ||
| pip install -r tests/cross_fw/examples/requirements.txt | ||
| - name: Print installed modules | ||
| run: pip list | ||
| - name: Run install test scope | ||
| run: pytest tests/cross_fw/install -rA -s --host-configuration cpu --backend ${{ matrix.backend }} | ||
|
|
||
| install-torch-gpu: | ||
| name: Test install [torch - ubuntu-gpu] | ||
| defaults: | ||
| run: | ||
| shell: bash | ||
| runs-on: aks-linux-4-cores-28gb-gpu-tesla-t4 | ||
| env: | ||
| DEBIAN_FRONTEND: noninteractive | ||
| steps: | ||
| - name: Install dependencies | ||
| run : | | ||
| sudo apt-get update | ||
| sudo apt-get --assume-yes install build-essential ninja-build libgl1-mesa-dev libglib2.0-0 wget make virtualenv | ||
| - name: Download CUDA | ||
| run: | | ||
| wget -q https://developer.download.nvidia.com/compute/cuda/12.4.0/local_installers/cuda_12.4.0_550.54.14_linux.run | ||
| sudo sh cuda_12.4.0_550.54.14_linux.run --toolkit --silent | ||
| - name: Runner info | ||
| continue-on-error: true | ||
| run: | | ||
| export PATH=/usr/local/cuda-12.4/bin${PATH:+:${PATH}} | ||
| export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} | ||
| nvidia-smi | ||
| cat /proc/cpuinfo | ||
| nvcc --version | ||
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | ||
| with: | ||
| lfs: true | ||
| - name: Fetch and Checkout the Pull Request Branch | ||
| if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.pull_request_number != '' }} | ||
| run: | | ||
| git fetch origin pull/${{ github.event.inputs.pull_request_number }}/head:pr-${{ github.event.inputs.pull_request_number }} | ||
| git checkout pr-${{ github.event.inputs.pull_request_number }} | ||
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | ||
| with: | ||
| python-version: 3.10.14 | ||
| cache: pip | ||
| - name: Install test requirements | ||
| run: | | ||
| pip install -r tests/cross_fw/examples/requirements.txt | ||
| - name: Print installed modules | ||
| run: pip list | ||
| - name: Run install test scope | ||
| run: | | ||
| export PATH=/usr/local/cuda-12.4/bin${PATH:+:${PATH}} | ||
| export LD_LIBRARY_PATH=/usr/local/cuda-12.4/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} | ||
| pytest tests/cross_fw/install -rA -s --host-configuration gpu --backend torch |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,92 @@ | ||
| # Copyright (c) 2024 Intel Corporation | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
|
|
||
| from abc import ABC | ||
| from abc import abstractmethod | ||
| from typing import Callable, Dict, List, TypeVar, Union | ||
|
|
||
| import numpy as np | ||
|
|
||
| TensorType = TypeVar("TensorType") | ||
|
|
||
|
|
||
| class BaseTensorListComparator(ABC): | ||
| @classmethod | ||
| @abstractmethod | ||
| def _to_numpy(cls, tensor: TensorType) -> np.ndarray: | ||
| pass | ||
|
|
||
| @classmethod | ||
| def _check_assertion( | ||
| cls, | ||
| test: Union[TensorType, List[TensorType]], | ||
| reference: Union[TensorType, List[TensorType]], | ||
| assert_fn: Callable[[np.ndarray, np.ndarray], bool], | ||
| ): | ||
| if not isinstance(test, list): | ||
| test = [test] | ||
| if not isinstance(reference, list): | ||
| reference = [reference] | ||
| assert len(test) == len(reference) | ||
|
|
||
| for x, y in zip(test, reference): | ||
| x = cls._to_numpy(x) | ||
| y = cls._to_numpy(y) | ||
| assert_fn(x, y) | ||
|
|
||
| @classmethod | ||
| def check_equal( | ||
| cls, | ||
| test: Union[TensorType, List[TensorType]], | ||
| reference: Union[TensorType, List[TensorType]], | ||
| rtol: float = 1e-1, | ||
| atol=0, | ||
| ): | ||
| cls._check_assertion(test, reference, lambda x, y: np.testing.assert_allclose(x, y, rtol=rtol, atol=atol)) | ||
|
|
||
| @classmethod | ||
| def check_not_equal( | ||
| cls, | ||
| test: Union[TensorType, List[TensorType]], | ||
| reference: Union[TensorType, List[TensorType]], | ||
| rtol: float = 1e-4, | ||
| ): | ||
| cls._check_assertion( | ||
| test, | ||
| reference, | ||
| lambda x, y: np.testing.assert_raises(AssertionError, np.testing.assert_allclose, x, y, rtol=rtol), | ||
| ) | ||
|
|
||
| @classmethod | ||
| def check_less( | ||
| cls, test: Union[TensorType, List[TensorType]], reference: Union[TensorType, List[TensorType]], rtol=1e-4 | ||
| ): | ||
| cls.check_not_equal(test, reference, rtol=rtol) | ||
| cls._check_assertion(test, reference, np.testing.assert_array_less) | ||
|
|
||
| @classmethod | ||
| def check_greater( | ||
| cls, test: Union[TensorType, List[TensorType]], reference: Union[TensorType, List[TensorType]], rtol=1e-4 | ||
| ): | ||
| cls.check_not_equal(test, reference, rtol=rtol) | ||
| cls._check_assertion( | ||
| test, reference, lambda x, y: np.testing.assert_raises(AssertionError, np.testing.assert_array_less, x, y) | ||
| ) | ||
|
|
||
|
|
||
| def compare_stats(expected: Dict[str, np.ndarray], actual: Dict[str, np.ndarray]): | ||
| assert len(expected) == len(actual) | ||
| for ref_node_name, ref_stats in expected.items(): | ||
| actual_stats = actual[ref_node_name] | ||
| for param_name, ref_param in ref_stats.items(): | ||
| actual_param = actual_stats.get(param_name) | ||
| assert np.array(ref_param).shape == np.array(actual_param).shape | ||
| assert np.allclose(ref_param, actual_param, atol=1e-5) |
Oops, something went wrong.