Add changelog by project id and version #2354
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # run setup-dev to install packages and run all test | |
| # trigger by pull_request | |
| name: "pr-all-test-ubuntu-setup" | |
| on: [pull_request] | |
| jobs: | |
| pr-test-core-linux: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [self-linux] | |
| python-version: [ '3.8', '3.9', '3.10' ] | |
| steps: | |
| - name: Check out Git repository | |
| uses: actions/checkout@v2 | |
| - uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| base: dev | |
| filters: | | |
| core: | |
| - 'idmtools_core/**' | |
| cli: | |
| - 'idmtools_cli/**' | |
| models: | |
| - 'idmtools_models/**' | |
| comps: | |
| - 'idmtools_platform_comps/**' | |
| - uses: actions/cache@v3 | |
| if: steps.filter.outputs.core == 'true' | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-${{ runner.python-version }} | |
| - name: ${{ matrix.os }} Python ${{ matrix.python-version }} | |
| if: steps.filter.outputs.core == 'true' | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: x64 | |
| check-latest: true | |
| os: linux | |
| - name: Install Python dependencies | |
| if: steps.filter.outputs.core == 'true' | |
| run: | | |
| pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple | |
| - name: Run setup-dev-no-docker | |
| # only run if core, local, models wasn't changed | |
| if: steps.filter.outputs.core == 'true' | |
| env: | |
| BUILD_DEBUG: 1 | |
| run: | | |
| make setup-dev-no-docker | |
| - name: login to comps2 | |
| if: steps.filter.outputs.core == 'true' | |
| env: | |
| COMPS_PASS: ${{ secrets.COMPS_PASSWORD }} | |
| run: | | |
| python dev_scripts/create_auth_token_args.py --username "${{ secrets.COMPS_USER }}" | |
| - name: run idmtools_core all tests | |
| # only run if core changed | |
| if: steps.filter.outputs.core == 'true' | |
| run: | | |
| cd idmtools_core | |
| PARALLEL_TEST_COUNT=2 make test-all | |
| - name: Upload idmtools_core all test results | |
| uses: actions/upload-artifact@v2 | |
| if: failure() && steps.filter.outputs.core == 'true' | |
| with: | |
| name: idmtools_core_test_results | |
| path: idmtools_core/tests/reports/ | |
| pr-test-cli-linux: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ self-linux ] | |
| python-version: [ '3.7.x', '3.8.x', '3.9.x' ] | |
| steps: | |
| - name: Check out Git repository | |
| uses: actions/checkout@v2 | |
| - uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| base: dev | |
| filters: | | |
| core: | |
| - 'idmtools_core/**' | |
| cli: | |
| - 'idmtools_cli/**' | |
| - uses: actions/cache@v3 | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true' | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}${{ runner.python-version }}-pip- | |
| - name: ${{ matrix.os }} Python ${{ matrix.python-version }} | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true' | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: x64 | |
| - name: Install Python dependencies | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true' | |
| run: | | |
| pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple | |
| - name: Run setup-dev-no-docker | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true' | |
| run: | | |
| make setup-dev-no-docker | |
| env: | |
| BUILD_DEBUG: 1 | |
| - name: login to comps2 | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true' | |
| env: | |
| COMPS_PASS: ${{ secrets.COMPS_PASSWORD }} | |
| run: | | |
| python dev_scripts/create_auth_token_args.py --username "${{ secrets.COMPS_USER }}" | |
| - name: run idmtools_cli all tests | |
| # only run if core or cli changed | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true' | |
| run: | | |
| cd idmtools_cli | |
| make test-all | |
| - name: Upload idmtools_cli all test results | |
| uses: actions/upload-artifact@v2 | |
| if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.cli == 'true') | |
| with: | |
| name: idmtools_cli_test_results | |
| path: idmtools_cli/tests/reports/ | |
| pr-test-models-linux: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ self-linux ] | |
| python-version: [ '3.7.x', '3.8.x', '3.9.x' ] | |
| env: | |
| IDMTOOLS_TEST_PREFIX: ${{ matrix.python-version }} | |
| steps: | |
| - name: Check out Git repository | |
| uses: actions/checkout@v2 | |
| - uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| base: dev | |
| filters: | | |
| core: | |
| - 'idmtools_core/**' | |
| cli: | |
| - 'idmtools_cli/**' | |
| models: | |
| - 'idmtools_models/**' | |
| comps: | |
| - 'idmtools_platform_comps/**' | |
| - uses: actions/cache@v3 | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true' | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.python-version }}-pip- | |
| - name: ${{ matrix.os }} Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true' | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: x64 | |
| - name: Install Python dependencies | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true' | |
| run: | | |
| pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple | |
| - name: Run setup-dev-no-docker | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true' | |
| env: | |
| BUILD_DEBUG: 1 | |
| run: | | |
| make setup-dev-no-docker | |
| - name: login to comps2 | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true' | |
| env: | |
| COMPS_PASS: ${{ secrets.COMPS_PASSWORD }} | |
| run: | | |
| python dev_scripts/create_auth_token_args.py --username "${{ secrets.COMPS_USER }}" | |
| - name: run idmtools_models tests | |
| # only run if core changed | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true' | |
| run: | | |
| cd idmtools_models | |
| PARALLEL_TEST_COUNT=2 make test-all | |
| - name: Upload idmtools_models all test results | |
| uses: actions/upload-artifact@v2 | |
| if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.models == 'true') | |
| with: | |
| name: idmtools_models_test_results | |
| path: idmtools_models/tests/reports/ | |
| pr-test-comps-linux: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ self-linux ] | |
| python-version: [ '3.7.x', '3.8.x', '3.9.x' ] | |
| env: | |
| IDMTOOLS_TEST_PREFIX: ${{ matrix.python-version }} | |
| PYPI_STAGING_USERNAME: ${{ secrets.PYPI_STAGING_USERNAME }} | |
| PYPI_STAGING_PASSWORD: ${{ secrets.PYPI_STAGING_PASSWORD }} | |
| steps: | |
| - name: Check out Git repository | |
| uses: actions/checkout@v2 | |
| - uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| base: dev | |
| filters: | | |
| core: | |
| - 'idmtools_core/**' | |
| cli: | |
| - 'idmtools_cli/**' | |
| models: | |
| - 'idmtools_models/**' | |
| comps: | |
| - 'idmtools_platform_comps/**' | |
| - uses: actions/cache@v3 | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true' | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.python-version }}-pip- | |
| - name: ${{ matrix.os }} Python ${{ matrix.python-version }} | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true' | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: x64 | |
| - name: Install Python dependencies | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true' | |
| run: | | |
| pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple | |
| - name: Run setup-dev-no-docker | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true' | |
| env: | |
| BUILD_DEBUG: 1 | |
| run: | | |
| make setup-dev-no-docker | |
| - name: login to comps2 | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true' | |
| env: | |
| COMPS_PASS: ${{ secrets.COMPS_PASSWORD }} | |
| run: | | |
| python dev_scripts/create_auth_token_args.py --username "${{ secrets.COMPS_USER }}" | |
| - name: run idmtools_platform_comps tests | |
| # only run if core, comps, or models changed | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true' | |
| run: | | |
| cd idmtools_platform_comps | |
| PARALLEL_TEST_COUNT=2 make test-all | |
| - name: Upload idmtools_platform_comps test results | |
| uses: actions/upload-artifact@v2 | |
| if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.comps == 'true' || steps.filter.outputs.models == 'true') | |
| with: | |
| name: idmtools_platform_comps_test_results | |
| path: idmtools_platform_comps/tests/reports/ | |
| pr-test-slurm-linux: | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| PYPI_STAGING_USERNAME: ${{ secrets.PYPI_STAGING_USERNAME }} | |
| PYPI_STAGING_PASSWORD: ${{ secrets.PYPI_STAGING_PASSWORD }} | |
| strategy: | |
| matrix: | |
| os: [ self-docker ] | |
| python-version: [ '3.7.x', '3.8.x', '3.9.x' ] | |
| steps: | |
| - name: Check out Git repository | |
| uses: actions/checkout@v2 | |
| - uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| base: dev | |
| filters: | | |
| core: | |
| - 'idmtools_core/**' | |
| cli: | |
| - 'idmtools_cli/**' | |
| models: | |
| - 'idmtools_models/**' | |
| slurm: | |
| - 'idmtools_platform_slurm/**' | |
| - uses: actions/cache@v3 | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true' | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.python-version }}-pip- | |
| - name: ${{ matrix.os }} Python ${{ matrix.python-version }} | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true' | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: x64 | |
| - name: Install Python dependencies | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true' | |
| run: | | |
| pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple | |
| - name: Run setup-dev-no-docker | |
| # only run if full install for core, slurm changes, or models | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true' | |
| run: | | |
| make setup-dev-no-docker | |
| - name: run idmtools_platform_slurm all tests | |
| # only run if core and comps changed | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true' | |
| run: | | |
| cd idmtools_platform_slurm | |
| make test-all | |
| - name: Upload idmtools_platform_slurm all test results | |
| uses: actions/upload-artifact@v2 | |
| if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.models == 'true') | |
| with: | |
| name: idmtools_platform_slurm_test_results | |
| path: idmtools_platform_slurm/tests/reports/ | |
| pr-test-slurm-utils-linux: | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| PYPI_STAGING_USERNAME: ${{ secrets.PYPI_STAGING_USERNAME }} | |
| PYPI_STAGING_PASSWORD: ${{ secrets.PYPI_STAGING_PASSWORD }} | |
| strategy: | |
| matrix: | |
| os: [ self-linux ] | |
| python-version: [ '3.7.x', '3.8.x', '3.9.x' ] | |
| steps: | |
| - name: Check out Git repository | |
| uses: actions/checkout@v2 | |
| - uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| base: dev | |
| filters: | | |
| core: | |
| - 'idmtools_core/**' | |
| slurm: | |
| - 'idmtools_platform_slurm/**' | |
| slurm_utils: | |
| - 'idmtools_slurm_utils/**' | |
| - uses: actions/cache@v3 | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true' | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-${{ runner.python-version }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/*_requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ runner.python-version }}-pip- | |
| - name: ${{ matrix.os }} Python ${{ matrix.python-version }} | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true' | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: x64 | |
| - name: Install Python dependencies | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true' | |
| run: | | |
| pip install idm-buildtools flake8 wheel --index-url=https://packages.idmod.org/api/pypi/pypi-production/simple | |
| - name: Run setup-dev-no-docker | |
| # only run if full install for core, slurm changes, or models | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true' | |
| run: | | |
| make setup-dev-no-docker | |
| - name: run idmtools_slurm_utils all tests | |
| # only run if core and comps changed | |
| if: steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true' | |
| run: | | |
| cd idmtools_slurm_utils | |
| make test-all | |
| - name: Upload idmtools_slurm_utils all test results | |
| uses: actions/upload-artifact@v2 | |
| if: failure() && (steps.filter.outputs.core == 'true' || steps.filter.outputs.slurm == 'true' || steps.filter.outputs.slurm_utils == 'true') | |
| with: | |
| name: idmtools_slurm_utils_test_results | |
| path: idmtools_slurm_utils/tests/reports/ |