ci: fix tests in Windows due to inability to remove file #219
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test | |
| on: | |
| push: | |
| branches: [ "main" ] | |
| pull_request: | |
| branches: [ "main" ] | |
| jobs: | |
| download-minio: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: "Download MinIO" | |
| run: | | |
| mkdir -p ./minio | |
| curl -sS -L \ | |
| https://dl.min.io/server/minio/release/linux-amd64/archive/minio.RELEASE.2023-07-21T21-12-44Z -o ./minio/minio-linux \ | |
| https://dl.min.io/server/minio/release/darwin-amd64/archive/minio.RELEASE.2023-07-21T21-12-44Z -o ./minio/minio-darwin \ | |
| https://dl.min.io/server/minio/release/windows-amd64/archive/minio.RELEASE.2023-07-21T21-12-44Z -o ./minio/minio-windows.exe | |
| - name: "Save MinIO" | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: minio | |
| path: ./minio/* | |
| # We want older SQLite amalgamation files, but they are not available to download, | |
| # so must be built from source. And they cannot be build on Windows, even for tests | |
| # that then compile the amalgamation on Windows | |
| create-sqlite-amalgamation: | |
| name: "Create SQLite amalgamation" | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| sqlite-url-version: | |
| - {version: "3042000", url: "https://www.sqlite.org/src/tarball/831d0fb2/SQLite-831d0fb2.tar.gz"} | |
| - {version: "3036000", url: "https://www.sqlite.org/src/tarball/5c9a6c06/SQLite-5c9a6c06.tar.gz"} | |
| - {version: "3007015", url: "https://www.sqlite.org/src/tarball/cd0b37c5/SQLite-cd0b37c5.tar.gz"} | |
| steps: | |
| - name: "Download SQLite source and build amalgamation" | |
| run: | | |
| curl -sS -L '${{ matrix.sqlite-url-version.url }}' -o sqlite3.tar.gz | |
| mkdir sqlite3 | |
| tar -zxvf sqlite3.tar.gz --strip-components=1 -C sqlite3 | |
| cd sqlite3 | |
| ./configure | |
| make sqlite3.c | |
| - name: "Save SQLite amalgamation" | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: sqlite-${{ matrix.sqlite-url-version.version }} | |
| path: ./sqlite3/sqlite3.c | |
| test: | |
| name: Test | |
| needs: [download-minio, create-sqlite-amalgamation] | |
| strategy: | |
| matrix: | |
| os: | |
| - "macos-11" | |
| - "ubuntu-20.04" | |
| - "windows-2019" | |
| sqlite-version: | |
| - "3042000" | |
| - "3036000" | |
| - "3007015" | |
| - "default" | |
| python-version: | |
| - "3.6.7" | |
| - "3.7.1" | |
| - "3.8.0" | |
| - "3.9.0" | |
| - "3.10.0" | |
| - "3.11.0" | |
| runs-on: '${{ matrix.os }}' | |
| env: | |
| SQLITE3_VERSION: ${{ matrix.sqlite-version }} | |
| MINIO_ROOT_USER: AKIAIOSFODNN7EXAMPLE | |
| MINIO_ROOT_PASSWORD: wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY | |
| MINIO_REGION: us-east-1 | |
| steps: | |
| - name: "Checkout" | |
| uses: "actions/checkout@v3" | |
| - uses: "actions/setup-python@v4" | |
| with: | |
| python-version: '${{ matrix.python-version }}' | |
| - name: "Load MinIO" | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: minio | |
| path: ./minio | |
| - name: "Load SQLite amalgamation" | |
| if: matrix.sqlite-version != 'default' | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: sqlite-${{ matrix.sqlite-version }} | |
| path: . | |
| - name: "Compile SQLite from amalgamation (Windows)" | |
| if: matrix.os == 'windows-2019' && matrix.sqlite-version != 'default' | |
| run: | | |
| gcc -shared sqlite3.c -o sqlite3.dll | |
| echo "LIBSQLITE3_PATH=${PWD}/sqlite3.dll" >> $env:GITHUB_ENV | |
| - name: "Compile SQLite from amalgamation (Ubuntu or macOS)" | |
| if: (matrix.os == 'ubuntu-20.04' || matrix.os == 'macos-11') && matrix.sqlite-version != 'default' | |
| run: | | |
| gcc -shared -fPIC -o libsqlite3.so.0 sqlite3.c | |
| echo "LIBSQLITE3_PATH=${PWD}/libsqlite3.so.0" >> "$GITHUB_ENV" | |
| - name: "Install sqlite-s3-query and any dependencies" | |
| run: | | |
| pip install ".[dev]" | |
| - name: "Test (Windows)" | |
| if: matrix.os == 'windows-2019' | |
| run: | | |
| mkdir -p ./data | |
| ./minio/minio-windows.exe server ./data & | |
| do { | |
| Write-Host "Waiting for MinIO" | |
| sleep 3 | |
| } until(Test-NetConnection 127.0.0.1 -Port 9000 | ? { $_.TcpTestSucceeded } ) | |
| coverage run -m unittest | |
| - name: "Test (Ubuntu)" | |
| if: matrix.os == 'ubuntu-20.04' | |
| run: | | |
| mkdir -p ./data | |
| chmod +x ./minio/minio-linux | |
| ./minio/minio-linux server ./data & | |
| until nc -w 10 127.0.0.1 9000; do sleep 1; done | |
| coverage run -m unittest | |
| - name: "Test (macOS)" | |
| if: matrix.os == 'macos-11' | |
| run: | | |
| mkdir -p ./data | |
| chmod +x ./minio/minio-darwin | |
| ./minio/minio-darwin server ./data & | |
| until nc -w 10 127.0.0.1 9000; do sleep 1; done | |
| coverage run -m unittest | |
| - name: "Save code coverage" | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: coverage | |
| path: ./coverage/*.json | |
| - uses: codecov/codecov-action@v3 | |
| env: | |
| CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} |