Additional parsing supports #737
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Unit tests and project documentation | |
| on: | |
| push: | |
| branches: [main] | |
| pull_request: | |
| branches: [main] | |
| jobs: | |
| docs: | |
| name: "Run tests and generate project documenation" | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest] #, macos-latest, windows-latest] | |
| python-version: [ '3.8' ] #[ '3.8', '3.9' ] | |
| # TODO: add rust-version 1.62 | |
| # exclude: | |
| # - os: macos-latest | |
| # python-version: '3.8' | |
| # - os: windows-latest | |
| # python-version: '3.6' | |
| services: | |
| graphdb: | |
| image: "memgraph/memgraph-platform" | |
| ports: | |
| - "7687:7687" | |
| - "3000:3000" | |
| - "7444:7444" | |
| volumes: | |
| - mg_lib:/var/lib/memgraph | |
| - mg_log:/var/log/memgraph | |
| - mg_etc:/etc/memgraph | |
| steps: | |
| # Checkout code | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| #architecture: x64 | |
| - name: Display Python version | |
| run: | | |
| python -c "import sys; print(sys.version)" | |
| - name: Set up Rust | |
| uses: actions-rs/toolchain@v1 | |
| with: | |
| toolchain: stable | |
| - name: Display Rust version | |
| run: | | |
| rustc --version | |
| - name: Setup JDK | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: temurin | |
| java-version: 11 | |
| # Install dependencies | |
| - name: System-wide deps | |
| run: | | |
| sudo apt-get install -y graphviz \ | |
| libgraphviz-dev | |
| # Install packages (for API doc gen) | |
| - name: Install askem (Python) | |
| working-directory: . | |
| run: | | |
| # retrieve latest model for img2mml component | |
| curl -L https://artifacts.askem.lum.ai/skema/img2mml/models/cnn_xfmer_arxiv_im2mml_with_fonts_boldface_best.pt > skema/img2mml/trained_models/cnn_xfmer_arxiv_im2mml_with_fonts_boldface_best.pt | |
| pip install ".[all]" | |
| # Install tree-sitter parser (for Python component unit tests) | |
| - name: Install tree-sitter parsers | |
| working-directory: . | |
| run: python skema/program_analysis/tree_sitter_parsers/build_parsers.py --all | |
| # docs (API) | |
| # generate python docs using pdoc | |
| - name: "Create documentation for Python components (API docs)" | |
| run: | | |
| # FIXME: once issues with text reading submodule resolved, top command will be sufficient | |
| #pdoc --html -c latex_math=True --force --output-dir docs/api/python skema | |
| # Skip generation due to https://github.com/pdoc3/pdoc/issues/199 | |
| pdoc --html -c latex_math=True --force --output-dir docs/api/python skema.img2mml | |
| pdoc --html -c latex_math=True --force --output-dir docs/api/python skema.isa | |
| pdoc --html -c latex_math=True --force --output-dir docs/api/python skema.skema_py | |
| pdoc --html -c latex_math=True --force --output-dir docs/api/python skema.gromet | |
| pdoc --html -c latex_math=True --force --output-dir docs/api/python skema.program_analysis | |
| pdoc --html -c latex_math=True --force --output-dir docs/api/python skema.metal.model_linker | |
| # generate Rust docs using cargo doc | |
| - name: "Create documentation for Rust components (API docs)" | |
| working-directory: ./skema/skema-rs | |
| run: | | |
| cargo doc | |
| mkdir -p $GITHUB_WORKSPACE/docs/api/rust | |
| mv target/doc/* $GITHUB_WORKSPACE/docs/api/rust/ | |
| # generate Scala docs using sbt doc | |
| # FIXME: downloading project deps is far too slow and too large to cache (3+ GB) to include this step in our CI | |
| # - name: "Create documentation for Scala components (API docs)" | |
| # working-directory: ./skema/text_reading/scala | |
| # run: | | |
| # sbt doc | |
| # mkdir -p $GITHUB_WORKSPACE/docs/api/scala | |
| # mv target/doc/* $GITHUB_WORKSPACE/docs/api/scala/ | |
| # code coverage (Scala) | |
| # FIXME: downloading project deps is far too slow to include this step | |
| # - name: "Code coverage reports for Scala components" | |
| # working-directory: ./skema/text_reading/scala | |
| # run: | | |
| # sbt clean coverage test | |
| # sbt coverageReport | |
| # sbt coverageAggregate | |
| # code coverage (Python) | |
| - name: "Code coverage reports for Python components" | |
| run: | | |
| pytest | |
| - name: "Code2fn model coverage reports" | |
| run: python skema/program_analysis/model_coverage_report/model_coverage_report.py $GITHUB_WORKSPACE/docs/coverage/code2fn_coverage/ all | |
| - name: "Unit tests for Rust components" | |
| working-directory: ./skema/skema-rs | |
| run: | | |
| cargo test --verbose --all | |
| - name: Free disk space (aggressively) | |
| # https://github.com/jlumbroso/free-disk-space | |
| uses: jlumbroso/[email protected] | |
| with: | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| large-packages: true | |
| docker-images: true | |
| swap-storage: true | |
| # NOTE: this might remove things we actually need. | |
| tool-cache: true | |
| # docs (other) | |
| - name: "Create documentation (other)" | |
| run: | | |
| docker run -i -v "$GITHUB_WORKSPACE:/app" parsertongue/mkdocs:latest mkdocs build -c | |
| - name: Deploy docs | |
| if: github.ref == 'refs/heads/main' | |
| uses: peaceiris/actions-gh-pages@v3 | |
| with: | |
| # see https://docs.github.com/en/free-pro-team@latest/actions/reference/authentication-in-a-workflow#about-the-github_token-secret | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| publish_dir: ./site | |
| user_name: 'github-actions[bot]' | |
| user_email: 'github-actions[bot]@users.noreply.github.com' | |
| commit_message: ${{ github.event.head_commit.message }} |