Pre-compute RoPE embeddings in fp32 #599
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Pull Request | |
on: [pull_request] | |
jobs: | |
pre-commit: | |
runs-on: ubuntu-20.04 | |
steps: | |
- uses: actions/checkout@v2 | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: 3.8 | |
cache: "pip" | |
cache-dependency-path: "**/requirements*.txt" | |
- uses: pre-commit/[email protected] | |
update-documentation: | |
runs-on: ubuntu-20.04 | |
steps: | |
- uses: actions/checkout@v3 | |
with: | |
ref: ${{ github.event.pull_request.head.ref}} | |
- run: | | |
rm megatron/__init__.py | |
pip install shortuuid | |
rm megatron/neox_arguments/__init__.py | |
python configs/gen_docs.py | |
git config user.name github-actions | |
git config user.email [email protected] | |
git add configs/neox_arguments.md | |
git commit -m "Update NeoXArgs docs automatically" | |
git push | |
run-tests: | |
runs-on: self-hosted | |
steps: | |
- uses: actions/checkout@v2 | |
- name: prepare data | |
run: python prepare_data.py | |
- name: Run Tests | |
run: pytest --forked tests |