From e3168b96bed0bbb839c6c41a853bd0b600b434e2 Mon Sep 17 00:00:00 2001 From: Michael Gschwind <61328285+mikekgfb@users.noreply.github.com> Date: Wed, 6 Nov 2024 17:35:57 -0800 Subject: [PATCH 1/3] Create run-readme-pr-linuxaarch64 Test torchchat on aarch64 linux --- .github/workflows/run-readme-pr-linuxaarch64 | 124 +++++++++++++++++++ 1 file changed, 124 insertions(+) create mode 100644 .github/workflows/run-readme-pr-linuxaarch64 diff --git a/.github/workflows/run-readme-pr-linuxaarch64 b/.github/workflows/run-readme-pr-linuxaarch64 new file mode 100644 index 000000000..1f920a12f --- /dev/null +++ b/.github/workflows/run-readme-pr-linuxaarch64 @@ -0,0 +1,124 @@ +name: Run the README instructions - with stories - on Linux aarch64 + +on: + pull_request: + push: + branches: + - main + workflow_dispatch: + +jobs: + test-readme-cpu: + uses: pytorch/test-infra/.github/workflows/linux_job.yml@main + with: + runner: linux-aarch64 + gpu-arch-type: cuda + gpu-arch-version: "12.1" + timeout: 60 + script: | + echo "::group::Print machine info" + uname -a + echo "::endgroup::" + + echo "::group::Install newer objcopy that supports --set-section-alignment" + yum install -y devtoolset-10-binutils + export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH + echo "::endgroup::" + + TORCHCHAT_DEVICE=cpu .ci/scripts/run-docs readme + + echo "::group::Completion" + echo "tests complete" + echo "*******************************************" + echo "::endgroup::" + + test-quantization-cpu: + uses: pytorch/test-infra/.github/workflows/linux_job.yml@main + with: + runner: linux-aarch64 + gpu-arch-type: cuda + gpu-arch-version: "12.1" + timeout: 60 + script: | + echo "::group::Print machine info" + uname -a + echo "::endgroup::" + + echo "::group::Install newer objcopy that supports --set-section-alignment" + yum install -y devtoolset-10-binutils + export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH + echo "::endgroup::" + + TORCHCHAT_DEVICE=cpu .ci/scripts/run-docs quantization + + test-gguf-cpu: + uses: pytorch/test-infra/.github/workflows/linux_job.yml@main + with: + runner: linux-aarch64 + gpu-arch-type: cuda + gpu-arch-version: "12.1" + timeout: 60 + script: | + echo "::group::Print machine info" + uname -a + echo "::endgroup::" + + echo "::group::Install newer objcopy that supports --set-section-alignment" + yum install -y devtoolset-10-binutils + export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH + echo "::endgroup::" + + TORCHCHAT_DEVICE=cpu .ci/scripts/run-docs gguf + + echo "::group::Completion" + echo "tests complete" + echo "*******************************************" + echo "::endgroup::" + + test-advanced-cpu: + uses: pytorch/test-infra/.github/workflows/linux_job.yml@main + with: + runner: linux-aarch64 + gpu-arch-type: cuda + gpu-arch-version: "12.1" + timeout: 60 + script: | + echo "::group::Print machine info" + uname -a + echo "::endgroup::" + + echo "::group::Install newer objcopy that supports --set-section-alignment" + yum install -y devtoolset-10-binutils + export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH + echo "::endgroup::" + + TORCHCHAT_DEVICE=cpu .ci/scripts/run-docs advanced + + echo "::group::Completion" + echo "tests complete" + echo "*******************************************" + echo "::endgroup::" + + test-evaluation-cpu: + uses: pytorch/test-infra/.github/workflows/linux_job.yml@main + with: + runner: linux-aarch64 + gpu-arch-type: cuda + gpu-arch-version: "12.1" + timeout: 60 + script: | + echo "::group::Print machine info" + uname -a + echo "::endgroup::" + + echo "::group::Install newer objcopy that supports --set-section-alignment" + yum install -y devtoolset-10-binutils + export PATH=/opt/rh/devtoolset-10/root/usr/bin/:$PATH + echo "::endgroup::" + + TORCHCHAT_DEVICE=cpu .ci/scripts/run-docs evaluation + + echo "::group::Completion" + echo "tests complete" + echo "*******************************************" + echo "::endgroup::" From 656fd94a1deccba623842eedb4e1168de2f99b3a Mon Sep 17 00:00:00 2001 From: Michael Gschwind <61328285+mikekgfb@users.noreply.github.com> Date: Tue, 12 Nov 2024 20:36:25 -0800 Subject: [PATCH 2/3] Rename run-readme-pr-linuxaarch64 to run-readme-pr-linuxaarch64.yml add yml extension. --- ...{run-readme-pr-linuxaarch64 => run-readme-pr-linuxaarch64.yml} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename .github/workflows/{run-readme-pr-linuxaarch64 => run-readme-pr-linuxaarch64.yml} (100%) diff --git a/.github/workflows/run-readme-pr-linuxaarch64 b/.github/workflows/run-readme-pr-linuxaarch64.yml similarity index 100% rename from .github/workflows/run-readme-pr-linuxaarch64 rename to .github/workflows/run-readme-pr-linuxaarch64.yml From b3952abb4a3f65f7382c7ffc04581301a43a5089 Mon Sep 17 00:00:00 2001 From: Michael Gschwind <61328285+mikekgfb@users.noreply.github.com> Date: Sun, 24 Nov 2024 13:41:28 -0800 Subject: [PATCH 3/3] Update ADVANCED-USERS.md Update doc to indicate testing for ARMv8/aarch64 on Linux/raspbian is introduced by this PR --- docs/ADVANCED-USERS.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/ADVANCED-USERS.md b/docs/ADVANCED-USERS.md index 417a823f8..60c72797d 100644 --- a/docs/ADVANCED-USERS.md +++ b/docs/ADVANCED-USERS.md @@ -481,7 +481,7 @@ in a python-free environment with AOT Inductor and ExecuTorch. | Hardware | OS | Eager | Eager + Compile | AOT Compile | ET Runtime | |-----|------|-----|-----|-----|-----| | x86 | Linux | ✅ | ✅ | ✅ | ✅ | -| aarch64 | Linux | n/t | n/t | n/t | n/t | +| aarch64 | Linux | ✅ | ✅ | ✅ | n/t | | aarch64 | macOS | ✅ | ✅ | ✅ | ✅ | | AMD GPU | Linux | ✅ | ✅ | ✅ | ❌| | Nvidia GPU | Linux | ✅ | ✅ | ✅ | ❌| @@ -492,7 +492,7 @@ in a python-free environment with AOT Inductor and ExecuTorch. | Mobile GPU (Vulkan) | Android | ❌|❌|❌| ✅ | | CoreML | iOS | ❌|❌|❌| ✅ | | Hexagon DSP | Android | ❌|❌|❌| ✅ | -| Raspberry Pi 4/5 | Raspbian | n/t | n/t | n/t | ✅ | +| Raspberry Pi 4/5 | Raspbian | ✅ | ✅ | ✅ | ✅ | | Raspberry Pi 4/5 | Android | ❌ | ❌ | ❌ | n/t | | ARM 32b (up to v7) | any | ❌|❌|❌|❌|