[CI] Add benchmarks to test runs

ghstack-source-id: e95bf0573035e381f1d4cb18b4afd2cfdbf43ee6 Pull Request resolved: #2410
pytorch · Sep 2, 2024 · e10b007 · e10b007
1 parent d3a278d
commit e10b007
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/.github/unittest/linux/scripts/environment.yml b/.github/unittest/linux/scripts/environment.yml
@@ -15,6 +15,7 @@ dependencies:
     - pytest-cov
     - pytest-mock
     - pytest-instafail
+    - pytest-benchmark
     - pytest-rerunfailures
     - pytest-timeout
     - expecttest

diff --git a/.github/unittest/linux/scripts/run_all.sh b/.github/unittest/linux/scripts/run_all.sh
@@ -189,9 +189,14 @@ export MKL_THREADING_LAYER=GNU
 export CKPT_BACKEND=torch
 export MAX_IDLE_COUNT=100
 export BATCHED_PIPE_TIMEOUT=60
+export TORCHDYNAMO_INLINE_INBUILT_NN_MODULES=1
 
 pytest test/smoke_test.py -v --durations 200
 pytest test/smoke_test_deps.py -v --durations 200 -k 'test_gym or test_dm_control_pixels or test_dm_control or test_tb'
+
+# Check that benchmarks run
+python -m pytest benchmarks
+
 if [ "${CU_VERSION:-}" != cpu ] ; then
   python .github/unittest/helpers/coverage_run_parallel.py -m pytest test \
     --instafail --durations 200 -vv --capture no --ignore test/test_rlhf.py \