Skip to content

Nightly Evaluation

Nightly Evaluation #58

Workflow file for this run

name: Nightly Evaluation
on:
schedule:
- cron: '0 0 * * *'
push:
branches:
- main
paths:
- "python/sglang/version.py"
workflow_dispatch:
concurrency:
group: nightly-eval-${{ github.ref }}
cancel-in-progress: true
jobs:
nightly-eval-2-gpu:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
runs-on: 2-gpu-runner
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Install dependencies
run: |
pip install --upgrade pip
pip install -e "python[all]"
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
- name: Nightly gsm8k Accuracy
timeout-minutes: 60
run: |
cd test/srt
python3 test_nightly_gsm8k_eval.py