Skip to content

Use vLLM's own server instead of TRL's #3734

Use vLLM's own server instead of TRL's

Use vLLM's own server instead of TRL's #3734

name: Tests (experimental)
on:
pull_request:
paths:
# Run only when relevant files are modified
- "trl/experimental/**"
- "tests/experimental/**"
env:
TQDM_DISABLE: 1
HF_TOKEN: ${{ secrets.HF_TOKEN }}
PYTORCH_CUDA_ALLOC_CONF: "expandable_segments:True"
PYTORCH_ALLOC_CONF: "expandable_segments:True"
TRL_EXPERIMENTAL_SILENCE: 1
jobs:
check_code_quality:
name: Check code quality
runs-on: ubuntu-latest
if: github.event.pull_request.draft == false
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
- name: Set up Python 3.12
uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
with:
python-version: '3.12'
- uses: pre-commit/action@2c7b3805fd2a0fd8c1884dcaebf91fc102a13ecd # v3.0.1
with:
extra_args: --all-files
tests:
name: Tests (experimental)
runs-on:
group: aws-g6e-4xlarge
container:
image: pytorch/pytorch:2.8.0-cuda12.8-cudnn9-devel
options: --gpus all
defaults:
run:
shell: bash
steps:
- name: Git checkout
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
- name: Set up Python 3.12
uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
with:
python-version: '3.12'
- name: Install Make and Git
run: |
apt-get update && apt-get install -y make git curl
- name: Install uv
uses: astral-sh/setup-uv@c771a70e6277c0a99b617c7a806ffedaca235ff9 # v9.0.0
- name: Create Python virtual environment
run: |
uv venv
uv pip install --upgrade setuptools wheel
- name: Install dependencies
run: |
source .venv/bin/activate
uv pip install ".[dev]"
- name: Test with pytest
run: |
source .venv/bin/activate
make test_experimental