Skip to content

Test FP8 Runner

Test FP8 Runner #2

Workflow file for this run

name: Test FP8 Runner
on:
workflow_dispatch:
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
jobs:
run-fp8-tests:
runs-on: [self-hosted, aws-g6e-12xlarge]
container:
image: huggingface/accelerate:gpu-fp8-transformerengine-release-1.6.0
options: --gpus all --shm-size "16gb"
steps:
- uses: actions/checkout@v3
- name: Run FP8 tests
run: |
python -c "from accelerate import Accelerator; Accelerator(mixed_precision='fp8'); print(accelerator.state)"