| name: e2e-docker-tests | |
| on: | |
| pull_request: | |
| paths: | |
| - '**.py' | |
| - 'requirements.txt' | |
| workflow_dispatch: | |
| jobs: | |
| build-axolotl: | |
| if: github.repository_owner == 'OpenAccess-AI-Collective' | |
| # this job needs to be run on self-hosted GPU runners... | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - cuda: 118 | |
| cuda_version: 11.8.0 | |
| python_version: "3.10" | |
| pytorch: 2.0.1 | |
| axolotl_extras: | |
| is_latest: true | |
| - cuda: 121 | |
| cuda_version: 12.1.0 | |
| python_version: "3.10" | |
| pytorch: 2.1.1 | |
| axolotl_extras: | |
| runs-on: [self-hosted, gpu, docker] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Docker metadata | |
| id: metadata | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: winglian/axolotl | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| # guidance for testing before pushing: https://docs.docker.com/build/ci/github-actions/test-before-push/ | |
| - name: Build and export to Docker | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| load: true | |
| build-args: | | |
| BASE_TAG=main-base-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }} | |
| CUDA=${{ matrix.cuda }} | |
| PYTORCH_VERSION=${{ matrix.pytorch }} | |
| file: ./docker/Dockerfile | |
| tags: | | |
| ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }} | |
| ${{ (matrix.is_latest) && format('{0}-latest', steps.metadata.outputs.tags) || '' }} | |
| labels: ${{ steps.metadata.outputs.labels }} | |
| - name: Unit Tests | |
| run: | | |
| docker run --rm ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }} pytest --ignore=tests/e2e/ /workspace/axolotl/tests/ | |