name: e2e-docker-tests on: pull_request: paths: - '**.py' - 'requirements.txt' workflow_dispatch: jobs: build-axolotl: if: github.repository_owner == 'OpenAccess-AI-Collective' # this job needs to be run on self-hosted GPU runners... strategy: fail-fast: false matrix: include: - cuda: 118 cuda_version: 11.8.0 python_version: "3.10" pytorch: 2.0.1 axolotl_extras: is_latest: true - cuda: 121 cuda_version: 12.1.0 python_version: "3.10" pytorch: 2.1.1 axolotl_extras: runs-on: [self-hosted, gpu, docker] steps: - name: Checkout uses: actions/checkout@v4 - name: Docker metadata id: metadata uses: docker/metadata-action@v5 with: images: winglian/axolotl - name: Set up Docker Buildx uses: docker/setup-buildx-action@v3 - name: Login to Docker Hub uses: docker/login-action@v3 with: username: ${{ secrets.DOCKERHUB_USERNAME }} password: ${{ secrets.DOCKERHUB_TOKEN }} # guidance for testing before pushing: https://docs.docker.com/build/ci/github-actions/test-before-push/ - name: Build and export to Docker uses: docker/build-push-action@v5 with: context: . load: true build-args: | BASE_TAG=main-base-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }} CUDA=${{ matrix.cuda }} PYTORCH_VERSION=${{ matrix.pytorch }} file: ./docker/Dockerfile tags: | ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }} ${{ (matrix.is_latest) && format('{0}-latest', steps.metadata.outputs.tags) || '' }} labels: ${{ steps.metadata.outputs.labels }} - name: Unit Tests run: | docker run --rm ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }} pytest --ignore=tests/e2e/ /workspace/axolotl/tests/