drop py39 docker images, add py311, upgrade pytorch to 2.1.2 (#1205)
Browse files* drop py39 docker images, add py311, upgrade pytorch to 2.1.2
* also allow the main build to be manually triggered
* fix workflow_dispatch in yaml
- .github/workflows/base.yml +9 -12
- .github/workflows/main.yml +15 -14
.github/workflows/base.yml
CHANGED
|
@@ -1,10 +1,7 @@
|
|
| 1 |
name: ci-cd-base
|
| 2 |
|
| 3 |
on:
|
| 4 |
-
|
| 5 |
-
branches:
|
| 6 |
-
- "main-base"
|
| 7 |
-
- "dev-base"
|
| 8 |
|
| 9 |
jobs:
|
| 10 |
build-base:
|
|
@@ -15,11 +12,6 @@ jobs:
|
|
| 15 |
fail-fast: false
|
| 16 |
matrix:
|
| 17 |
include:
|
| 18 |
-
- cuda: "118"
|
| 19 |
-
cuda_version: 11.8.0
|
| 20 |
-
python_version: "3.9"
|
| 21 |
-
pytorch: 2.0.1
|
| 22 |
-
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
| 23 |
- cuda: "118"
|
| 24 |
cuda_version: 11.8.0
|
| 25 |
python_version: "3.10"
|
|
@@ -28,12 +20,17 @@ jobs:
|
|
| 28 |
- cuda: "118"
|
| 29 |
cuda_version: 11.8.0
|
| 30 |
python_version: "3.10"
|
| 31 |
-
pytorch: 2.1.
|
| 32 |
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
| 33 |
- cuda: "121"
|
| 34 |
cuda_version: 12.1.0
|
| 35 |
python_version: "3.10"
|
| 36 |
-
pytorch: 2.1.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
| 38 |
steps:
|
| 39 |
- name: Checkout
|
|
@@ -56,7 +53,7 @@ jobs:
|
|
| 56 |
context: .
|
| 57 |
file: ./docker/Dockerfile-base
|
| 58 |
push: ${{ github.event_name != 'pull_request' }}
|
| 59 |
-
tags: ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
|
| 60 |
labels: ${{ steps.metadata.outputs.labels }}
|
| 61 |
build-args: |
|
| 62 |
CUDA_VERSION=${{ matrix.cuda_version }}
|
|
|
|
| 1 |
name: ci-cd-base
|
| 2 |
|
| 3 |
on:
|
| 4 |
+
workflow_dispatch:
|
|
|
|
|
|
|
|
|
|
| 5 |
|
| 6 |
jobs:
|
| 7 |
build-base:
|
|
|
|
| 12 |
fail-fast: false
|
| 13 |
matrix:
|
| 14 |
include:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
- cuda: "118"
|
| 16 |
cuda_version: 11.8.0
|
| 17 |
python_version: "3.10"
|
|
|
|
| 20 |
- cuda: "118"
|
| 21 |
cuda_version: 11.8.0
|
| 22 |
python_version: "3.10"
|
| 23 |
+
pytorch: 2.1.2
|
| 24 |
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
| 25 |
- cuda: "121"
|
| 26 |
cuda_version: 12.1.0
|
| 27 |
python_version: "3.10"
|
| 28 |
+
pytorch: 2.1.2
|
| 29 |
+
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
| 30 |
+
- cuda: "121"
|
| 31 |
+
cuda_version: 12.1.0
|
| 32 |
+
python_version: "3.11"
|
| 33 |
+
pytorch: 2.1.2
|
| 34 |
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
| 35 |
steps:
|
| 36 |
- name: Checkout
|
|
|
|
| 53 |
context: .
|
| 54 |
file: ./docker/Dockerfile-base
|
| 55 |
push: ${{ github.event_name != 'pull_request' }}
|
| 56 |
+
tags: ${{ steps.metadata.outputs.tags }}-base-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
|
| 57 |
labels: ${{ steps.metadata.outputs.labels }}
|
| 58 |
build-args: |
|
| 59 |
CUDA_VERSION=${{ matrix.cuda_version }}
|
.github/workflows/main.yml
CHANGED
|
@@ -4,6 +4,7 @@ on:
|
|
| 4 |
push:
|
| 5 |
branches:
|
| 6 |
- "main"
|
|
|
|
| 7 |
|
| 8 |
jobs:
|
| 9 |
build-axolotl:
|
|
@@ -15,24 +16,24 @@ jobs:
|
|
| 15 |
include:
|
| 16 |
- cuda: 118
|
| 17 |
cuda_version: 11.8.0
|
| 18 |
-
python_version: "3.
|
| 19 |
pytorch: 2.0.1
|
| 20 |
axolotl_extras:
|
| 21 |
- cuda: 118
|
| 22 |
cuda_version: 11.8.0
|
| 23 |
python_version: "3.10"
|
| 24 |
-
pytorch: 2.
|
| 25 |
axolotl_extras:
|
| 26 |
is_latest: true
|
| 27 |
-
- cuda:
|
| 28 |
-
cuda_version:
|
| 29 |
python_version: "3.10"
|
| 30 |
-
pytorch: 2.1.
|
| 31 |
axolotl_extras:
|
| 32 |
- cuda: 121
|
| 33 |
cuda_version: 12.1.0
|
| 34 |
-
python_version: "3.
|
| 35 |
-
pytorch: 2.1.
|
| 36 |
axolotl_extras:
|
| 37 |
runs-on: [self-hosted, gpu, docker]
|
| 38 |
steps:
|
|
@@ -86,24 +87,24 @@ jobs:
|
|
| 86 |
include:
|
| 87 |
- cuda: 118
|
| 88 |
cuda_version: 11.8.0
|
| 89 |
-
python_version: "3.
|
| 90 |
pytorch: 2.0.1
|
| 91 |
axolotl_extras:
|
| 92 |
- cuda: 118
|
| 93 |
cuda_version: 11.8.0
|
| 94 |
python_version: "3.10"
|
| 95 |
-
pytorch: 2.
|
| 96 |
axolotl_extras:
|
| 97 |
is_latest: true
|
| 98 |
-
- cuda:
|
| 99 |
-
cuda_version:
|
| 100 |
python_version: "3.10"
|
| 101 |
-
pytorch: 2.1.
|
| 102 |
axolotl_extras:
|
| 103 |
- cuda: 121
|
| 104 |
cuda_version: 12.1.0
|
| 105 |
-
python_version: "3.
|
| 106 |
-
pytorch: 2.1.
|
| 107 |
axolotl_extras:
|
| 108 |
runs-on: [self-hosted, gpu, docker]
|
| 109 |
steps:
|
|
|
|
| 4 |
push:
|
| 5 |
branches:
|
| 6 |
- "main"
|
| 7 |
+
workflow_dispatch:
|
| 8 |
|
| 9 |
jobs:
|
| 10 |
build-axolotl:
|
|
|
|
| 16 |
include:
|
| 17 |
- cuda: 118
|
| 18 |
cuda_version: 11.8.0
|
| 19 |
+
python_version: "3.10"
|
| 20 |
pytorch: 2.0.1
|
| 21 |
axolotl_extras:
|
| 22 |
- cuda: 118
|
| 23 |
cuda_version: 11.8.0
|
| 24 |
python_version: "3.10"
|
| 25 |
+
pytorch: 2.1.2
|
| 26 |
axolotl_extras:
|
| 27 |
is_latest: true
|
| 28 |
+
- cuda: 121
|
| 29 |
+
cuda_version: 12.1.0
|
| 30 |
python_version: "3.10"
|
| 31 |
+
pytorch: 2.1.2
|
| 32 |
axolotl_extras:
|
| 33 |
- cuda: 121
|
| 34 |
cuda_version: 12.1.0
|
| 35 |
+
python_version: "3.11"
|
| 36 |
+
pytorch: 2.1.2
|
| 37 |
axolotl_extras:
|
| 38 |
runs-on: [self-hosted, gpu, docker]
|
| 39 |
steps:
|
|
|
|
| 87 |
include:
|
| 88 |
- cuda: 118
|
| 89 |
cuda_version: 11.8.0
|
| 90 |
+
python_version: "3.10"
|
| 91 |
pytorch: 2.0.1
|
| 92 |
axolotl_extras:
|
| 93 |
- cuda: 118
|
| 94 |
cuda_version: 11.8.0
|
| 95 |
python_version: "3.10"
|
| 96 |
+
pytorch: 2.1.2
|
| 97 |
axolotl_extras:
|
| 98 |
is_latest: true
|
| 99 |
+
- cuda: 121
|
| 100 |
+
cuda_version: 12.1.0
|
| 101 |
python_version: "3.10"
|
| 102 |
+
pytorch: 2.1.2
|
| 103 |
axolotl_extras:
|
| 104 |
- cuda: 121
|
| 105 |
cuda_version: 12.1.0
|
| 106 |
+
python_version: "3.11"
|
| 107 |
+
pytorch: 2.1.2
|
| 108 |
axolotl_extras:
|
| 109 |
runs-on: [self-hosted, gpu, docker]
|
| 110 |
steps:
|