drop py39 docker images, add py311, upgrade pytorch to 2.1.2 (#1205)
Browse files* drop py39 docker images, add py311, upgrade pytorch to 2.1.2
* also allow the main build to be manually triggered
* fix workflow_dispatch in yaml
- .github/workflows/base.yml +9 -12
- .github/workflows/main.yml +15 -14
.github/workflows/base.yml
CHANGED
@@ -1,10 +1,7 @@
|
|
1 |
name: ci-cd-base
|
2 |
|
3 |
on:
|
4 |
-
|
5 |
-
branches:
|
6 |
-
- "main-base"
|
7 |
-
- "dev-base"
|
8 |
|
9 |
jobs:
|
10 |
build-base:
|
@@ -15,11 +12,6 @@ jobs:
|
|
15 |
fail-fast: false
|
16 |
matrix:
|
17 |
include:
|
18 |
-
- cuda: "118"
|
19 |
-
cuda_version: 11.8.0
|
20 |
-
python_version: "3.9"
|
21 |
-
pytorch: 2.0.1
|
22 |
-
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
23 |
- cuda: "118"
|
24 |
cuda_version: 11.8.0
|
25 |
python_version: "3.10"
|
@@ -28,12 +20,17 @@ jobs:
|
|
28 |
- cuda: "118"
|
29 |
cuda_version: 11.8.0
|
30 |
python_version: "3.10"
|
31 |
-
pytorch: 2.1.
|
32 |
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
33 |
- cuda: "121"
|
34 |
cuda_version: 12.1.0
|
35 |
python_version: "3.10"
|
36 |
-
pytorch: 2.1.
|
|
|
|
|
|
|
|
|
|
|
37 |
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
38 |
steps:
|
39 |
- name: Checkout
|
@@ -56,7 +53,7 @@ jobs:
|
|
56 |
context: .
|
57 |
file: ./docker/Dockerfile-base
|
58 |
push: ${{ github.event_name != 'pull_request' }}
|
59 |
-
tags: ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
|
60 |
labels: ${{ steps.metadata.outputs.labels }}
|
61 |
build-args: |
|
62 |
CUDA_VERSION=${{ matrix.cuda_version }}
|
|
|
1 |
name: ci-cd-base
|
2 |
|
3 |
on:
|
4 |
+
workflow_dispatch:
|
|
|
|
|
|
|
5 |
|
6 |
jobs:
|
7 |
build-base:
|
|
|
12 |
fail-fast: false
|
13 |
matrix:
|
14 |
include:
|
|
|
|
|
|
|
|
|
|
|
15 |
- cuda: "118"
|
16 |
cuda_version: 11.8.0
|
17 |
python_version: "3.10"
|
|
|
20 |
- cuda: "118"
|
21 |
cuda_version: 11.8.0
|
22 |
python_version: "3.10"
|
23 |
+
pytorch: 2.1.2
|
24 |
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
25 |
- cuda: "121"
|
26 |
cuda_version: 12.1.0
|
27 |
python_version: "3.10"
|
28 |
+
pytorch: 2.1.2
|
29 |
+
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
30 |
+
- cuda: "121"
|
31 |
+
cuda_version: 12.1.0
|
32 |
+
python_version: "3.11"
|
33 |
+
pytorch: 2.1.2
|
34 |
torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
|
35 |
steps:
|
36 |
- name: Checkout
|
|
|
53 |
context: .
|
54 |
file: ./docker/Dockerfile-base
|
55 |
push: ${{ github.event_name != 'pull_request' }}
|
56 |
+
tags: ${{ steps.metadata.outputs.tags }}-base-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
|
57 |
labels: ${{ steps.metadata.outputs.labels }}
|
58 |
build-args: |
|
59 |
CUDA_VERSION=${{ matrix.cuda_version }}
|
.github/workflows/main.yml
CHANGED
@@ -4,6 +4,7 @@ on:
|
|
4 |
push:
|
5 |
branches:
|
6 |
- "main"
|
|
|
7 |
|
8 |
jobs:
|
9 |
build-axolotl:
|
@@ -15,24 +16,24 @@ jobs:
|
|
15 |
include:
|
16 |
- cuda: 118
|
17 |
cuda_version: 11.8.0
|
18 |
-
python_version: "3.
|
19 |
pytorch: 2.0.1
|
20 |
axolotl_extras:
|
21 |
- cuda: 118
|
22 |
cuda_version: 11.8.0
|
23 |
python_version: "3.10"
|
24 |
-
pytorch: 2.
|
25 |
axolotl_extras:
|
26 |
is_latest: true
|
27 |
-
- cuda:
|
28 |
-
cuda_version:
|
29 |
python_version: "3.10"
|
30 |
-
pytorch: 2.1.
|
31 |
axolotl_extras:
|
32 |
- cuda: 121
|
33 |
cuda_version: 12.1.0
|
34 |
-
python_version: "3.
|
35 |
-
pytorch: 2.1.
|
36 |
axolotl_extras:
|
37 |
runs-on: [self-hosted, gpu, docker]
|
38 |
steps:
|
@@ -86,24 +87,24 @@ jobs:
|
|
86 |
include:
|
87 |
- cuda: 118
|
88 |
cuda_version: 11.8.0
|
89 |
-
python_version: "3.
|
90 |
pytorch: 2.0.1
|
91 |
axolotl_extras:
|
92 |
- cuda: 118
|
93 |
cuda_version: 11.8.0
|
94 |
python_version: "3.10"
|
95 |
-
pytorch: 2.
|
96 |
axolotl_extras:
|
97 |
is_latest: true
|
98 |
-
- cuda:
|
99 |
-
cuda_version:
|
100 |
python_version: "3.10"
|
101 |
-
pytorch: 2.1.
|
102 |
axolotl_extras:
|
103 |
- cuda: 121
|
104 |
cuda_version: 12.1.0
|
105 |
-
python_version: "3.
|
106 |
-
pytorch: 2.1.
|
107 |
axolotl_extras:
|
108 |
runs-on: [self-hosted, gpu, docker]
|
109 |
steps:
|
|
|
4 |
push:
|
5 |
branches:
|
6 |
- "main"
|
7 |
+
workflow_dispatch:
|
8 |
|
9 |
jobs:
|
10 |
build-axolotl:
|
|
|
16 |
include:
|
17 |
- cuda: 118
|
18 |
cuda_version: 11.8.0
|
19 |
+
python_version: "3.10"
|
20 |
pytorch: 2.0.1
|
21 |
axolotl_extras:
|
22 |
- cuda: 118
|
23 |
cuda_version: 11.8.0
|
24 |
python_version: "3.10"
|
25 |
+
pytorch: 2.1.2
|
26 |
axolotl_extras:
|
27 |
is_latest: true
|
28 |
+
- cuda: 121
|
29 |
+
cuda_version: 12.1.0
|
30 |
python_version: "3.10"
|
31 |
+
pytorch: 2.1.2
|
32 |
axolotl_extras:
|
33 |
- cuda: 121
|
34 |
cuda_version: 12.1.0
|
35 |
+
python_version: "3.11"
|
36 |
+
pytorch: 2.1.2
|
37 |
axolotl_extras:
|
38 |
runs-on: [self-hosted, gpu, docker]
|
39 |
steps:
|
|
|
87 |
include:
|
88 |
- cuda: 118
|
89 |
cuda_version: 11.8.0
|
90 |
+
python_version: "3.10"
|
91 |
pytorch: 2.0.1
|
92 |
axolotl_extras:
|
93 |
- cuda: 118
|
94 |
cuda_version: 11.8.0
|
95 |
python_version: "3.10"
|
96 |
+
pytorch: 2.1.2
|
97 |
axolotl_extras:
|
98 |
is_latest: true
|
99 |
+
- cuda: 121
|
100 |
+
cuda_version: 12.1.0
|
101 |
python_version: "3.10"
|
102 |
+
pytorch: 2.1.2
|
103 |
axolotl_extras:
|
104 |
- cuda: 121
|
105 |
cuda_version: 12.1.0
|
106 |
+
python_version: "3.11"
|
107 |
+
pytorch: 2.1.2
|
108 |
axolotl_extras:
|
109 |
runs-on: [self-hosted, gpu, docker]
|
110 |
steps:
|