winglian commited on
Commit
74c72ca
1 Parent(s): e923e62

drop py39 docker images, add py311, upgrade pytorch to 2.1.2 (#1205)

Browse files

* drop py39 docker images, add py311, upgrade pytorch to 2.1.2

* also allow the main build to be manually triggered

* fix workflow_dispatch in yaml

.github/workflows/base.yml CHANGED
@@ -1,10 +1,7 @@
1
  name: ci-cd-base
2
 
3
  on:
4
- push:
5
- branches:
6
- - "main-base"
7
- - "dev-base"
8
 
9
  jobs:
10
  build-base:
@@ -15,11 +12,6 @@ jobs:
15
  fail-fast: false
16
  matrix:
17
  include:
18
- - cuda: "118"
19
- cuda_version: 11.8.0
20
- python_version: "3.9"
21
- pytorch: 2.0.1
22
- torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
23
  - cuda: "118"
24
  cuda_version: 11.8.0
25
  python_version: "3.10"
@@ -28,12 +20,17 @@ jobs:
28
  - cuda: "118"
29
  cuda_version: 11.8.0
30
  python_version: "3.10"
31
- pytorch: 2.1.1
32
  torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
33
  - cuda: "121"
34
  cuda_version: 12.1.0
35
  python_version: "3.10"
36
- pytorch: 2.1.1
 
 
 
 
 
37
  torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
38
  steps:
39
  - name: Checkout
@@ -56,7 +53,7 @@ jobs:
56
  context: .
57
  file: ./docker/Dockerfile-base
58
  push: ${{ github.event_name != 'pull_request' }}
59
- tags: ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
60
  labels: ${{ steps.metadata.outputs.labels }}
61
  build-args: |
62
  CUDA_VERSION=${{ matrix.cuda_version }}
 
1
  name: ci-cd-base
2
 
3
  on:
4
+ workflow_dispatch:
 
 
 
5
 
6
  jobs:
7
  build-base:
 
12
  fail-fast: false
13
  matrix:
14
  include:
 
 
 
 
 
15
  - cuda: "118"
16
  cuda_version: 11.8.0
17
  python_version: "3.10"
 
20
  - cuda: "118"
21
  cuda_version: 11.8.0
22
  python_version: "3.10"
23
+ pytorch: 2.1.2
24
  torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
25
  - cuda: "121"
26
  cuda_version: 12.1.0
27
  python_version: "3.10"
28
+ pytorch: 2.1.2
29
+ torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
30
+ - cuda: "121"
31
+ cuda_version: 12.1.0
32
+ python_version: "3.11"
33
+ pytorch: 2.1.2
34
  torch_cuda_arch_list: "7.0 7.5 8.0 8.6 9.0+PTX"
35
  steps:
36
  - name: Checkout
 
53
  context: .
54
  file: ./docker/Dockerfile-base
55
  push: ${{ github.event_name != 'pull_request' }}
56
+ tags: ${{ steps.metadata.outputs.tags }}-base-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
57
  labels: ${{ steps.metadata.outputs.labels }}
58
  build-args: |
59
  CUDA_VERSION=${{ matrix.cuda_version }}
.github/workflows/main.yml CHANGED
@@ -4,6 +4,7 @@ on:
4
  push:
5
  branches:
6
  - "main"
 
7
 
8
  jobs:
9
  build-axolotl:
@@ -15,24 +16,24 @@ jobs:
15
  include:
16
  - cuda: 118
17
  cuda_version: 11.8.0
18
- python_version: "3.9"
19
  pytorch: 2.0.1
20
  axolotl_extras:
21
  - cuda: 118
22
  cuda_version: 11.8.0
23
  python_version: "3.10"
24
- pytorch: 2.0.1
25
  axolotl_extras:
26
  is_latest: true
27
- - cuda: 118
28
- cuda_version: 11.8.0
29
  python_version: "3.10"
30
- pytorch: 2.1.1
31
  axolotl_extras:
32
  - cuda: 121
33
  cuda_version: 12.1.0
34
- python_version: "3.10"
35
- pytorch: 2.1.1
36
  axolotl_extras:
37
  runs-on: [self-hosted, gpu, docker]
38
  steps:
@@ -86,24 +87,24 @@ jobs:
86
  include:
87
  - cuda: 118
88
  cuda_version: 11.8.0
89
- python_version: "3.9"
90
  pytorch: 2.0.1
91
  axolotl_extras:
92
  - cuda: 118
93
  cuda_version: 11.8.0
94
  python_version: "3.10"
95
- pytorch: 2.0.1
96
  axolotl_extras:
97
  is_latest: true
98
- - cuda: 118
99
- cuda_version: 11.8.0
100
  python_version: "3.10"
101
- pytorch: 2.1.1
102
  axolotl_extras:
103
  - cuda: 121
104
  cuda_version: 12.1.0
105
- python_version: "3.10"
106
- pytorch: 2.1.1
107
  axolotl_extras:
108
  runs-on: [self-hosted, gpu, docker]
109
  steps:
 
4
  push:
5
  branches:
6
  - "main"
7
+ workflow_dispatch:
8
 
9
  jobs:
10
  build-axolotl:
 
16
  include:
17
  - cuda: 118
18
  cuda_version: 11.8.0
19
+ python_version: "3.10"
20
  pytorch: 2.0.1
21
  axolotl_extras:
22
  - cuda: 118
23
  cuda_version: 11.8.0
24
  python_version: "3.10"
25
+ pytorch: 2.1.2
26
  axolotl_extras:
27
  is_latest: true
28
+ - cuda: 121
29
+ cuda_version: 12.1.0
30
  python_version: "3.10"
31
+ pytorch: 2.1.2
32
  axolotl_extras:
33
  - cuda: 121
34
  cuda_version: 12.1.0
35
+ python_version: "3.11"
36
+ pytorch: 2.1.2
37
  axolotl_extras:
38
  runs-on: [self-hosted, gpu, docker]
39
  steps:
 
87
  include:
88
  - cuda: 118
89
  cuda_version: 11.8.0
90
+ python_version: "3.10"
91
  pytorch: 2.0.1
92
  axolotl_extras:
93
  - cuda: 118
94
  cuda_version: 11.8.0
95
  python_version: "3.10"
96
+ pytorch: 2.1.2
97
  axolotl_extras:
98
  is_latest: true
99
+ - cuda: 121
100
+ cuda_version: 12.1.0
101
  python_version: "3.10"
102
+ pytorch: 2.1.2
103
  axolotl_extras:
104
  - cuda: 121
105
  cuda_version: 12.1.0
106
+ python_version: "3.11"
107
+ pytorch: 2.1.2
108
  axolotl_extras:
109
  runs-on: [self-hosted, gpu, docker]
110
  steps: