-
Notifications
You must be signed in to change notification settings - Fork 13
206 lines (169 loc) · 6.05 KB
/
ci-cd.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
name: Python Linting, Test and Upload
on:
push:
pull_request:
workflow_dispatch:
jobs:
# JOB
# This job runs unit tests, linting and format checks
tests:
runs-on: ubuntu-latest
strategy:
# If either the tests for 3.8 or 3.11 fail all workflows
# are terminated to safe computing resources.
fail-fast: true
# To safe runtime least and latest version supported are
# chosen. We go for 3.8 due to some dependencies. For more
# info see the pyproject.toml
matrix:
python-version: ["3.8", "3.11"]
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install Task
run: |
sh -c "$(curl --location https://taskfile.dev/install.sh)" -- -d
# Cache dependencies from poetry to speed things up
- name: Load cached venv
id: cached-poetry-dependencies
uses: actions/cache@v3
with:
path: .venv
key: venv-${{ runner.os }}-${{ hashFiles('**/poetry.lock') }}
- name: Install and upgrade pip and poetry
run: python -m pip install --upgrade pip poetry
- name: Install Dependencies
run: ./bin/task setup
- name: Lint code
run: ./bin/task lint
- name: Test code
run: ./bin/task test
# JOB
# This job publishes the package to test-pipy.
test-publish:
# Will run after the job 'tests'
needs: [tests]
if: >
startsWith(github.ref, 'refs/tags/') ||
startsWith(github.ref, 'refs/heads/release/')
runs-on: ubuntu-latest
# Required for installation of the test package in the
# next job.
outputs:
version: ${{ steps.extract_version.outputs.version }}
steps:
- uses: actions/checkout@v3
- name: Remember version
id: extract_version
run: |
VERSION=$(cat pyproject.toml | grep -oE -m 1 "version = \"(.*)\"" | cut -f2 -d '"')
echo "Version: ${VERSION}"
echo "version=${VERSION}" >> $GITHUB_OUTPUT
# For publishing any version will do
- name: Set up Python 3.11
uses: actions/setup-python@v4
with:
python-version: "3.11"
- name: Install Task
run: |
sh -c "$(curl --location https://taskfile.dev/install.sh)" -- -d
- name: Load cached venv
id: cached-poetry-dependencies
uses: actions/cache@v3
with:
path: .venv
key: venv-${{ runner.os }}-${{ hashFiles('**/poetry.lock') }}
- name: Install Dependencies
run: |
python -m pip install --upgrade pip poetry
./bin/task setup
- name: Build packages for release
run: ./bin/task build
- name: Publish distribution to Test PyPI
env:
TWINE_REPOSITORY_URL: https://test.pypi.org/legacy/
TWINE_USERNAME: __token__
TWINE_NON_INTERACTIVE: 1
TWINE_PASSWORD: ${{ secrets.TEST_PYPI_API_TOKEN }}
run: poetry run twine upload --skip-existing --verbose 'dist/*'
# JOB
# Test install from pypi to see if we have any installation bugs.
test-install:
needs: [test-publish]
if: >
startsWith(github.ref, 'refs/tags/') ||
startsWith(github.ref, 'refs/heads/release/')
runs-on: ubuntu-latest
# Use the version from the previous job
env:
VERSION: ${{ needs.test-publish.outputs.version }}
steps:
# Install python (be aware NO checkout action)
- name: Set up Python 3.11
uses: actions/setup-python@v4
with:
python-version: "3.11"
# Check if it installs without errors
- name: Install package
run: |
python -m pip install \
--index-url https://test.pypi.org/simple/ \
--extra-index-url https://pypi.org/simple \
lasso-python=="${VERSION}"
# We run the D3plot import here as it is the most delicate piece of the
# package for importing C-libraries.
- name: Test if the installed package works
run: python -c 'from lasso.dyna import D3plot'
# JOB
# Finally publish the code to pypi
publish:
needs: [test-install]
if: startsWith(github.ref, 'refs/tags/')
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
# We need the entire git history for building the docs
with:
fetch-depth: 0
- name: Set up Python 3.11
uses: actions/setup-python@v4
with:
python-version: "3.11"
- name: Install Task
run: |
sh -c "$(curl --location https://taskfile.dev/install.sh)" -- -d
- name: Load cached venv
id: cached-poetry-dependencies
uses: actions/cache@v3
with:
path: .venv
key: venv-${{ runner.os }}-${{ hashFiles('**/poetry.lock') }}
- name: Install Dependencies
run: |
python -m pip install --upgrade poetry pip
./bin/task setup
- name: Build packages for release
run: ./bin/task build
# Not required but this saves the distribution files
# with the package upload for debugging purposes.
- name: Save packages as artifacts
uses: actions/upload-artifact@v2
with:
name: dist
path: dist
if-no-files-found: error
- name: Publish distribution to PyPI
env:
TWINE_USERNAME: __token__
TWINE_NON_INTERACTIVE: 1
TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
run: poetry run twine upload --skip-existing --verbose 'dist/*'
- name: Upload new docs
# We run a git pull first to ensure the runner has the latest pages
# branch. It did fail because of it in the past.
run: |
git pull origin gh-pages --rebase
./bin/task docs:deploy