-
Notifications
You must be signed in to change notification settings - Fork 0
223 lines (200 loc) · 9.93 KB
/
mega-linter.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
---
# MegaLinter GitHub Action configuration file
# More info at https://megalinter.io
name: MegaLinter
permissions:
checks: write
pull-requests: write
contents: write
on: # yamllint disable-line rule:truthy
# Trigger mega-linter at every push. Action will also be visible from Pull Requests to main
push: # Comment this line to trigger action only on pull-requests (not recommended if you don't pay for GH Actions)
pull_request:
branches: [master, main]
env: # Comment env block if you do not want to apply fixes
# Apply linter fixes configuration
APPLY_FIXES: all # When active, APPLY_FIXES must also be defined as environment variable (in github/workflows/mega-linter.yml or other CI tool)
APPLY_FIXES_EVENT: push # Decide which event triggers application of fixes in a commit or a PR (pull_request, push, all)
# I tried around a lot to make the test workflow run on pull_request events,
# but it it only worked when creating a new PR. By default, this would target the branch of the PR
# and not the main branch. Instead of trying around to cherry-pick the commits from the PR
# etc. I decided to just run the workflow on push events to the main branch and then create
# a PR targeting the main branch.
APPLY_FIXES_MODE: pull_request # If APPLY_FIXES is used, defines if the fixes are directly committed (commit) or posted in a PR (pull_request)
concurrency:
group: ${{ github.ref }}-${{ github.workflow }}
cancel-in-progress: true
jobs:
build:
name: MegaLinter
runs-on: ubuntu-latest
permissions:
# Give the default GITHUB_TOKEN write permission to commit and push, comment issues & post new PR
# Remove the ones you do not need
contents: write
issues: write
pull-requests: write
steps:
- name: Checkout Code
uses: actions/checkout@v4
with:
ref: ${{ github.head_ref }}
fetch-depth: 0
- name: Create alpine-wheels folder
run: mkdir alpine-wheels
- name: Cache wheel directory
id: cache-wheels
uses: actions/cache@v3
with:
path: ${{ github.workspace }}/alpine-wheels
key: ${{ runner.os }}-alpine-wheels-${{ hashFiles('requirements-dev.txt') }}
restore-keys: |
${{ runner.os }}-alpine-wheels-${{ hashFiles('requirements-dev.txt') }}
- name: Set up Alpine Linux
if: steps.cache-wheels.outputs.cache-hit != 'true'
uses: jirutka/setup-alpine@v1
with: # cfitsio, py3-pkgconfig, curl-dev, and zlib for healpy
packages: >
build-base
python3-dev
py3-pip
gfortran
fftw-dev
git
openblas-dev
cmake
geos-dev
cfitsio
py3-pkgconfig
curl-dev
zlib-dev
- name: List workspace
run: ls -l .
- name: Upgrade pip and install requirements for building
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: |
python -m pip install --upgrade pip
python -m pip install meson-python meson ninja wheel build
shell: alpine.sh {0}
- name: Remove version settings
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: |
sed 's/==.*//' requirements-dev.txt > requirements-dev_no_version.txt
shell: alpine.sh {0}
- name: Remove torch entry (unsupported by alpine)
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: |
sed -i '/^torch/d' requirements-dev_no_version.txt
shell: alpine.sh {0}
- name: Run CMake to find LAPACK
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: |
echo "find_package(LAPACK)" > CMakeLists.txt
echo "if(LAPACK_FOUND)" >> CMakeLists.txt
echo ' message("LAPACK found")' >> CMakeLists.txt
echo ' message("LAPACK include dirs: ${LAPACK_INCLUDE_DIRS}")' >> CMakeLists.txt
echo ' message("LAPACK libraries: ${LAPACK_LIBRARIES}")' >> CMakeLists.txt
echo "else()" >> CMakeLists.txt
echo ' message(FATAL_ERROR "LAPACK not found")' >> CMakeLists.txt
echo "endif()" >> CMakeLists.txt
cmake .
shell: alpine.sh {0}
- name: Run pkg-config to find LAPACK
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: |
pkg-config --libs --cflags lapack || true
shell: alpine.sh {0}
- name: Build wheel for pyshtools
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: |
git clone https://github.com/FlorianPfaff/SHTOOLS.git
cd SHTOOLS
git checkout meson
python -m build
cd ..
mv SHTOOLS/dist/*.whl ./alpine-wheels/
rm -rf SHTOOLS
shell: alpine.sh {0}
- name: Install required packages and dependencies
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: python -m pip install --find-links=./alpine-wheels -r requirements-dev_no_version.txt
shell: alpine.sh {0}
- name: Print requirements-dev_no_version.txt
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: cat requirements-dev_no_version.txt
shell: alpine.sh {0}
- name: Freeze requirements
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: python -m pip freeze > requirements-tmp.txt
shell: alpine.sh {0}
- name: Download compatible packages
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: |
python -m pip download --find-links=./alpine-wheels -r requirements-tmp.txt -d ./alpine-wheels
shell: alpine.sh {0}
- name: Build wheels
if: steps.cache-wheels.outputs.cache-hit != 'true'
run: |
cd ./alpine-wheels
for src in *.tar.gz; do
python -m pip wheel "$src" --no-deps --wheel-dir=./
rm "$src"
done
cd ..
shell: alpine.sh {0}
- name: List available wheels
run: ls -l ./alpine-wheels
- name: Clean up temporary files (in case they are generated)
run: rm -rf myenv CMakeFiles CMakeCache.txt cmake_install.cmake Makefile
# MegaLinter
- name: MegaLinter
id: ml
# You can override MegaLinter flavor used to have faster performances
# More info at https://megalinter.io/latest/configuration/#shared-variables
uses: oxsecurity/megalinter/flavors/python@v7.4.0
env:
# All available variables are described in documentation
# https://megalinter.io/latest/configuration/#shared-variables
# ADD YOUR CUSTOM ENV VARIABLES HERE OR DEFINE THEM IN A FILE .mega-linter.yml AT THE ROOT OF YOUR REPOSITORY
VALIDATE_ALL_CODEBASE: true # ${{ github.event_name == 'push' && github.ref == 'refs/heads/main' }} # Validates all source when push on main, else just the git diff with main. Override with true if you always want to lint all sources
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
EMAIL_REPORTER_SMTP_PASSWORD: ${{ secrets.SMTP_PASSWORD }}
# Upload MegaLinter artifacts
- name: Archive production artifacts
if: always()
uses: actions/upload-artifact@v3
with:
name: MegaLinter reports
path: |
megalinter-reports
mega-linter.log
# Create Pull Request step
- name: Create Pull Request with applied fixes
id: cpr
if: github.ref == 'refs/heads/main' && steps.ml.outputs.has_updated_sources == 1 && (env.APPLY_FIXES_EVENT == 'all' || env.APPLY_FIXES_EVENT == github.event_name) && env.APPLY_FIXES_MODE == 'pull_request' && (github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository) && !contains(github.event.head_commit.message, 'skip fix')
uses: peter-evans/create-pull-request@v5
with:
token: ${{ secrets.PAT || secrets.GITHUB_TOKEN }}
commit-message: "[MegaLinter] Apply linters automatic fixes"
title: "[MegaLinter] Apply linters automatic fixes"
branch: megalinter-fixes
labels: bot
base: main
# Output PR details
- name: Create PR output
if: github.ref == 'refs/heads/main' && steps.ml.outputs.has_updated_sources == 1 && (env.APPLY_FIXES_EVENT == 'all' || env.APPLY_FIXES_EVENT == github.event_name) && env.APPLY_FIXES_MODE == 'pull_request' && (github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository) && !contains(github.event.head_commit.message, 'skip fix')
run: |
echo "Pull Request Number - ${{ steps.cpr.outputs.pull-request-number }}"
echo "Pull Request URL - ${{ steps.cpr.outputs.pull-request-url }}"
# Push new commit if applicable (for now works only on PR from same repository, not from forks)
- name: Prepare commit
if: steps.ml.outputs.has_updated_sources == 1 && (env.APPLY_FIXES_EVENT == 'all' || env.APPLY_FIXES_EVENT == github.event_name) && env.APPLY_FIXES_MODE == 'commit' && github.ref != 'refs/heads/main' && (github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository) && !contains(github.event.head_commit.message, 'skip fix')
run: sudo chown -Rc $UID .git/
- name: Commit and push applied linter fixes
if: steps.ml.outputs.has_updated_sources == 1 && (env.APPLY_FIXES_EVENT == 'all' || env.APPLY_FIXES_EVENT == github.event_name) && env.APPLY_FIXES_MODE == 'commit' && github.ref != 'refs/heads/main' && (github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository) && !contains(github.event.head_commit.message, 'skip fix')
uses: stefanzweifel/git-auto-commit-action@v4
with:
branch: ${{ github.event.pull_request.head.ref || github.head_ref || github.ref }}
commit_message: "[MegaLinter] Apply linters fixes"
commit_user_name: megalinter-bot
commit_user_email: megalinter-bot@iar.kit.edu