-
Notifications
You must be signed in to change notification settings - Fork 6
/
Copy pathJenkinsfile
149 lines (134 loc) · 3.86 KB
/
Jenkinsfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
#!/usr/bin/env groovy
library 'jenkins-mbdev-pl-libs'
pipeline {
options {
ansiColor('xterm')
}
environment {
PYTHON_PACKAGE = 'system_query'
}
agent {
dockerfile {
additionalBuildArgs '--build-arg USER_ID=${USER_ID} --build-arg GROUP_ID=${GROUP_ID}' \
+ ' --build-arg AUX_GROUP_IDS="${AUX_GROUP_IDS}" --build-arg TIMEZONE=${TIMEZONE}'
label 'docker && gpu'
}
}
stages {
stage('Lint') {
environment {
PYTHON_MODULES = "${env.PYTHON_PACKAGE} test *.py"
SHELL_SCRIPTS = '*.sh'
}
steps {
sh """#!/usr/bin/env bash
set -Eeux
python3 -m pylint ${PYTHON_MODULES} |& tee pylint.log
echo "\${PIPESTATUS[0]}" | tee pylint_status.log
python3 -m mypy ${PYTHON_MODULES} |& tee mypy.log
echo "\${PIPESTATUS[0]}" | tee mypy_status.log
python3 -m flake518 ${PYTHON_MODULES} |& tee flake518.log
echo "\${PIPESTATUS[0]}" | tee flake518_status.log
python3 -m pydocstyle ${PYTHON_MODULES} |& tee pydocstyle.log
echo "\${PIPESTATUS[0]}" | tee pydocstyle_status.log
shellcheck ${SHELL_SCRIPTS} |& tee shellcheck.log
echo "\${PIPESTATUS[0]}" | tee shellcheck_status.log
"""
}
}
stage('Test') {
steps {
sh '''#!/usr/bin/env bash
set -Eeuxo pipefail
python3 -m coverage run --branch --source . -m unittest -v
pip3 install --no-cache-dir -r requirements_all.txt
python3 -m coverage run --append --branch --source . -m unittest -v
# sudo $(which python3) -m coverage run --append --branch --source . -m unittest -v test.test_with_sudo
'''
}
}
stage('Coverage') {
steps {
sh '''#!/usr/bin/env bash
set -Eeux
python3 -m coverage report --show-missing |& tee coverage.log
echo "${PIPESTATUS[0]}" | tee coverage_status.log
'''
script {
if (env.CHANGE_ID) {
HashMap toolResults = pythonUtils.prepareLintingReport()
toolResults['shellcheck'] = languageUtils.prepareToolReport('shellcheck')
repoUtils.postToolsReportOnPR(toolResults)
}
}
}
}
stage('Codecov') {
environment {
CODECOV_TOKEN = credentials('codecov-token-mbdevpl-system-query')
}
steps {
sh '''#!/usr/bin/env bash
set -Eeuxo pipefail
python3 -m codecov --token ${CODECOV_TOKEN}
'''
}
}
stage('Upload') {
when {
anyOf {
branch 'main'
buildingTag()
}
}
environment {
VERSION = sh(script: 'python3 -m version_query --predict .', returnStdout: true).trim()
PYPI_AUTH = credentials('mbdev-pypi-auth')
TWINE_USERNAME = "${PYPI_AUTH_USR}"
TWINE_PASSWORD = "${PYPI_AUTH_PSW}"
TWINE_REPOSITORY_URL = credentials('mbdev-pypi-public-url')
}
steps {
sh """#!/usr/bin/env bash
set -Eeuxo pipefail
python3 -m twine upload \
dist/${PYTHON_PACKAGE}-${VERSION}-py3-none-any.whl \
dist/${PYTHON_PACKAGE}-${VERSION}.tar.gz
"""
}
}
stage('Release') {
when {
buildingTag()
}
environment {
VERSION = sh(script: 'python3 -m version_query .', returnStdout: true).trim()
}
steps {
script {
githubUtils.createRelease([
"dist/${PYTHON_PACKAGE}-${VERSION}-py3-none-any.whl",
"dist/${PYTHON_PACKAGE}-${VERSION}.tar.gz"
])
}
}
}
}
post {
unsuccessful {
script {
defaultHandlers.afterBuildFailed()
}
}
regression {
script {
defaultHandlers.afterBuildBroken()
}
}
fixed {
script {
defaultHandlers.afterBuildFixed()
}
}
}
}