-
Notifications
You must be signed in to change notification settings - Fork 0
/
dev
executable file
·268 lines (236 loc) · 7.7 KB
/
dev
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
#!/bin/bash
# SPDX-FileCopyrightText: 2024 Benedikt Franke <[email protected]>
# SPDX-FileCopyrightText: 2024 Florian Heinrich <[email protected]>
#
# SPDX-License-Identifier: Apache-2.0
###############################################################################
# Helper commands #
###################
# This script contains a few little helper commands to make development easier.
###############################################################################
set -e
set -o pipefail
# imports
source "$(dirname "${BASH_SOURCE[0]}")/scripts/utils.sh"
# global variables
PACKAGE_NAME=dlr.ki.logging
PACKAGE_PATH=${PACKAGE_NAME//./\/}
PROJECT_ROOT="$(pwd)"
BUILD_ROOT="${PROJECT_ROOT}/build"
PACKAGE_ROOT="${PROJECT_ROOT}/${PACKAGE_PATH}"
DOC_ROOT="${PROJECT_ROOT}/docs"
SCRIPTS_ROOT="${PROJECT_ROOT}/scripts"
# default values of arguments
HTTP_SERVE=true
# parse arguments
action=${1,,}; shift
[ "$action" == "--help" ] || [ "$action" == "-h" ] && action=help
while [[ $# -gt 0 ]]; do
case $1 in
--no-http-serve) HTTP_SERVE=false; shift ;;
--help|-h) action=help; shift ;;
--version) action=version; shift ;;
--) shift; break ;;
*)
# warn "Unknown argument: '$1'; Skip further parsing.";
break ;;
esac
done
no_actions="$(compgen -A function)"
###############################################################################
# action functions
function help() {
actions="$(actions="$(printf '%s,' "${action_map[@]}")"; echo "{${actions%,}}")"
[ ${#actions} -lt 22 ] && actions=$(printf '%-22s' "$actions") || actions="$actions\n$(printf %24s "")"
info2 "usage: $0 <action> [options]"
info2 ""
info2 "positional arguments:"
info2 -e " ${actions}Available sub commands"
info2 " help Show this help message and exit"
info2 " start Run the application"
info2 " test Run all tests"
info2 " lint Run all linter"
info2 " lint-code Run code linter"
info2 " lint-doc Run documentation linter"
info2 " lint-scripts Run bash script linter"
info2 " mypy Run type checker"
info2 " coverage Run unit tests"
info2 " coverage-report Generate test coverage report"
info2 " doc Start documentation server"
info2 " doc-build Build documentation"
info2 " licenses Check licenses"
info2 " safety-check Check dependencies for known security vulnerabilities"
info2 " install Install package"
info2 " clean Clean up local files"
info2 " version Show package version"
info2 " versions Show versions"
info2 ""
info2 "options:"
info2 " --no-http-serve Do not serve the action result via HTTP"
}
function version() {
awk -F "=" '/version/ {print $2}' "${PROJECT_ROOT}/pyproject.toml" | awk -F'"' '{print $2}' | awk NF | head -n 1
}
function versions() {
info "versions"
info "$(python --version)"
info "$(python -m pip --version)"
info -n "package version: "
version
}
function install() {
versions
info "install package"
if [ "$#" -eq "0" ]; then
python -m pip install -e .
else
python -m pip install "$@"
# check if "doc" extra should be installed
install_doc=false
for value in "$@"; do
value="${value//[[:blank:]]/}"
[[ "$value" =~ \[(.*,)?(doc|all)(,.*)?\] ]] && install_doc=true
done
if [[ "$install_doc" == "true" ]]; then
info "install markdown linter"
if command -v npm > /dev/null 2>&1; then
npm install --no-save markdownlint-cli2
else
warn "npm not found, skipping markdownlint-cli2 installation"
fi
fi
fi
#info "post-install"
#py_pack_dir="$(python -c 'import site; print(site.getsitepackages()[0])')"
#info " + setup user documentation plugins"
#cp "$py_pack_dir/plantuml_markdown.py" "$py_pack_dir/markdown/extensions/"
}
function clean() {
info "remove __pycache__|.pyc|.pyo"
find "${PROJECT_ROOT}" | grep -E "(__pycache__|\.pyc$$|\.pyo$$)" | xargs rm -rf
info "remove builds"
rm -rf "${BUILD_ROOT}"
rm -rf "${PROJECT_ROOT}/site"
info "remove egg-info"
rm -rf "${PROJECT_ROOT}/*.egg-info"
info "remove tox"
rm -rf "${PROJECT_ROOT}/.tox"
info "remove pytest cache"
rm -rf "${PROJECT_ROOT}/.pytest_cache"
info "remove mypy cache"
rm -rf "${PROJECT_ROOT}/.mypy_cache"
}
function start() {
error "not implemented yet"
exit 1
}
function test() {
versions
info "run all tests"
lint
mypy
coverage
coverage-report
if [ "${HTTP_SERVE}" = "true" ]; then
if [ -d "${BUILD_ROOT}/htmlcov" ]; then
python -m http.server --directory "${BUILD_ROOT}/htmlcov" 8080
else
error "no coverage report found"
exit 1
fi
fi
}
function lint() {
versions
info "linting"
lint-code
lint-doc
lint-scripts
}
function lint-code() {
info "lint code"
info "flake8 version: $(python -m flake8 --version | xargs)"
python -m flake8 "${PACKAGE_ROOT}"
python -m flake8 "${SCRIPTS_ROOT}"
}
function lint-doc() {
info "lint documentation"
# use markdownlint from David Anson (based on nodejs)
# https://github.com/DavidAnson/markdownlint
npm exec markdownlint-cli2 "${DOC_ROOT}/**/*.md" "${PROJECT_ROOT}/README.md"
}
function lint-scripts() {
info "lint bash scripts"
info "shellcheck $(shellcheck --version | head -n 2 | tail -n 1)"
shellcheck --external-sources --shell bash --source-path "${PROJECT_ROOT}" "${PROJECT_ROOT}/dev"
shellcheck --external-sources --shell bash --source-path "${SCRIPTS_ROOT}" "${SCRIPTS_ROOT}/"*.sh
}
function mypy() {
info "type checking"
python -m mypy "${PACKAGE_ROOT}"
if find "${SCRIPTS_ROOT}" -type f -name "*.py" | grep -q .; then
python -m mypy "${SCRIPTS_ROOT}"
fi
}
function coverage() {
info "run python tests with coverage"
warn "no tests implemented yet"
#python -m coverage run -m pytest
#python -m coverage html --directory "${BUILD_ROOT}/htmlcov"
}
function coverage-report() {
info "print test coverage report"
warn "no tests implemented yet"
#python -m coverage report
}
function doc() {
versions
mkdocs_version="$(python -m mkdocs --version)"
info "${mkdocs_version#"python -m "}"
info "start documentation server"
# check if the user has passed the --dirtyreload flag
dirty_flag=false
for value in "$@"; do
[[ "--dirty" = "$value" ]] && dirty_flag=true
done
if [[ "$dirty_flag" == "false" ]]; then
warn "consider using --dirty to reload only file changes instead of the"
warn "whole project. This can lead to a significant speed up during the"
warn "documentation development."
fi
# create and serve documentation
python -m mkdocs serve "$@"
}
function doc-build() {
versions
mkdocs_version="$(python -m mkdocs --version)"
info "${mkdocs_version#"python -m "}"
info "build documentation"
python -m mkdocs build "$@"
}
function licenses() {
info "search for license conflicts"
licensecheck
info "search for non-compliant files with REUSE"
python -m reuse lint
}
function safety-check() {
info "check dependencies for known security vulnerabilities"
# main only no dev dependencies etc.
python -m tox --recreate -e safety
# alternative
#python -m pip install -U safety
#safety check
##python -m pip uninstall safety
}
# create array with all action functions (above)
readarray -t action_map <<< "$(comm -3 <(compgen -A function) <(echo "$no_actions"))"
###############################################################################
# run action
if ! printf '%s\n' "${action_map[@]}" | grep -x -q "$action"; then
echo "Invalid action : $action"
echo "Allowed actions: ${action_map[*]}"
echo "Use --help for more information"
exit 1
fi
$action "$@"