1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
|
#!/bin/sh
set -e
cd "$(readlink -f $(dirname $0))"
if [ -n "${GBP_BUILD_DIR}" ]; then
cd "$GBP_BUILD_DIR"
fi
VERSION=$(dpkg-parsechangelog | sed -n -e '/^Version:/s/^Version: //p')
DISTRIBUTION=$(dpkg-parsechangelog | sed -n -e '/^Distribution:/s/^Distribution: //p')
LIBAPTPKGVERSION="$(awk -v ORS='.' '/^\#define APT_PKG_M/ {print $3}' apt-pkg/contrib/macros.h | sed 's/\.$//')"
LIBAPTINSTVERSION="$(sed -nr 's/set\(MAJOR ([^)]*)\)/\1/p' apt-inst/CMakeLists.txt)"
librarysymbolsfromfile() {
local MISSING="$(grep '^+#MISSING' "$1")"
local SYMVER="$2"
echo '=== Missing optional symbols:'
echo -n "$MISSING" | grep '|optional=' || true
echo '=== Missing required symbols:'
echo -n "$MISSING" | grep -v '|optional=' || true
echo '=== New symbols:'
grep '^+ ' "$1" | grep -v '^+ (c++' | cut -d' ' -f 2 | cut -d'@' -f 1 | c++filt | while read line; do
echo " (c++)\"${line}@${SYMVER}\" $VERSION"
done | sort -u
}
test_deb_control() {
echo "Package: apt-test-depends"
echo "Version: 1.0"
echo "Architecture: all"
printf "Depends:"
(
for i in Build-Depends Build-Depends-Indep Build-Depends-Arch; do
grep-dctrl -ns $i -S apt ./debian/control && echo ,
done
grep-dctrl -ns Depends -F Tests run-tests ./debian/tests/control
) | tr '\n' ' '\
| sed -r -e 's#<[^,<>()@]*>##g' \
-e 's#@[^,<>()@]*@##g' \
-e 's#\[linux-any\]*##g' \
-e 's#\[[^][]*\]*##g' \
-e 's#dpkg-dev \([^)]*\)#dpkg-dev#g' \
-e 's#debhelper \([^)]*\)#debhelper#g' \
-e 's#g\+\+ \([^)]*\)#g++#g' \
-e 's#@##g' \
-e 's#,(\s+,)+#, #g' \
-e 's#\s+# #g'
}
if [ "$1" = 'pre-export' ]; then
libraryversioncheck() {
local LIBRARY="$1"
local VERSION="$2"
if [ ! -e "debian/${LIBRARY}${VERSION}.symbols" ]; then
echo >&2 "Library ${LIBRARY} in version ${VERSION} has no symbols file! (maybe forgot to rename?)"
exit 1
fi
if [ "$(head -n1 "debian/${LIBRARY}${VERSION}.symbols")" != "${LIBRARY}.so.${VERSION} ${LIBRARY}${VERSION} #MINVER#" ]; then
echo >&2 "Library ${LIBRARY}${VERSION} has incorrect version in symbol header! (»$(head -n1 "debian/${LIBRARY}${VERSION}.symbols")«)"
exit 2
fi
}
libraryversioncheck 'libapt-pkg' "$LIBAPTPKGVERSION"
libraryversioncheck 'libapt-inst' "$LIBAPTINSTVERSION"
if [ "$DISTRIBUTION" = 'sid' ]; then
echo >&2 '»sid« is not a valid distribution. Replace it with »unstable« for you'
sed -i -e 's/) sid; urgency=/) unstable; urgency=/' debian/changelog
DISTRIBUTION='unstable'
elif [ "$DISTRIBUTION" = 'UNRELEASED' ]; then
echo >&2 'WARNING: Remember to change to a valid distribution for release'
VERSION="$VERSION~$(date +%Y%m%d)"
fi
sed -i -e "s/^set(PACKAGE_VERSION \".*\")$/set(PACKAGE_VERSION \"${VERSION}\")/" CMakeLists.txt
sed -i -e "s/^<!ENTITY apt-product-version \".*\">$/<!ENTITY apt-product-version \"${VERSION}\">/" doc/apt-verbatim.ent
# update the last-modification field of manpages based on git changes
grep --files-with-matches '<date>' doc/*.xml | while read file; do \
LASTMOD="$(date -d "@$(git log --format='%at' --max-count=1 --invert-grep --fixed-strings --grep 'review
typo
release
Git-Dch: Ignore' "$file")" '+%Y-%m-%dT00:00:00Z')"
sed -i -e "s#^\([ ]\+\)<date>.*</date>\$#\1<date>$LASTMOD</date>#" "$file"
done
if [ "$(date +%Y-%m-%d)" != "$(grep --max-count=1 '^"POT-Creation-Date: .*\n"$' po/apt-all.pot | cut -d' ' -f 2)" -o \
"$(date +%Y-%m-%d)" != "$(grep --max-count=1 '^"POT-Creation-Date: .*\n"$' doc/po/apt-doc.pot | cut -d' ' -f 2)" ]; then
echo >&2 'POT files are not up-to-date. Execute »make update-po« for you…'
[ -e build ] || mkdir build
( cd build && cmake .. )
cmake --build build --target update-po -- -j 4
fi
elif [ "$1" = 'pre-build' ]; then
if [ "$DISTRIBUTION" = "UNRELEASED" ]; then
echo 'BUILDING AN UNRELEASED VERSION'
else
CONFVERSION="$(sed -ne "s/^set(PACKAGE_VERSION \"\(.*\)\")$/\1/p" CMakeLists.txt)"
if [ "$VERSION" != "$CONFVERSION" ]; then
echo "changelog (${VERSION}) and CMakeLists.txt (${CONFVERSION}) talk about different versions!"
echo "You probably want to run »./prepare-release pre-export« to fix this."
exit 1
fi
NEWSDISTRIBUTION=$(dpkg-parsechangelog -l debian/NEWS | sed -n -e '/^Distribution:/s/^Distribution: //p')
if [ "$NEWSDISTRIBUTION" = 'UNRELEASED' ]; then
echo "changelog (${VERSION}) has a distribution (${DISTRIBUTION}) set, while the NEWS file hasn't!"
echo "You probably want to edit »debian/NEWS« to fix this."
exit 1
fi
fi
elif [ "$1" = 'post-build' ]; then
if [ "$DISTRIBUTION" != "UNRELEASED" ]; then
echo >&2 "REMEMBER: Tag this release with »git tag -s ${VERSION}« if you are satisfied"
else
echo >&2 'REMEMBER: Change to a valid distribution before release'
fi
dpkg-checkbuilddeps -d 'libxml2-utils'
HEADERBLUEPRINT="$(mktemp)"
sed -n '1,/^$/p' doc/apt.8.xml > "$HEADERBLUEPRINT"
find doc -mindepth 1 -maxdepth 1 -type f -name '*.xml' | while read FILE; do
if ! sed -n '1,/^$/p' "$FILE" | cmp "$HEADERBLUEPRINT" - >/dev/null 2>&1; then
echo >&2 "WARNING: Manpage $FILE has not the usual header! (see diff below)"
sed -n '1,/^$/p' "$FILE" | diff -u "$HEADERBLUEPRINT" - || true
fi
done
sed -n '1,/^$/p' doc/guide.dbk > "$HEADERBLUEPRINT"
find doc -mindepth 1 -maxdepth 1 -type f -name '*.dbk' | while read FILE; do
if ! sed -n '1,/^$/p' "$FILE" | cmp "$HEADERBLUEPRINT" - >/dev/null 2>&1; then
echo >&2 "WARNING: Documentation $FILE has not the usual header (see diff below)!"
sed -n '1,/^$/p' "$FILE" | diff -u "$HEADERBLUEPRINT" - || true
fi
done
rm "$HEADERBLUEPRINT"
# check the manpages with each vendor for vendor-specific errors…
find vendor -mindepth 1 -maxdepth 1 -type d | cut -d'/' -f 2 | while read DISTRO; do
ln -sf ../vendor/${DISTRO}/apt-vendor.ent doc
if ! xmllint --nonet --valid --noout $(find doc/ -maxdepth 1 -name '*.xml'); then
echo >&2 "WARNING: original docbook manpages have errors with vendor ${DISTRO}!"
fi
done
# lets assume we will always have a german manpage translation
if [ -e */doc/de/ -o -e doc/de ]; then
# … but check the translations only with one vendor for translation-specific errors
if ! xmllint --path /vendor/$(./vendor/getinfo current)/ \
--path doc/ \
--nonet --valid --noout $(find doc/ */doc/ -mindepth 2 -maxdepth 2 -name '*.xml'); then
echo >&2 "WARNING: translated docbook manpages have errors!"
fi
else
echo >&2 "ERROR: translated manpages need to be build before they can be checked!"
fi
rm -f doc/apt-vendor.ent
elif [ "$1" = 'library' ]; then
librarysymbols() {
local libname=$(echo "${1}" | cut -c 4-)
local buildlib="build/bin/${1}.so.${2}"
for dir in $libname */$libname; do
local new_buildlib="$dir/${1}.so.${2}"
if [ -r "${new_buildlib}" ] && [ ! -e "$buildlib" -o "$new_buildlib" -nt "$buildlib" ]; then
local buildlib="${new_buildlib}"
fi
done
if [ ! -r "$buildlib" ]; then
echo "ERROR: The library ${1} has to be built before symbols can be checked!"
return
fi
echo "Checking $1 in version $2 build at $(stat -L -c '%y' "$buildlib")"
local tmpfile=$(mktemp)
dpkg-gensymbols -p${1}${2} -e${buildlib} -Idebian/${1}${2}.symbols -O/dev/null 2> /dev/null > $tmpfile || true
librarysymbolsfromfile "$tmpfile" "$(echo "${1}" | cut -c 4- | tr -d '-' | tr 'a-z' 'A-Z')_${2}"
rm -f $tmpfile
}
librarysymbols 'libapt-pkg' "${LIBAPTPKGVERSION}"
echo
librarysymbols 'libapt-inst' "${LIBAPTINSTVERSION}"
elif [ "$1" = 'buildlog' ]; then
while [ -n "$2" ]; do
librarysymbolsfromfile "$2" 'UNKNOWN'
shift
done
elif [ "$1" = 'travis-ci' ]; then
apt-get install -qy --no-install-recommends dctrl-tools equivs gdebi-core moreutils
test_deb_control > test-control
equivs-build test-control
gdebi -n apt-test-depends_1.0_all.deb
elif [ "$1" = 'coverage' ]; then
DIR="${2:-./coverage}"
git clean -dfX # remove ignored build artifacts for a clean start
make CFLAGS+='--coverage' CXXFLAGS+='--coverage'
LCOVRC='--rc geninfo_checksum=1 --rc lcov_branch_coverage=1'
mkdir "$DIR"
lcov --no-external --directory . --capture --initial --output-file "${DIR}/apt.coverage.init" ${LCOVRC}
make test || true
./test/integration/run-tests -q || true
lcov --no-external --directory . --capture --output-file "${DIR}/apt.coverage.run" ${LCOVRC}
lcov -a "${DIR}/apt.coverage.init" -a "${DIR}/apt.coverage.run" -o "${DIR}/apt.coverage.total" ${LCOVRC}
cp "${DIR}/apt.coverage.total" "${DIR}/apt.coverage.fixed"
rewritefile() {
file="$1"
shift
name="$(basename "$file")"
while [ -n "$1" ]; do
if [ -r "$1/$name" ]; then
sed -i "s#$file#$1/$name#" "${DIR}/apt.coverage.fixed"
break
fi
shift
done
if [ -z "$1" ]; then
echo >&2 "Coverage data captured for unknown file $file"
fi
}
grep 'build/include/' "${DIR}/apt.coverage.fixed" | sed "s#^SF:$(pwd)/##" | while read file; do
rewritefile "$file" 'apt-pkg' 'apt-pkg/deb' 'apt-pkg/edsp' 'apt-pkg/contrib' \
'apt-inst' 'apt-inst/deb' 'apt-inst/contrib' 'apt-private'
done
genhtml --output-directory "${DIR}" "${DIR}/apt.coverage.fixed" ${LCOVRC}
elif [ "$1" = 'spellcheckers' -o "$1" = 'lint' ]; then
is_available() {
if dpkg-checkbuilddeps -d "$1" 2>/dev/null; then
return 0
fi
echo "### SKIPPING ${2:-$1} functionality as ${1} isn't installed"
}
if is_available 'codespell'; then
echo '### codespell in source directories:'
codespell --enable-colors $(find . -mindepth 1 -maxdepth 1 -type d \! -name '.git' \! -name 'doc' \! -name 'po' \! -name 'build' \! -name 'test') \
| grep -v -e '^.*debian/changelog.*Troup.*==>.*Troupe.*$' \
-e '^.*apt-pkg/contrib/fileutl\.cc.*creat.*==>.*create.*$' \
-e '^.*methods/aptmethod\.h.*creat.*==>.*create.*$' \
-e '^.*dselect/install.*ans.*==>.*and.*$' \
|| true
echo '### codespell in testcases:'
codespell --enable-colors $(find test -type f \! -name 'status-*' \! -name 'Packages-*' \! -name '*.deb' \! -name '*.sec' \! -name '*.pub' \! -name '*.db') \
| grep -v -e '^.*test/libapt/file-helpers\.cc.*creat.*==>.*create.*$' \
-e '^.*test/libapt/tagfile_test\.cc.*tyes.*==>.*types.*$' \
-e '^.*test/libapt/strutil_test\.cc.*Fiel.*==>.*Feel.*$' \
-e '^.*test/integration/skip-bug-601016-description-translation.*Paket.*==>.*Packet.*$' \
-e '^.*test/integration/skip-bug-601016-description-translation.*Wege.*==>.*Wedge.*$' \
|| true
echo '### codespell in documentation:'
codespell --enable-colors doc/*.xml doc/*.txt doc/*.dbk doc/*.ent doc/*.cmake.in doc/xml.add doc/po4a.conf doc/examples doc/po/apt-doc.pot \
po/apt-all.pot README.* COPYING \
|| true
fi
if is_available 'lintian' 'spellintian'; then
echo '### spellintian in source directories:'
{
for DIR in $(find . -mindepth 1 -maxdepth 1 -type d \! -name '.git' \! -name 'doc' \! -name 'po' \! -name 'build' \! -name 'test'); do
spellintian $(find "$DIR" -type f)
done
} \
| grep -v \
-e '^.*: long long (duplicate word) -> long$' \
-e '^./apt-pkg/pkgcache.h: ID ID (duplicate word) -> ID$' \
-e '^./apt-pkg/contrib/mmap.cc: WorkSpace WorkSpace (duplicate word) -> WorkSpace$' \
-e '^./apt-pkg/contrib/md5.cc: z z (duplicate word) -> z$' \
-e '^./apt-pkg/metaindex.cc: const const (duplicate word) -> const$' \
-e '^./apt-pkg/acquire-method.cc: QueueBack QueueBack (duplicate word) -> QueueBack$' \
-e '^./CMake/Translations.cmake: domain domain (duplicate word) -> domain$' \
-e '^./CMake/apti18n.h.in: m m (duplicate word) -> m$' \
-e '^./CMake/run_if_exists.sh: fi fi (duplicate word) -> fi$' \
-e '^./ftparchive/byhash.cc: ByHash ByHash (duplicate word) -> ByHash$' \
-e '^./ftparchive/writer.cc: this Packages -> these packages$' \
-e '^./ftparchive/byhash.h: ByHash ByHash (duplicate word) -> ByHash$' \
-e '^./cmdline/apt-key.in: done done (duplicate word) -> done$' \
-e '^./cmdline/apt-key.in: fi fi (duplicate word) -> fi$' \
-e '^./cmdline/apt-key.in: echo echo (duplicate word) -> echo$' \
-e '^./triehash/.travis.yml: perl perl (duplicate word) -> perl$' \
-e '^./triehash/README.md: Performance Performance (duplicate word) -> Performance$' \
-e '^./debian/apt.apt-compat.cron.daily: fi fi (duplicate word) -> fi$' \
-e '^./debian/apt.auto-removal.sh: done done (duplicate word) -> done$' \
-e '^./debian/apt.systemd.daily: fi fi (duplicate word) -> fi$' \
-e '^./debian/apt.postinst: fi fi (duplicate word) -> fi$' \
-e '^./methods/http.cc: Sz Sz (duplicate word) -> Sz$' \
-e '^./methods/ftp.cc: AFMap AFMap (duplicate word) -> AFMap$' \
-e '^./dselect/install: fi fi (duplicate word) -> fi$' \
-e '^./CMake/Documentation.cmake: endforeach endforeach (duplicate word) -> endforeach$' \
-e '^./apt-pkg/deb/deblistparser.cc: c c (duplicate word) -> c$' \
-e '^./apt-private/private-install.cc: result result (duplicate word) -> result$' \
-e '^./debian/changelog: the the (duplicate word) -> the$' \
-e '^./debian/changelog: procceed -> proceed$' \
-e '^./methods/aptmethod.h: QueueBack QueueBack (duplicate word) -> QueueBack$' \
|| true
echo '### spellintian in testcases:'
spellintian $(find test -type f \! -name 'status-*' \! -name 'Packages-*' \! -name '*.deb' \! -name '*.sec' \! -name '*.pub' \! -name '*.db') \
| grep -v \
-e '^.*: long long (duplicate word) -> long$' \
-e '^test/integration/.*: fi fi (duplicate word) -> fi$' \
-e '^test/integration/.*: done done (duplicate word) -> done$' \
-e '^test/integration/.*: echo echo (duplicate word) -> echo$' \
-e '^test/integration/test-00-commands-have-help: moo moo (duplicate word) -> moo$' \
-e '^test/integration/test-apt-cache: bar bar (duplicate word) -> bar$' \
-e '^test/integration/test-sourceslist-trusted-options: everythingsucceeds everythingsucceeds (duplicate word) -> everythingsucceeds$' \
-e '^test/integration/test-sourceslist-trusted-options: everythingfails everythingfails (duplicate word) -> everythingfails$' \
-e '^test/integration/test-apt-get-changelog: foo foo (duplicate word) -> foo$' \
-e '^test/integration/test-ubuntu-bug-761175-remove-purge: testround testround (duplicate word) -> testround$' \
-e '^test/integration/test-apt-get-download: apt apt (duplicate word) -> apt$' \
-e '^test/integration/test-apt-showlist-orgroup-in-recommends: zzz zzz (duplicate word) -> zzz$' \
-e '^test/integration/test-bug-691453-apt-cache-search-multi-pattern: bar bar (duplicate word) -> bar$' \
-e '^test/integration/test-allow: hold hold (duplicate word) -> hold$' \
-e '^test/integration/test-apt-by-hash-update: ensureitsbroken ensureitsbroken (duplicate word) -> ensureitsbroken$' \
-e '^test/integration/test-apt-source-and-build-dep: foo foo (duplicate word) -> foo$' \
|| true
echo '### spellintian in documentation:'
spellintian doc/*.xml doc/*.txt doc/*.dbk doc/*.ent doc/*.cmake.in doc/xml.add doc/po4a.conf doc/examples/* doc/po/apt-doc.pot po/apt-all.pot README.* COPYING \
| grep -v \
-e '^doc/examples/configure-index: https https (duplicate word) -> https$' \
|| true
fi
# stay true to the old name
if [ "$1" = 'spellcheckers' ]; then exit; fi
if is_available 'i18nspector'; then
echo '### i18nspector on translation files:'
i18nspector po/*.po po/*.pot doc/po/*.pot doc/po/*.po \
| grep -v \
-e '^I: po/es.po: duplicate-header-field X-POFile-SpellExtra$' \
|| true
fi
else
echo >&1 "Usage:\t$0 pre-export
\t$0 pre-build
\t$0 post-build
Updating po-files and versions as well as some basic checks are done
by »pre-export« which needs to be run before package building.
If you use »gbp buildpackage« you will be notified if you forget.
»pre-build« and »post-build« can be used to run some more or less
useful checks automatically run by »gbp« otherwise.
\t$0 library
\t$0 buildlog filename…
»library« and »buildlog« aren't run automatically but can be useful for
maintaining the (more or less experimental) symbols files we provide.
»library« displays the diff between advertised symbols and the once provided
by the libraries, while »buildlog« extracts this diff from the buildlogs.
Both will format the diff properly.
\t$0 travis-ci
\t$0 coverage [output-dir]
»travis-ci« is a shortcut to install all build- as well as test-dependencies
used by .travis.yml.
»coverage« does a clean build with the right flags for coverage reporting,
runs all tests and generates a html report in the end.
\t$0 spellcheckers
»spellcheckers« runs »codespell« and »spellintian« on the appropiate files and
filters out obvious false positives.
"
fi
|