#!/bin/sh set -e cd "$(readlink -f $(dirname $0))" if [ -n "${GBP_BUILD_DIR}" ]; then cd "$GBP_BUILD_DIR" fi VERSION=$(dpkg-parsechangelog | sed -n -e '/^Version:/s/^Version: //p') DISTRIBUTION=$(dpkg-parsechangelog | sed -n -e '/^Distribution:/s/^Distribution: //p') LIBAPTPKGVERSION="$(awk -v ORS='.' '/^\#define APT_PKG_M/ {print $3}' apt-pkg/contrib/macros.h | sed 's/\.$//')" LIBAPTINSTVERSION="$(sed -nr 's/set\(MAJOR ([^)]*)\)/\1/p' apt-inst/CMakeLists.txt)" librarysymbolsfromfile() { local MISSING="$(grep '^+#MISSING' "$1")" local SYMVER="$2" echo '=== Missing optional symbols:' echo -n "$MISSING" | grep '|optional=' || true echo '=== Missing required symbols:' echo -n "$MISSING" | grep -v '|optional=' || true echo '=== New symbols:' grep '^+ ' "$1" | grep -v '^+ (c++' | cut -d' ' -f 2 | cut -d'@' -f 1 | c++filt | while read line; do echo " (c++)\"${line}@${SYMVER}\" $VERSION" done | sort -u } test_deb_control() { echo "Package: apt-test-depends" echo "Version: 1.0" echo "Architecture: all" printf "Depends:" ( for i in Build-Depends Build-Depends-Indep Build-Depends-Arch; do grep-dctrl -ns $i -S apt ./debian/control && echo , done grep-dctrl -ns Depends -F Tests run-tests ./debian/tests/control ) | tr '\n' ' '\ | sed -r -e 's#<[^,<>()@]*>##g' \ -e 's#@[^,<>()@]*@##g' \ -e 's#\[linux-any\]*##g' \ -e 's#\[[^][]*\]*##g' \ -e 's#dpkg-dev \([^)]*\)#dpkg-dev#g' \ -e 's#debhelper \([^)]*\)#debhelper#g' \ -e 's#g\+\+ \([^)]*\)#g++#g' \ -e 's#@##g' \ -e 's#,(\s+,)+#, #g' \ -e 's#\s+# #g' } if [ "$1" = 'pre-export' ]; then libraryversioncheck() { local LIBRARY="$1" local VERSION="$2" if [ ! -e "debian/${LIBRARY}${VERSION}.symbols" ]; then echo >&2 "Library ${LIBRARY} in version ${VERSION} has no symbols file! (maybe forgot to rename?)" exit 1 fi if [ "$(head -n1 "debian/${LIBRARY}${VERSION}.symbols")" != "${LIBRARY}.so.${VERSION} ${LIBRARY}${VERSION} #MINVER#" ]; then echo >&2 "Library ${LIBRARY}${VERSION} has incorrect version in symbol header! (»$(head -n1 "debian/${LIBRARY}${VERSION}.symbols")«)" exit 2 fi } libraryversioncheck 'libapt-pkg' "$LIBAPTPKGVERSION" libraryversioncheck 'libapt-inst' "$LIBAPTINSTVERSION" if [ "$DISTRIBUTION" = 'sid' ]; then echo >&2 '»sid« is not a valid distribution. Replace it with »unstable« for you' sed -i -e 's/) sid; urgency=/) unstable; urgency=/' debian/changelog DISTRIBUTION='unstable' elif [ "$DISTRIBUTION" = 'UNRELEASED' ]; then echo >&2 'WARNING: Remember to change to a valid distribution for release' VERSION="$VERSION~$(date +%Y%m%d)" fi sed -i -e "s/^set(PACKAGE_VERSION \".*\")$/set(PACKAGE_VERSION \"${VERSION}\")/" CMakeLists.txt sed -i -e "s/^<!ENTITY apt-product-version \".*\">$/<!ENTITY apt-product-version \"${VERSION}\">/" doc/apt-verbatim.ent # update the last-modification field of manpages based on git changes grep --files-with-matches '<date>' doc/*.xml | while read file; do \ LASTMOD="$(date -d "@$(git log --format='%at' --max-count=1 --invert-grep --fixed-strings --grep 'review typo release Git-Dch: Ignore' "$file")" '+%Y-%m-%dT00:00:00Z')" sed -i -e "s#^\([ ]\+\)<date>.*</date>\$#\1<date>$LASTMOD</date>#" "$file" done if [ "$(date +%Y-%m-%d)" != "$(grep --max-count=1 '^"POT-Creation-Date: .*\n"$' po/apt-all.pot | cut -d' ' -f 2)" -o \ "$(date +%Y-%m-%d)" != "$(grep --max-count=1 '^"POT-Creation-Date: .*\n"$' doc/po/apt-doc.pot | cut -d' ' -f 2)" ]; then echo >&2 'POT files are not up-to-date. Execute »make update-po« for you…' [ -e build ] || mkdir build ( cd build && cmake .. ) cmake --build build --target update-po -- -j 4 fi elif [ "$1" = 'pre-build' ]; then if [ "$DISTRIBUTION" = "UNRELEASED" ]; then echo 'BUILDING AN UNRELEASED VERSION' else CONFVERSION="$(sed -ne "s/^set(PACKAGE_VERSION \"\(.*\)\")$/\1/p" CMakeLists.txt)" if [ "$VERSION" != "$CONFVERSION" ]; then echo "changelog (${VERSION}) and CMakeLists.txt (${CONFVERSION}) talk about different versions!" echo "You probably want to run »./prepare-release pre-export« to fix this." exit 1 fi NEWSDISTRIBUTION=$(dpkg-parsechangelog -l debian/NEWS | sed -n -e '/^Distribution:/s/^Distribution: //p') if [ "$NEWSDISTRIBUTION" = 'UNRELEASED' ]; then echo "changelog (${VERSION}) has a distribution (${DISTRIBUTION}) set, while the NEWS file hasn't!" echo "You probably want to edit »debian/NEWS« to fix this." exit 1 fi fi elif [ "$1" = 'post-build' ]; then if [ "$DISTRIBUTION" != "UNRELEASED" ]; then echo >&2 "REMEMBER: Tag this release with »git tag -s ${VERSION}« if you are satisfied" else echo >&2 'REMEMBER: Change to a valid distribution before release' fi dpkg-checkbuilddeps -d 'libxml2-utils' HEADERBLUEPRINT="$(mktemp)" sed -n '1,/^$/p' doc/apt.8.xml > "$HEADERBLUEPRINT" find doc -mindepth 1 -maxdepth 1 -type f -name '*.xml' | while read FILE; do if ! sed -n '1,/^$/p' "$FILE" | cmp "$HEADERBLUEPRINT" - >/dev/null 2>&1; then echo >&2 "WARNING: Manpage $FILE has not the usual header! (see diff below)" sed -n '1,/^$/p' "$FILE" | diff -u "$HEADERBLUEPRINT" - || true fi done sed -n '1,/^$/p' doc/guide.dbk > "$HEADERBLUEPRINT" find doc -mindepth 1 -maxdepth 1 -type f -name '*.dbk' | while read FILE; do if ! sed -n '1,/^$/p' "$FILE" | cmp "$HEADERBLUEPRINT" - >/dev/null 2>&1; then echo >&2 "WARNING: Documentation $FILE has not the usual header (see diff below)!" sed -n '1,/^$/p' "$FILE" | diff -u "$HEADERBLUEPRINT" - || true fi done rm "$HEADERBLUEPRINT" # check the manpages with each vendor for vendor-specific errors… find vendor -mindepth 1 -maxdepth 1 -type d | cut -d'/' -f 2 | while read DISTRO; do ln -sf ../vendor/${DISTRO}/apt-vendor.ent doc if ! xmllint --nonet --valid --noout $(find doc/ -maxdepth 1 -name '*.xml'); then echo >&2 "WARNING: original docbook manpages have errors with vendor ${DISTRO}!" fi done # lets assume we will always have a german manpage translation if [ -e */doc/de/ -o -e doc/de ]; then # … but check the translations only with one vendor for translation-specific errors if ! xmllint --path /vendor/$(./vendor/getinfo current)/ \ --path doc/ \ --nonet --valid --noout $(find doc/ */doc/ -mindepth 2 -maxdepth 2 -name '*.xml'); then echo >&2 "WARNING: translated docbook manpages have errors!" fi else echo >&2 "ERROR: translated manpages need to be build before they can be checked!" fi rm -f doc/apt-vendor.ent elif [ "$1" = 'library' ]; then librarysymbols() { local libname=$(echo "${1}" | cut -c 4-) local buildlib="build/bin/${1}.so.${2}" for dir in $libname */$libname; do local new_buildlib="$dir/${1}.so.${2}" if [ -r "${new_buildlib}" ] && [ ! -e "$buildlib" -o "$new_buildlib" -nt "$buildlib" ]; then local buildlib="${new_buildlib}" fi done if [ ! -r "$buildlib" ]; then echo "ERROR: The library ${1} has to be built before symbols can be checked!" return fi echo "Checking $1 in version $2 build at $(stat -L -c '%y' "$buildlib")" local tmpfile=$(mktemp) dpkg-gensymbols -p${1}${2} -e${buildlib} -Idebian/${1}${2}.symbols -O/dev/null 2> /dev/null > $tmpfile || true librarysymbolsfromfile "$tmpfile" "$(echo "${1}" | cut -c 4- | tr -d '-' | tr 'a-z' 'A-Z')_${2}" rm -f $tmpfile } librarysymbols 'libapt-pkg' "${LIBAPTPKGVERSION}" echo librarysymbols 'libapt-inst' "${LIBAPTINSTVERSION}" elif [ "$1" = 'buildlog' ]; then while [ -n "$2" ]; do librarysymbolsfromfile "$2" 'UNKNOWN' shift done elif [ "$1" = 'travis-ci' ]; then apt-get install -qy --no-install-recommends dctrl-tools equivs gdebi-core moreutils test_deb_control > test-control equivs-build test-control gdebi -n apt-test-depends_1.0_all.deb elif [ "$1" = 'coverage' ]; then DIR="${2:-./coverage}" git clean -dfX # remove ignored build artifacts for a clean start make CFLAGS+='--coverage' CXXFLAGS+='--coverage' LCOVRC='--rc geninfo_checksum=1 --rc lcov_branch_coverage=1' mkdir "$DIR" lcov --no-external --directory . --capture --initial --output-file "${DIR}/apt.coverage.init" ${LCOVRC} make test || true ./test/integration/run-tests -q || true lcov --no-external --directory . --capture --output-file "${DIR}/apt.coverage.run" ${LCOVRC} lcov -a "${DIR}/apt.coverage.init" -a "${DIR}/apt.coverage.run" -o "${DIR}/apt.coverage.total" ${LCOVRC} cp "${DIR}/apt.coverage.total" "${DIR}/apt.coverage.fixed" rewritefile() { file="$1" shift name="$(basename "$file")" while [ -n "$1" ]; do if [ -r "$1/$name" ]; then sed -i "s#$file#$1/$name#" "${DIR}/apt.coverage.fixed" break fi shift done if [ -z "$1" ]; then echo >&2 "Coverage data captured for unknown file $file" fi } grep 'build/include/' "${DIR}/apt.coverage.fixed" | sed "s#^SF:$(pwd)/##" | while read file; do rewritefile "$file" 'apt-pkg' 'apt-pkg/deb' 'apt-pkg/edsp' 'apt-pkg/contrib' \ 'apt-inst' 'apt-inst/deb' 'apt-inst/contrib' 'apt-private' done genhtml --output-directory "${DIR}" "${DIR}/apt.coverage.fixed" ${LCOVRC} elif [ "$1" = 'spellcheckers' -o "$1" = 'lint' ]; then is_available() { if dpkg-checkbuilddeps -d "$1" 2>/dev/null; then return 0 fi echo "### SKIPPING ${2:-$1} functionality as ${1} isn't installed" } if is_available 'codespell'; then echo '### codespell in source directories:' codespell --enable-colors $(find . -mindepth 1 -maxdepth 1 -type d \! -name '.git' \! -name 'doc' \! -name 'po' \! -name 'build' \! -name 'test') \ | grep -v -e '^.*debian/changelog.*Troup.*==>.*Troupe.*$' \ -e '^.*debian/changelog.*readd.*==>.*readd.*$' \ -e '^.*debian/changelog.*Tim.*==>.*Time.*$' \ -e '^.*apt-pkg/contrib/fileutl\.cc.*creat.*==>.*create.*$' \ -e '^.*apt-pkg/pkgcache\.h.*mmaped.*==>.*mapped.*$' \ -e '^.*apt-pkg/pkgcachegen\.cc.*mmaped.*==>.*mapped.*$' \ -e '^.*apt-pkg/contrib/mmap\.h.*mmaped.*==>.*mapped.*$' \ -e '^.*cmdline/apt-key\.in.*dashs.*==>.*dashes.*$' \ -e '^.*methods/aptmethod\.h.*creat.*==>.*create.*$' \ -e '^.*dselect/install.*ans.*==>.*and.*$' \ -e '^.*ftparchive/writer\.h.*Delink.*==>.*Unlink.*$' \ -e '^.*ftparchive/writer\.cc.*De[Ll]ink.*==>.*[Uu]nlink.*$' \ || true echo '### codespell in testcases:' codespell --enable-colors $(find test -type f \! -name 'status-*' \! -name 'Packages-*' \! -name '*.deb' \! -name '*.sec' \! -name '*.pub' \! -name '*.db') \ | grep -v -e '^.*test/libapt/file-helpers\.cc.*creat.*==>.*create.*$' \ -e '^.*test/libapt/tagfile_test\.cc.*tyes.*==>.*types.*$' \ -e '^.*test/libapt/strutil_test\.cc.*Fiel.*==>.*Feel.*$' \ -e '^.*test/libapt/cdromfindpackages_test\.cc.*Signatur.*==>.*Signature.*$' \ -e '^.*test/integration/skip-bug-601016-description-translation.*Paket.*==>.*Packet.*$' \ -e '^.*test/integration/skip-bug-601016-description-translation.*Wege.*==>.*Wedge.*$' \ -e '^.*test/integration/skip-bug-601016-description-translation.*Methoden.*==>.*Methods.*$' \ -e '^.*test/integration/test-apt-update-not-modified.*readd.*==>.*readd.*$' \ || true echo '### codespell in documentation:' codespell --enable-colors doc/*.xml doc/*.txt doc/*.dbk doc/*.ent doc/*.cmake.in doc/xml.add doc/po4a.conf doc/examples doc/po/apt-doc.pot \ po/apt-all.pot README.* COPYING \ | grep -v -e '^.*po/apt-all\.pot.*DeLink.*==>.*unlink.*$' \ || true fi if is_available 'lintian' 'spellintian'; then echo '### spellintian in source directories:' { for DIR in $(find . -mindepth 1 -maxdepth 1 -type d \! -name '.git' \! -name 'doc' \! -name 'po' \! -name 'build' \! -name 'test'); do spellintian $(find "$DIR" -type f) done } \ | grep -v \ -e '^.*: long long (duplicate word) -> long$' \ -e '^./apt-pkg/pkgcache.h: ID ID (duplicate word) -> ID$' \ -e '^./apt-pkg/contrib/mmap.cc: WorkSpace WorkSpace (duplicate word) -> WorkSpace$' \ -e '^./apt-pkg/contrib/md5.cc: z z (duplicate word) -> z$' \ -e '^./apt-pkg/metaindex.cc: const const (duplicate word) -> const$' \ -e '^./apt-pkg/acquire-method.cc: QueueBack QueueBack (duplicate word) -> QueueBack$' \ -e '^./CMake/Translations.cmake: domain domain (duplicate word) -> domain$' \ -e '^./CMake/apti18n.h.in: m m (duplicate word) -> m$' \ -e '^./CMake/run_if_exists.sh: fi fi (duplicate word) -> fi$' \ -e '^./ftparchive/byhash.cc: ByHash ByHash (duplicate word) -> ByHash$' \ -e '^./ftparchive/writer.cc: this Packages -> these packages$' \ -e '^./ftparchive/byhash.h: ByHash ByHash (duplicate word) -> ByHash$' \ -e '^./cmdline/apt-key.in: done done (duplicate word) -> done$' \ -e '^./cmdline/apt-key.in: fi fi (duplicate word) -> fi$' \ -e '^./cmdline/apt-key.in: echo echo (duplicate word) -> echo$' \ -e '^./triehash/.travis.yml: perl perl (duplicate word) -> perl$' \ -e '^./triehash/README.md: Performance Performance (duplicate word) -> Performance$' \ -e '^./debian/apt.apt-compat.cron.daily: fi fi (duplicate word) -> fi$' \ -e '^./debian/apt.auto-removal.sh: done done (duplicate word) -> done$' \ -e '^./debian/apt.systemd.daily: fi fi (duplicate word) -> fi$' \ -e '^./debian/apt.postinst: fi fi (duplicate word) -> fi$' \ -e '^./methods/http.cc: Sz Sz (duplicate word) -> Sz$' \ -e '^./methods/ftp.cc: AFMap AFMap (duplicate word) -> AFMap$' \ -e '^./dselect/install: fi fi (duplicate word) -> fi$' \ -e '^./CMake/Documentation.cmake: endforeach endforeach (duplicate word) -> endforeach$' \ -e '^./apt-pkg/deb/deblistparser.cc: c c (duplicate word) -> c$' \ -e '^./apt-private/private-install.cc: result result (duplicate word) -> result$' \ -e '^./debian/changelog: the the (duplicate word) -> the$' \ -e '^./debian/changelog: procceed -> proceed$' \ -e '^./methods/aptmethod.h: QueueBack QueueBack (duplicate word) -> QueueBack$' \ || true echo '### spellintian in testcases:' spellintian $(find test -type f \! -name 'status-*' \! -name 'Packages-*' \! -name '*.deb' \! -name '*.sec' \! -name '*.pub' \! -name '*.db') \ | grep -v \ -e '^.*: long long (duplicate word) -> long$' \ -e '^test/integration/.*: fi fi (duplicate word) -> fi$' \ -e '^test/integration/.*: done done (duplicate word) -> done$' \ -e '^test/integration/.*: echo echo (duplicate word) -> echo$' \ -e '^test/integration/test-00-commands-have-help: moo moo (duplicate word) -> moo$' \ -e '^test/integration/test-apt-cache: bar bar (duplicate word) -> bar$' \ -e '^test/integration/test-sourceslist-trusted-options: everythingsucceeds everythingsucceeds (duplicate word) -> everythingsucceeds$' \ -e '^test/integration/test-sourceslist-trusted-options: everythingfails everythingfails (duplicate word) -> everythingfails$' \ -e '^test/integration/test-apt-get-changelog: foo foo (duplicate word) -> foo$' \ -e '^test/integration/test-ubuntu-bug-761175-remove-purge: testround testround (duplicate word) -> testround$' \ -e '^test/integration/test-apt-get-download: apt apt (duplicate word) -> apt$' \ -e '^test/integration/test-apt-showlist-orgroup-in-recommends: zzz zzz (duplicate word) -> zzz$' \ -e '^test/integration/test-bug-691453-apt-cache-search-multi-pattern: bar bar (duplicate word) -> bar$' \ -e '^test/integration/test-allow: hold hold (duplicate word) -> hold$' \ -e '^test/integration/test-apt-by-hash-update: ensureitsbroken ensureitsbroken (duplicate word) -> ensureitsbroken$' \ -e '^test/integration/test-apt-source-and-build-dep: foo foo (duplicate word) -> foo$' \ || true echo '### spellintian in documentation:' spellintian doc/*.xml doc/*.txt doc/*.dbk doc/*.ent doc/*.cmake.in doc/xml.add doc/po4a.conf doc/examples/* doc/po/apt-doc.pot po/apt-all.pot README.* COPYING \ | grep -v \ -e '^doc/examples/configure-index: https https (duplicate word) -> https$' \ || true fi # stay true to the old name if [ "$1" = 'spellcheckers' ]; then exit; fi if is_available 'i18nspector'; then echo '### i18nspector on translation files:' i18nspector po/*.po po/*.pot doc/po/*.pot doc/po/*.po \ | grep -v \ -e '^I: po/es.po: duplicate-header-field X-POFile-SpellExtra$' \ || true fi else echo >&1 "Usage:\t$0 pre-export \t$0 pre-build \t$0 post-build Updating po-files and versions as well as some basic checks are done by »pre-export« which needs to be run before package building. If you use »gbp buildpackage« you will be notified if you forget. »pre-build« and »post-build« can be used to run some more or less useful checks automatically run by »gbp« otherwise. \t$0 library \t$0 buildlog filename… »library« and »buildlog« aren't run automatically but can be useful for maintaining the (more or less experimental) symbols files we provide. »library« displays the diff between advertised symbols and the once provided by the libraries, while »buildlog« extracts this diff from the buildlogs. Both will format the diff properly. \t$0 travis-ci \t$0 coverage [output-dir] »travis-ci« is a shortcut to install all build- as well as test-dependencies used by .travis.yml. »coverage« does a clean build with the right flags for coverage reporting, runs all tests and generates a html report in the end. \t$0 spellcheckers »spellcheckers« runs »codespell« and »spellintian« on the appropiate files and filters out obvious false positives. " fi