X-Git-Url: https://git.donarmstrong.com/?a=blobdiff_plain;f=triggers%2Fcommon;h=e8eec79cf3cb97a2a1e29ba266277bb51f553536;hb=30cbae16042fc0bc6bf34fcc7d5bc34079b08ceb;hp=2b0062f5673010be112893ac18b0d6128a0b832e;hpb=e2c9e71b82bc84d98e55e2a6794b5397cf1bbc5f;p=wannabuild.git diff --git a/triggers/common b/triggers/common index 2b0062f..e8eec79 100644 --- a/triggers/common +++ b/triggers/common @@ -7,6 +7,7 @@ PATH="/bin:/usr/bin:/org/wanna-build/bin:/org/buildd.debian.org/bin:/org/wanna-b ARCHIVE_MAIN="/org/wanna-build/tmp/archive/debian" ARCHIVE_BASE="/org/wanna-build/tmp/archive/${ARCHIVE}" PAS_BASE="/org/buildd.debian.org/web/quinn-diff" +PAS_FILE="$PAS_BASE/$SUITE/Packages-arch-specific" LOCKFILE="${ARCHIVE_BASE}/lock" ARCHS_etch="alpha amd64 arm hppa i386 ia64 mips mipsel powerpc s390 sparc" ARCHS_lenny="alpha amd64 arm armel hppa i386 ia64 mips mipsel powerpc s390 sparc" @@ -35,51 +36,6 @@ get_architectures() { fi } -# Runs quinn-diff with the right arguments. -do_quinn() { - SUITE="$1" - ARCH="$2" - WHITELIST_FILE="$3" - quinn-diff \ - -A $ARCH \ - -a "$PAS_BASE/$SUITE/Packages-arch-specific" \ - -s Sources.$SUITE \ - -p Packages.$SUITE.$ARCH \ - | filter-q-d "${WHITELIST_FILE}" > quinn-$SUITE.$ARCH 2>/dev/null -} - -# Call wanna-build's importing function. WB_SUITE might differ from SUITE -# for other archives than the main one. -do_wb_merge_all() { - SUITE="$1" - ARCH="$2" - WB_SUITE="$3" - OPTIONS="$4" - - if [ -z "$WB_SUITE" ] - then - WB_SUITE="$SUITE" - fi - - echo "do_wb_merge_all $SUITE/$ARCH started" - if test "$4" != "overlay" && test "$4" != "secondary" - then - wanna-build -v --merge-all --arch=$ARCH --dist=$WB_SUITE \ - Packages.$SUITE.$ARCH quinn-$SUITE.$ARCH Sources.$SUITE - fi - if [ "$4" = "overlay" ] - then - wanna-build -v --merge-all --arch=$ARCH --dist=$WB_SUITE \ - Packages.$SUITE.$ARCH-all quinn-$SUITE.$ARCH Sources.$SUITE-all - fi - if [ "$4" = "secondary" ] - then - wanna-build -v --merge-all-secondary --arch=$ARCH --dist=$WB_SUITE \ - Packages.$SUITE.$ARCH quinn-$SUITE.$ARCH Sources.$SUITE Packages.$SUITE.$ARCH-all - fi - echo "do_wb_merge_all $SUITE/$ARCH done" -} - cleanup() { rm -rf "$LOCKFILE" } @@ -107,10 +63,10 @@ trigger_wb_update() { echo "`date`: Processing ${ARCHIVE}/${SUITE} ..." new-keep-latest source $(eval echo ${SOURCES}) > Sources.${SUITE} - parallel -l 5 -i trigger_wb_update_arch_loop "${SUITE}" "{}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" -- ${ARCHS} || true - #for ARCH in ${ARCHS}; do - #trigger_wb_update_arch_loop "${SUITE}" "${ARCH}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" - #done + for ARCH in ${ARCHS}; do + new-keep-latest ${ARCH} $(eval echo $(echo ${PACKAGES} | sed -e 's/%ARCH%/${ARCH}/g')) > Packages.${SUITE}.${ARCH} + done + parallel -l 5 -i wanna-build -v --Pas ${PAS_FILE} --merge-v3 -A "{}" --dist=$WB_SUITE Packages.${SUITE}.%ARCH% . Sources.${SUITE} -- ${ARCHS} || true echo "`date`: ${ARCHIVE}/${SUITE} done" } @@ -134,11 +90,12 @@ trigger_wb_update_for_overlay() { new-keep-latest source $(eval echo ${SOURCES}) > Sources.${SUITE} new-keep-latest source $(eval echo Sources.${SUITE} ${SOURCES_BASE}) > Sources.${SUITE}-all - - parallel -l 5 -i trigger_wb_update_for_overlay_arch_loop "${SUITE}" "{}" "${SOURCES_BASE}" "${PACKAGES_BASE}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" "${WHITELIST_FILE}" -- ${ARCHS} || true - #for ARCH in ${ARCHS}; do - #trigger_wb_update_for_overlay_arch_loop "${SUITE}" "${ARCH}" "${SOURCES_BASE}" "${PACKAGES_BASE}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" "${WHITELIST_FILE}" - #done + for ARCH in ${ARCHS}; do + new-keep-latest ${ARCH} $(eval echo $(echo ${PACKAGES} | sed -e 's/%ARCH%/${ARCH}/g')) > Packages.${SUITE}.${ARCH} + new-keep-latest ${ARCH} Packages.${SUITE}.${ARCH} $(eval echo $(echo ${PACKAGES_BASE} | sed -e 's/%ARCH%/${ARCH}/g')) > Packages.${SUITE}.${ARCH}-all + done + parallel -l 5 -i wanna-build -v --Pas ${PAS_FILE} --merge-v3 -A "{}" --dist=$WB_SUITE Packages.${SUITE}.%ARCH% . Sources.${SUITE} . \ + Packages.${SUITE}.%ARCH%-all . Sources.${SUITE}-all -- ${ARCHS} || true echo "`date`: ${ARCHIVE}/${SUITE} done" } @@ -166,11 +123,28 @@ trigger_wb_update_with_secondary() { new-keep-latest source $(eval echo ${SOURCES}) > Sources.${SUITE} - parallel -l 5 -i trigger_wb_update_arch_loop_with_secondary "${SUITE}" "{}" "${PACKAGES_BASE}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" "${WHITELIST_FILE}" -- ${ARCHS} || true - #for ARCH in ${ARCHS}; do - #trigger_wb_update_arch_loop_with_secondary "${SUITE}" "${ARCH}" "${PACKAGES_BASE}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" "${WHITELIST_FILE}" - #done + for ARCH in ${ARCHS}; do + new-keep-latest ${ARCH} $(eval echo $(echo ${PACKAGES} | sed -e 's/%ARCH%/${ARCH}/g')) > Packages.${SUITE}.${ARCH} + ucat Packages.${SUITE}.${ARCH} $(eval echo $(echo ${PACKAGES_BASE} | sed -e 's/%ARCH%/${ARCH}/g')) > Packages.${SUITE}.${ARCH}-all + done + parallel -l 5 -i wanna-build -v --Pas ${PAS_FILE} --merge-v3 -A "{}" --dist=$WB_SUITE Packages.${SUITE}.%ARCH% . Sources.${SUITE} . \ + Packages.${SUITE}.%ARCH%-all -- ${ARCHS} || true echo "`date`: ${ARCHIVE}/${SUITE} done" } +ucat() { + for FILE in $*; do + case $FILE in + *.gz) + zcat $FILE + ;; + *.bz2) + bzcat $FILE + ;; + *) + cat $FILE + ;; + esac + done +}