X-Git-Url: https://git.donarmstrong.com/?a=blobdiff_plain;f=trigger.daily;h=3f9dc1069ac4f472f509ebed85cc7af1e25e8567;hb=21a70a59a2d8d061f86eeefa8681bdc8da2d3f70;hp=c8222958b0bdd0eb0222d470cba0461ec4e1013b;hpb=70f1605f697711b1d41b7e6acbba4d02df8570f0;p=wannabuild.git diff --git a/trigger.daily b/trigger.daily index c822295..3f9dc10 100755 --- a/trigger.daily +++ b/trigger.daily @@ -8,7 +8,7 @@ # Sources.* == uncompressed, concat'd version LANG=C -PATH="/bin:/usr/bin" +PATH="/bin:/usr/bin:/org/wanna-build/bin" #testing must be before unstable so late upld don't build for testing needlessly DISTS="oldstable-security stable-security testing-security oldstable stable testing unstable" # While oldstable is purged @@ -38,6 +38,9 @@ cleanup() { } trap cleanup 0 +echo Dumping wanna-build databases... +sudo -u postgres /usr/bin/pg_dumpall --cluster 8.4/wanna-build | bzip2 > /org/wanna-build/dumps/dump_pre_$(date +%Y.%m.%d-%H:%M:%S).bz2 + echo Updating wanna-build databases... umask 027 @@ -118,15 +121,20 @@ for d in $DISTS; do # double builds. # if [ "$d" = "unstable" ]; then - rm -f "Sources.$d.base" - cp "Sources.$d" "Sources.$d.base" - curl_index "$MASTERBUILDD/Sources.gz" "Sources-$d.accepted.gz" "Sources.$d" + mv "Sources.$d" "Sources.$d.base" + curl_index "$MASTERBUILDD/Sources.gz" "Sources-$d.accepted.gz" "/dev/null" + rm -f "Sources-$d.accepted" + gunzip "Sources-$d.accepted.gz" + keep-latest source "Sources.$d.base" "Sources-$d.accepted" > "Sources.$d" + curl_index "$MASTERBUILDD/Packages.gz" "Packages-$d.accepted.gz" "/dev/null" + rm -f "Packages-$d.accepted" + gunzip "Packages-$d.accepted.gz" for a in $ARCHS; do - rm -f "Packages.$d.$a.base" - cp "Packages.$d.$a" "Packages.$d.$a.base" + mv "Packages.$d.$a" "Packages.$d.$a.base" gzip -dc "Packages-$d.accepted.gz" >> "Packages.$d.$a" + keep-latest $a "Packages.$d.$a.base" "Packages-$d.accepted" > "Packages.$d.$a" done else if [ -e "Sources.$d-p-u" ]; then @@ -165,8 +173,6 @@ umask 002 ALL_ARCHES=$(echo $ARCHS_oldstable $ARCHS_stable $ARCHS_testing $ARCHS_unstable \ | tr ' ' '\n' | sort -u) for a in $ALL_ARCHES ; do - wanna-build --create-maintenance-lock --database=$a/build-db - for d in $DISTS ; do dist=`echo $d | sed s/-.*$//` case "$dist" in @@ -203,10 +209,6 @@ for a in $ALL_ARCHES ; do mv Packages.$d.$a Packages.$d.$a-old mv quinn-$d.$a quinn-$d.$a-old done - if [ "$DAY" = "0" ]; then - savelog -p -c 128 /srv/wanna-build/db/$a/transactions.log - fi - wanna-build --remove-maintenance-lock --database=$a/build-db done umask 022 for d in $DISTS; do @@ -214,6 +216,11 @@ for d in $DISTS; do done echo "merge ended: `date`" + +sudo -u postgres /usr/bin/pg_dumpall --cluster 8.4/wanna-build | bzip2 > /org/wanna-build/dumps/dump_post_$(date +%Y.%m.%d-%H:%M:%S).bz2 + +(cd /org/wanna-build/dumps && /org/wanna-build/expire_dumps -d . -f "dump_*") + # # Only update stats if it's been at least 20h since the last time. #