Run the update script for status page from cron.

[wannabuild.git] / trigger.daily

diff --git a/trigger.daily b/trigger.daily
index 20b88ef2c7d0d83ebb60d37be754e82c6ada13fe..184bd681b5507fb28aa0c7d9be73a4956b89ba3a 100755 (executable)
--- a/trigger.daily
+++ b/trigger.daily
@@ -8,7 +8,7 @@
 #     Sources.* == uncompressed, concat'd version
 
 LANG=C
-PATH="/bin:/usr/bin"
+PATH="/bin:/usr/bin:/org/wanna-build/bin"
 #testing must be before unstable so late upld don't build for testing needlessly
 DISTS="oldstable-security stable-security testing-security oldstable stable testing unstable"
 # While oldstable is purged
@@ -38,6 +38,9 @@ cleanup() {
 }
 trap cleanup 0
 
+echo Dumping wanna-build databases...
+pg_dump service=wanna-build-privileged | bzip2 > /org/wanna-build/dumps/dump_pre_$(date +%Y.%m.%d-%H:%M:%S).bz2
+
 echo Updating wanna-build databases...
 umask 027
 
@@ -118,15 +121,20 @@ for d in $DISTS; do
 # double builds.
 #
     if [ "$d" = "unstable" ]; then
-       rm -f "Sources.$d.base"
-       cp "Sources.$d" "Sources.$d.base"
-       curl_index "$MASTERBUILDD/Sources.gz" "Sources-$d.accepted.gz" "Sources.$d"
+       mv "Sources.$d" "Sources.$d.base"
+       curl_index "$MASTERBUILDD/Sources.gz" "Sources-$d.accepted.gz" "/dev/null"
+       rm -f "Sources-$d.accepted"
+       gunzip "Sources-$d.accepted.gz"
+       keep-latest source "Sources.$d.base" "Sources-$d.accepted" > "Sources.$d"
+
        curl_index "$MASTERBUILDD/Packages.gz" "Packages-$d.accepted.gz" "/dev/null"
+       rm -f "Packages-$d.accepted"
+       gunzip "Packages-$d.accepted.gz"
 
        for a in $ARCHS; do
-           rm -f "Packages.$d.$a.base"
-           cp "Packages.$d.$a" "Packages.$d.$a.base"
+           mv "Packages.$d.$a" "Packages.$d.$a.base"
            gzip -dc "Packages-$d.accepted.gz" >> "Packages.$d.$a"
+           keep-latest $a "Packages.$d.$a.base" "Packages-$d.accepted" > "Packages.$d.$a"
        done
     else
        if [ -e "Sources.$d-p-u" ]; then
@@ -165,8 +173,6 @@ umask 002
 ALL_ARCHES=$(echo $ARCHS_oldstable $ARCHS_stable $ARCHS_testing $ARCHS_unstable \
             | tr ' ' '\n' | sort -u)
 for a in $ALL_ARCHES ; do
-       wanna-build --create-maintenance-lock --database=$a/build-db
-
        for d in $DISTS ; do
                dist=`echo $d | sed s/-.*$//`
                case "$dist" in
@@ -206,7 +212,6 @@ for a in $ALL_ARCHES ; do
        if [ "$DAY" = "0" ]; then
                savelog -p -c 128 /srv/wanna-build/db/$a/transactions.log
        fi
-       wanna-build --remove-maintenance-lock --database=$a/build-db
 done
 umask 022
 for d in $DISTS; do
@@ -214,6 +219,9 @@ for d in $DISTS; do
 done
 
 echo "merge ended: `date`"
+
+pg_dump service=wanna-build-privileged | bzip2 > /org/wanna-build/dumps/dump_post_$(date +%Y.%m.%d-%H:%M:%S).bz2
+
 #
 # Only update stats if it's been at least 20h since the last time.
 #
@@ -227,7 +235,7 @@ if (( $last + $interval < $now )); then
        rm -f "$LOCKFILE"
        trap - 0
        /srv/buildd.debian.org/bin/makegraph
-       for a in $ARCHS_stable; do
+       for a in $ALL_ARCHES; do
            echo Last Updated: `date -u` > /srv/buildd.debian.org/web/stats/$a.txt
            for d in $STATS_DISTS; do
                /srv/wanna-build/bin/wanna-build-statistics --database=$a/build-db --dist=$d >> /srv/buildd.debian.org/web/stats/$a.txt