triggers/common

   1 # vim:set et ts=4 sw=4 ft=bash ai:
   2
   3 set -eE
   4
   5 LANG=C
   6 PATH="/bin:/usr/bin:/org/wanna-build/bin:/org/buildd.debian.org/bin:/org/wanna-build/triggers"
   7 ARCHIVE_MAIN="/org/wanna-build/tmp/archive/debian"
   8 ARCHIVE_BASE="/org/wanna-build/tmp/archive/${ARCHIVE}"
   9 PAS_BASE="/org/buildd.debian.org/web/quinn-diff"
  10 PAS_FILE="$PAS_BASE/$SUITE/Packages-arch-specific"
  11 LOCKFILE="${ARCHIVE_BASE}/lock"
  12 ARCHS_etch="alpha amd64 arm hppa i386 ia64 mips mipsel powerpc s390 sparc"
  13 ARCHS_lenny="alpha amd64 arm armel hppa i386 ia64 mips mipsel powerpc s390 sparc"
  14 ARCHS_squeeze="amd64 armel hppa i386 ia64 mips mipsel powerpc s390 sparc kfreebsd-amd64 kfreebsd-i386"
  15 ARCHS_unstable="$ARCHS_squeeze alpha hurd-i386"
  16
  17 # Creates a working environment within the corresponding archive
  18 # directory and jumps there.
  19 ensure_workdir() {
  20     mkdir -p "${ARCHIVE_BASE}/workdir"
  21     cd "${ARCHIVE_BASE}/workdir"
  22 }
  23
  24 # Puts the list of architectures for a given suite onto stdout.
  25 get_architectures() {
  26     SUITE="$1"
  27
  28     if [ "$SUITE" = "etch" -o "$SUITE" = "oldstable" ]; then echo $ARCHS_etch
  29     elif [ "$SUITE" = "lenny" -o "$SUITE" = "stable" ]; then echo $ARCHS_lenny
  30     elif [ "$SUITE" = "squeeze" -o "$SUITE" = "testing" ]; then echo $ARCHS_squeeze
  31     elif [ "$SUITE" = "unstable" -o "$SUITE" = "sid" ]; then echo $ARCHS_unstable
  32     elif [ "$SUITE" = "experimental" ]; then echo $ARCHS_unstable
  33     else
  34         echo "Unknown suite encountered, aborting." >2
  35         exit 1
  36     fi
  37 }
  38
  39 # Runs quinn-diff with the right arguments.
  40 do_quinn() {
  41     SUITE="$1"
  42     ARCH="$2"
  43     WHITELIST_FILE="$3"
  44     quinn-diff \
  45         -A $ARCH \
  46         -a "$PAS_BASE/$SUITE/Packages-arch-specific" \
  47         -s Sources.$SUITE \
  48         -p Packages.$SUITE.$ARCH \
  49         | filter-q-d "${WHITELIST_FILE}" > quinn-$SUITE.$ARCH 2>/dev/null
  50 }
  51
  52 # Call wanna-build's importing function.  WB_SUITE might differ from SUITE
  53 # for other archives than the main one.
  54 do_wb_merge_all() {
  55     SUITE="$1"
  56     ARCH="$2"
  57     WB_SUITE="$3"
  58     OPTIONS="$4"
  59
  60     if [ -z "$WB_SUITE" ]
  61     then
  62         WB_SUITE="$SUITE"
  63     fi
  64
  65     echo "do_wb_merge_all $SUITE/$ARCH started"
  66     if test "$4" != "overlay" && test "$4" != "secondary"
  67     then
  68         #wanna-build -v --merge-all --arch=$ARCH --dist=$WB_SUITE Packages.$SUITE.$ARCH quinn-$SUITE.$ARCH Sources.$SUITE
  69         wanna-build -v --Pas ${PAS_FILE} --merge-v3 --arch=$ARCH --dist=$WB_SUITE Packages.$SUITE.$ARCH . Sources.$SUITE
  70     fi
  71     if [ "$4" = "overlay" ]
  72     then
  73         wanna-build -v --merge-all --arch=$ARCH --dist=$WB_SUITE \
  74             Packages.$SUITE.$ARCH-all quinn-$SUITE.$ARCH Sources.$SUITE-all
  75     fi
  76     if [ "$4" = "secondary" ]
  77     then
  78         wanna-build -v --merge-all-secondary --arch=$ARCH --dist=$WB_SUITE \
  79             Packages.$SUITE.$ARCH quinn-$SUITE.$ARCH Sources.$SUITE Packages.$SUITE.$ARCH-all
  80     fi
  81     echo "do_wb_merge_all $SUITE/$ARCH done"
  82 }
  83
  84 cleanup() {
  85     rm -rf "$LOCKFILE"
  86 }
  87
  88 ensure_lock() {
  89     if lockfile -! -r 10 -l 6000 "$LOCKFILE"
  90     then
  91         echo "Cannot lock $LOCKFILE, aborting."
  92         exit 1
  93     fi
  94 }
  95
  96 trigger_wb_update() {
  97     SUITE="$1"
  98     ARCHS="$2"
  99     SOURCES="$3"
 100     PACKAGES="$4"
 101     WB_SUITE="$5"
 102
 103     if [ -z "$WB_SUITE" ]
 104     then
 105         WB_SUITE="${SUITE}"
 106     fi
 107
 108     echo "`date`: Processing ${ARCHIVE}/${SUITE} ..."
 109
 110     new-keep-latest source $(eval echo ${SOURCES}) > Sources.${SUITE}
 111     parallel -l 5 -i trigger_wb_update_arch_loop "${SUITE}" "{}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" -- ${ARCHS} || true
 112     #for ARCH in ${ARCHS}; do
 113     #trigger_wb_update_arch_loop "${SUITE}" "${ARCH}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}"
 114     #done
 115
 116     echo "`date`: ${ARCHIVE}/${SUITE} done"
 117 }
 118
 119 trigger_wb_update_for_overlay() {
 120     SUITE="$1"
 121     ARCHS="$2"
 122     SOURCES_BASE="$3"
 123     PACKAGES_BASE="$4"
 124     SOURCES="$5"
 125     PACKAGES="$6"
 126     WB_SUITE="$7"
 127     WHITELIST_FILE="$8"
 128
 129     if [ -z "$WB_SUITE" ]
 130     then
 131         WB_SUITE="${SUITE}"
 132     fi
 133
 134     echo "`date`: Processing ${ARCHIVE}/${SUITE} ..."
 135
 136     new-keep-latest source $(eval echo ${SOURCES}) > Sources.${SUITE}
 137     new-keep-latest source $(eval echo Sources.${SUITE} ${SOURCES_BASE}) > Sources.${SUITE}-all
 138
 139     parallel -l 5 -i trigger_wb_update_for_overlay_arch_loop "${SUITE}" "{}" "${SOURCES_BASE}" "${PACKAGES_BASE}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" "${WHITELIST_FILE}" -- ${ARCHS} || true
 140     #for ARCH in ${ARCHS}; do
 141     #trigger_wb_update_for_overlay_arch_loop "${SUITE}" "${ARCH}" "${SOURCES_BASE}" "${PACKAGES_BASE}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" "${WHITELIST_FILE}"
 142     #done
 143
 144     echo "`date`: ${ARCHIVE}/${SUITE} done"
 145 }
 146
 147 # This is for the case where you get also get packages from
 148 # a secondary unrelated suite, the buildd's chroot also has
 149 # those packages files in it.
 150 # Examples are *-{volatile,backports,edu} and experimental
 151 # This is not for something like stable and proposed-updates
 152 trigger_wb_update_with_secondary() {
 153     SUITE="$1"
 154     ARCHS="$2"
 155     PACKAGES_BASE="$3"
 156     SOURCES="$4"
 157     PACKAGES="$5"
 158     WB_SUITE="$6"
 159     WHITELIST_FILE="$7"
 160
 161     if [ -z "$WB_SUITE" ]
 162     then
 163         WB_SUITE="${SUITE}"
 164     fi
 165
 166     echo "`date`: Processing ${ARCHIVE}/${SUITE} ..."
 167
 168     new-keep-latest source $(eval echo ${SOURCES}) > Sources.${SUITE}
 169
 170     parallel -l 5 -i trigger_wb_update_arch_loop_with_secondary "${SUITE}" "{}" "${PACKAGES_BASE}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" "${WHITELIST_FILE}" -- ${ARCHS} || true
 171     #for ARCH in ${ARCHS}; do
 172     #trigger_wb_update_arch_loop_with_secondary "${SUITE}" "${ARCH}" "${PACKAGES_BASE}" "${SOURCES}" "${PACKAGES}" "${WB_SUITE}" "${WHITELIST_FILE}"
 173     #done
 174
 175     echo "`date`: ${ARCHIVE}/${SUITE} done"
 176 }
 177