From 4c79a43803e0f13091ca289ee39ed8c63fee4bb2 Mon Sep 17 00:00:00 2001 From: Peter Palfrader Date: Tue, 28 Jan 2014 09:35:07 +0100 Subject: [PATCH] move pg full backups to pull model --- hieradata/common.yaml | 2 + .../backup_server/postgres-make-base-backups | 68 +++++++++++++++++++ modules/postgres/manifests/backup_server.pp | 13 ++++ modules/roles/manifests/init.pp | 4 ++ 4 files changed, 87 insertions(+) create mode 100755 modules/postgres/files/backup_server/postgres-make-base-backups create mode 100644 modules/postgres/manifests/backup_server.pp diff --git a/hieradata/common.yaml b/hieradata/common.yaml index 10d791f7..8059c5d1 100644 --- a/hieradata/common.yaml +++ b/hieradata/common.yaml @@ -106,3 +106,5 @@ roles: - wilder.debian.org www_master: - wolkenstein.debian.org + postgres_backup_server: + - backuphost.debian.org diff --git a/modules/postgres/files/backup_server/postgres-make-base-backups b/modules/postgres/files/backup_server/postgres-make-base-backups new file mode 100755 index 00000000..d9352bc7 --- /dev/null +++ b/modules/postgres/files/backup_server/postgres-make-base-backups @@ -0,0 +1,68 @@ +#!/bin/bash + +# run a bunch of full postgresql backups + + +# Copyright 2014 Peter Palfrader +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be +# included in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, +# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF +# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + + +set -e +set -u + +CONFFILE=/etc/nagios/dsa-check-backuppg.conf +ROOTDIR=$(perl -MYAML -e "print YAML::LoadFile('$CONFFILE')->{'rootdir'}") +if [ -z "$ROOTDIR" ]; then + echo >&2 "Could not learn rootdir from $CONFFILE" + exit 1 +fi + +if [ -t 0 ]; then + console="--progress --verbose" +else + console="" +fi + +export PGSSLMODE=verify-full +export PGSSLROOTCERT=/etc/ssl/debian/certs/ca.crt + +date=$(date "+%Y%m%d-%H%M%S") + +while read host port username cluster version; do + [ "${host#\#}" = "$host" ] || continue + + label="$date-$host-$cluster-$version-backup" + [ -t 0 ] && echo "Doing $host:$port $version/$cluster: $label" + + target="$cluster.BASE.$label.tar.gz" + tmp=$(tempfile -d "$ROOTDIR" -p "BASE-$host:$port-" -s ".tar.gz") + trap "rm -f '$tmp'" EXIT + + /usr/lib/postgresql/"$version"/bin/pg_basebackup --format=tar --pgdata=- --label="$label" --host="$host" --port="$port" --username="$username" --no-password $console | pigz > "$tmp" + mv "$tmp" "$ROOTDIR/${host%%.*}/$target" +done << EOF +chopin.debian.org 5432 debian-backup dak 9.1 +bmdb1.debian.org 5435 debian-backup main 9.1 +bmdb1.debian.org 5436 debian-backup wanna-build 9.1 +danzi.debian.org 5433 debian-backup main 9.1 +franck.debian.org 5433 debian-backup dak 9.1 +sibelius.debian.org 5433 debian-backup snapshot 9.1 +EOF diff --git a/modules/postgres/manifests/backup_server.pp b/modules/postgres/manifests/backup_server.pp new file mode 100644 index 00000000..9358cded --- /dev/null +++ b/modules/postgres/manifests/backup_server.pp @@ -0,0 +1,13 @@ +class postgres::backup_server { + package { 'postgresql-client-9.1': + ensure => installed + } + + file { '/usr/local/bin/postgres-make-base-backups': + source => 'puppet:///modules/postgres/backup_server/postgres-make-base-backups', + mode => '0555', + } + file { '/etc/cron.d/puppet-postgres-make-base-backups': + content => "20 0 * * 6 debbackup chronic /usr/local/bin/postgres-make-base-backups\n", + } +} diff --git a/modules/roles/manifests/init.pp b/modules/roles/manifests/init.pp index 5f106c38..0a5da93f 100644 --- a/modules/roles/manifests/init.pp +++ b/modules/roles/manifests/init.pp @@ -163,4 +163,8 @@ class roles { if has_role('rtc') { include roles::rtc } + + if has_role('postgres_backup_server') { + include postgres::backup_server + } } -- 2.39.2