scripts/debian/sync-dd

   1 #! /bin/bash
   2
   3 # Copyright (C) 2011,2013, Joerg Jaspert <joerg@debian.org>
   4 # Copyright (C) 2012, Ansgar Burchardt <ansgar@debian.org>
   5 #
   6 # This program is free software; you can redistribute it and/or
   7 # modify it under the terms of the GNU General Public License as
   8 # published by the Free Software Foundation; version 2.
   9 #
  10 # This program is distributed in the hope that it will be useful, but
  11 # WITHOUT ANY WARRANTY; without even the implied warranty of
  12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13 # General Public License for more details.
  14 #
  15 # You should have received a copy of the GNU General Public License
  16 # along with this program; if not, write to the Free Software
  17 # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  18
  19 set -e
  20 set -u
  21 set -E
  22
  23 export LANG=C
  24 export LC_ALL=C
  25
  26 export SCRIPTVARS=/srv/ftp-master.debian.org/dak/config/debian/vars
  27 . $SCRIPTVARS
  28
  29 usage() {
  30   echo "usage: $0 <lock> <host1> <host2> sync|pool"
  31   echo
  32   echo "sync dd-accessible copy of the archive"
  33   echo
  34   echo "arguments:"
  35   echo "  lock:      file used for locking"
  36   echo "  host1:     hostname for syncing /srv/ftp-master.debian.org"
  37   echo "  host2:     hostname for syncing /srv/ftp.debian.org"
  38   echo "  sync|pool: sync excludes ftp/, pool syncs ftp/ too"
  39   exit ${1:-0}
  40 }
  41
  42 if [ $# -ne 4 ]; then
  43   usage 1
  44 fi
  45
  46 lockfile="${lockdir}/${1}"
  47 host1="${2}"
  48 host2="${3}"
  49 mode="${4}"
  50
  51 # extra options for rsync of /srv/ftp-master.debian.org
  52 extra1=""
  53
  54 case "${mode}" in
  55     sync)
  56         extra1="${extra1} --exclude /ftp/"
  57         ;;
  58     pool)
  59         ;;
  60     *)
  61         echo "Unknown mode ${mode}." >&2
  62         exit 1
  63         ;;
  64 esac
  65
  66 cleanup() {
  67   rm -f "${lockfile}"
  68 }
  69 trap cleanup EXIT TERM HUP INT QUIT
  70
  71 # Also, NEVER use --delete-excluded!
  72 if lockfile -r3 "${lockfile}"; then
  73     rsync -aH -B8192 \
  74         ${extra1} \
  75         --exclude "/backup/*.xz" \
  76         --exclude "/backup/dump*" \
  77         --exclude "/database/*.db" \
  78         --exclude ".da-backup.trace" \
  79         --exclude "lost+found" \
  80         --exclude "/lock/" \
  81         --exclude "/mirror/" \
  82         --exclude "/morgue/" \
  83         --exclude "/queue/unchecked/" \
  84         --exclude "/s3kr1t" \
  85         --exclude "/scripts/s3kr1t" \
  86         --exclude "/tmp/" \
  87         --delete --delete-after \
  88         --timeout 3600 \
  89         -e 'ssh -o ConnectTimeout=30 -o SetupTimeout=30' \
  90         /srv/ftp-master.debian.org/ "${host1}:/srv/ftp-master.debian.org/"
  91    # command for the remote side:
  92    # command="rsync --server -lHogDtpre.iLsf -B8192 --timeout=3600 --delete-after . /srv/ftp-master.debian.org/"
  93
  94    rsync -aH -B8192 \
  95        --exclude mirror \
  96        --exclude rsync/ \
  97        --exclude lost+found \
  98        --exclude .da-backup.trace \
  99        --exclude web-users/ \
 100        --delete --delete-after \
 101        --timeout 3600 \
 102        -e 'ssh -o ConnectTimeout=30 -o SetupTimeout=30' \
 103        /srv/ftp.debian.org/ "${host2}:/srv/ftp.debian.org/"
 104    # command for the remote side:
 105    # command="rsync --server -lHogDtpre.iLsf -B8192 --timeout=3600 --delete-after . /srv/ftp.debian.org/"
 106
 107    if [[ ${mode} == pool ]]; then
 108        # Sync backports
 109        rsync -aH -B8192 \
 110            --delete --delete-after \
 111            --timeout 3600 \
 112            -e 'ssh -o ConnectTimeout=30 -o SetupTimeout=30' \
 113            /srv/backports-master.debian.org/mirror/ \
 114            ries-sync3:/srv/backports.debian.org/htdocs/debian-backports/
 115        # And now tell static.debian.org that something changed
 116        /usr/local/bin/static-update-component backports.debian.org
 117    fi
 118 else
 119     echo "Couldn't get the lock, not syncing"
 120     exit 0
 121 fi