mirror of https://github.com/MariaDB/server
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
261 lines
7.4 KiB
261 lines
7.4 KiB
#!/bin/bash -ue
|
|
|
|
# Copyright (C) 2010 Codership Oy
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; version 2 of the License.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; see the file COPYING. If not, write to the
|
|
# Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston
|
|
# MA 02110-1301 USA.
|
|
|
|
# This is a reference script for rsync-based state snapshot tansfer
|
|
|
|
RSYNC_PID=
|
|
RSYNC_CONF=
|
|
OS=$(uname)
|
|
[ "$OS" == "Darwin" ] && export -n LD_LIBRARY_PATH
|
|
|
|
. $(dirname $0)/wsrep_sst_common
|
|
|
|
cleanup_joiner()
|
|
{
|
|
wsrep_log_info "Joiner cleanup."
|
|
local PID=$(cat "$RSYNC_PID" 2>/dev/null || echo 0)
|
|
[ "0" != "$PID" ] && kill $PID && sleep 0.5 && kill -9 $PID >/dev/null 2>&1 \
|
|
|| :
|
|
rm -rf "$RSYNC_CONF"
|
|
rm -rf "$MAGIC_FILE"
|
|
rm -rf "$RSYNC_PID"
|
|
wsrep_log_info "Joiner cleanup done."
|
|
if [ "${WSREP_SST_OPT_ROLE}" = "joiner" ];then
|
|
wsrep_cleanup_progress_file
|
|
fi
|
|
}
|
|
|
|
check_pid()
|
|
{
|
|
local pid_file=$1
|
|
[ -r "$pid_file" ] && ps -p $(cat $pid_file) >/dev/null 2>&1
|
|
}
|
|
|
|
check_pid_and_port()
|
|
{
|
|
local pid_file=$1
|
|
local rsync_pid=$(cat $pid_file)
|
|
local rsync_port=$2
|
|
|
|
if [ "$OS" == "Darwin" -o "$OS" == "FreeBSD" ]; then
|
|
# no netstat --program(-p) option in Darwin and FreeBSD
|
|
check_pid $pid_file && \
|
|
lsof -i -Pn 2>/dev/null | \
|
|
grep "(LISTEN)" | grep ":$rsync_port" | grep -w '^rsync[[:space:]]\+'"$rsync_pid" >/dev/null
|
|
else
|
|
check_pid $pid_file && \
|
|
netstat -lnpt 2>/dev/null | \
|
|
grep LISTEN | grep \:$rsync_port | grep $rsync_pid/rsync >/dev/null
|
|
fi
|
|
}
|
|
|
|
MAGIC_FILE="$WSREP_SST_OPT_DATA/rsync_sst_complete"
|
|
rm -rf "$MAGIC_FILE"
|
|
|
|
# Old filter - include everything except selected
|
|
# FILTER=(--exclude '*.err' --exclude '*.pid' --exclude '*.sock' \
|
|
# --exclude '*.conf' --exclude core --exclude 'galera.*' \
|
|
# --exclude grastate.txt --exclude '*.pem' \
|
|
# --exclude '*.[0-9][0-9][0-9][0-9][0-9][0-9]' --exclude '*.index')
|
|
|
|
# New filter - exclude everything except dirs (schemas) and innodb files
|
|
FILTER=(-f '- lost+found' -f '+ /ib_lru_dump' -f '+ /ibdata*' -f '+ /ib_logfile*' -f '+ */' -f '-! */*')
|
|
# Old versions of rsync have a bug transferring filter rules to daemon, so specify filter rules directly to daemon
|
|
FILTER_DAEMON="- lost+found + /ib_lru_dump + /ibdata* + ib_logfile* + */ -! */*"
|
|
|
|
if [ "$WSREP_SST_OPT_ROLE" = "donor" ]
|
|
then
|
|
|
|
if [ $WSREP_SST_OPT_BYPASS -eq 0 ]
|
|
then
|
|
|
|
FLUSHED="$WSREP_SST_OPT_DATA/tables_flushed"
|
|
rm -rf "$FLUSHED"
|
|
|
|
# Use deltaxfer only for WAN
|
|
inv=$(basename $0)
|
|
[ "$inv" = "wsrep_sst_rsync_wan" ] && WHOLE_FILE_OPT="" \
|
|
|| WHOLE_FILE_OPT="--whole-file"
|
|
|
|
echo "flush tables"
|
|
|
|
# wait for tables flushed and state ID written to the file
|
|
while [ ! -r "$FLUSHED" ] && ! grep -q ':' "$FLUSHED" >/dev/null 2>&1
|
|
do
|
|
sleep 0.2
|
|
done
|
|
|
|
STATE="$(cat $FLUSHED)"
|
|
rm -rf "$FLUSHED"
|
|
|
|
sync
|
|
|
|
# first, the normal directories, so that we can detect incompatible protocol
|
|
RC=0
|
|
rsync --archive --no-times --ignore-times --inplace --delete --quiet \
|
|
--no-recursive --dirs \
|
|
$WHOLE_FILE_OPT "${FILTER[@]}" "$WSREP_SST_OPT_DATA/" \
|
|
rsync://$WSREP_SST_OPT_ADDR-with_filter || RC=$?
|
|
|
|
[ $RC -ne 0 ] && wsrep_log_error "rsync returned code $RC:"
|
|
|
|
case $RC in
|
|
0) RC=0 # Success
|
|
;;
|
|
12) RC=71 # EPROTO
|
|
wsrep_log_error \
|
|
"rsync server on the other end has incompatible protocol. " \
|
|
"Make sure you have the same version of rsync on all nodes."
|
|
;;
|
|
22) RC=12 # ENOMEM
|
|
;;
|
|
*) RC=255 # unknown error
|
|
;;
|
|
esac
|
|
|
|
[ $RC -ne 0 ] && exit $RC
|
|
|
|
# then, we parallelize the transfer of database directories, use . so that pathconcatenation works
|
|
pushd "$WSREP_SST_OPT_DATA" 1>/dev/null
|
|
|
|
count=1
|
|
[ "$OS" == "Linux" ] && count=$(grep -c processor /proc/cpuinfo)
|
|
[ "$OS" == "Darwin" -o "$OS" == "FreeBSD" ] && count=$(sysctl -n hw.ncpu)
|
|
|
|
find . -maxdepth 1 -mindepth 1 -type d -print0 | xargs -I{} -0 -P $count \
|
|
rsync --archive --no-times --ignore-times --inplace --delete --quiet \
|
|
$WHOLE_FILE_OPT "$WSREP_SST_OPT_DATA"/{}/ \
|
|
rsync://$WSREP_SST_OPT_ADDR/{} || RC=$?
|
|
|
|
popd 1>/dev/null
|
|
|
|
[ $RC -ne 0 ] && wsrep_log_error "find/rsync returned code $RC:"
|
|
|
|
case $RC in
|
|
0) RC=0 # Success
|
|
;;
|
|
*) RC=255 # unknown error
|
|
;;
|
|
esac
|
|
|
|
[ $RC -ne 0 ] && exit $RC
|
|
|
|
|
|
else # BYPASS
|
|
wsrep_log_info "Bypassing state dump."
|
|
STATE="$WSREP_SST_OPT_GTID"
|
|
fi
|
|
|
|
echo "continue" # now server can resume updating data
|
|
|
|
echo "$STATE" > "$MAGIC_FILE"
|
|
rsync --archive --quiet --checksum "$MAGIC_FILE" rsync://$WSREP_SST_OPT_ADDR
|
|
|
|
echo "done $STATE"
|
|
|
|
elif [ "$WSREP_SST_OPT_ROLE" = "joiner" ]
|
|
then
|
|
touch $SST_PROGRESS_FILE
|
|
MYSQLD_PID=$WSREP_SST_OPT_PARENT
|
|
|
|
MODULE="rsync_sst"
|
|
|
|
RSYNC_PID="$WSREP_SST_OPT_DATA/$MODULE.pid"
|
|
|
|
if check_pid $RSYNC_PID
|
|
then
|
|
wsrep_log_error "rsync daemon already running."
|
|
exit 114 # EALREADY
|
|
fi
|
|
rm -rf "$RSYNC_PID"
|
|
|
|
ADDR=$WSREP_SST_OPT_ADDR
|
|
RSYNC_PORT=$(echo $ADDR | awk -F ':' '{ print $2 }')
|
|
if [ -z "$RSYNC_PORT" ]
|
|
then
|
|
RSYNC_PORT=4444
|
|
ADDR="$(echo $ADDR | awk -F ':' '{ print $1 }'):$RSYNC_PORT"
|
|
fi
|
|
|
|
trap "exit 32" HUP PIPE
|
|
trap "exit 3" INT TERM ABRT
|
|
trap cleanup_joiner EXIT
|
|
|
|
MYUID=$(id -u)
|
|
MYGID=$(id -g)
|
|
RSYNC_CONF="$WSREP_SST_OPT_DATA/$MODULE.conf"
|
|
|
|
cat << EOF > "$RSYNC_CONF"
|
|
pid file = $RSYNC_PID
|
|
use chroot = no
|
|
[$MODULE-with_filter]
|
|
path = $WSREP_SST_OPT_DATA
|
|
read only = no
|
|
timeout = 300
|
|
uid = $MYUID
|
|
gid = $MYGID
|
|
filter = $FILTER_DAEMON
|
|
[$MODULE]
|
|
path = $WSREP_SST_OPT_DATA
|
|
read only = no
|
|
timeout = 300
|
|
uid = $MYUID
|
|
gid = $MYGID
|
|
EOF
|
|
|
|
# rm -rf "$DATA"/ib_logfile* # we don't want old logs around
|
|
|
|
# listen at all interfaces (for firewalled setups)
|
|
rsync --daemon --port $RSYNC_PORT --config "$RSYNC_CONF"
|
|
|
|
until check_pid_and_port $RSYNC_PID $RSYNC_PORT
|
|
do
|
|
sleep 0.2
|
|
done
|
|
|
|
echo "ready $ADDR/$MODULE"
|
|
|
|
# wait for SST to complete by monitoring magic file
|
|
while [ ! -r "$MAGIC_FILE" ] && check_pid "$RSYNC_PID" && \
|
|
ps -p $MYSQLD_PID >/dev/null
|
|
do
|
|
sleep 1
|
|
done
|
|
|
|
if ! ps -p $MYSQLD_PID >/dev/null
|
|
then
|
|
wsrep_log_error \
|
|
"Parent mysqld process (PID:$MYSQLD_PID) terminated unexpectedly."
|
|
exit 32
|
|
fi
|
|
|
|
if [ -r "$MAGIC_FILE" ]
|
|
then
|
|
cat "$MAGIC_FILE" # output UUID:seqno
|
|
else
|
|
# this message should cause joiner to abort
|
|
echo "rsync process ended without creating '$MAGIC_FILE'"
|
|
fi
|
|
wsrep_cleanup_progress_file
|
|
# cleanup_joiner
|
|
else
|
|
wsrep_log_error "Unrecognized role: '$WSREP_SST_OPT_ROLE'"
|
|
exit 22 # EINVAL
|
|
fi
|
|
|
|
exit 0
|