#!/bin/sh # # Shared Disk File EXclusiveness (SF-EX) OCF RA. # prevent a destruction of data on shared disk file system # due to Split-Brain. # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU General Public License # as published by the Free Software Foundation; either version 2 # of the License, or (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA # 02110-1301, USA. # # Copyright (c) 2007 NIPPON TELEGRAPH AND TELEPHONE CORPORATION # # NOTE: # As a prerequisite for running SF-EX, one device should be # initialized as below. # # sfex_init [-n ] # # Example: # # /usr/sbin/sfex_init -n 10 /dev/sdb1 # # if further information is necessary, See README. # ####################################################################### # Initialization: # switching ocf-shellfuncs path : ${OCF_FUNCTIONS_DIR=${OCF_ROOT}/lib/heartbeat} . ${OCF_FUNCTIONS_DIR}/ocf-shellfuncs # Parameter defaults OCF_RESKEY_device_default="" OCF_RESKEY_index_default="1" OCF_RESKEY_collision_timeout_default="1" OCF_RESKEY_monitor_interval_default="10" OCF_RESKEY_lock_timeout_default="100" : ${OCF_RESKEY_device=${OCF_RESKEY_device_default}} : ${OCF_RESKEY_index=${OCF_RESKEY_index_default}} : ${OCF_RESKEY_collision_timeout=${OCF_RESKEY_collision_timeout_default}} : ${OCF_RESKEY_monitor_interval=${OCF_RESKEY_monitor_interval_default}} : ${OCF_RESKEY_lock_timeout=${OCF_RESKEY_lock_timeout_default}} ####################################################################### SFEX_DAEMON=${HA_BIN}/sfex_daemon usage() { cat < 1.3 Resource script for SF-EX. It manages a shared storage medium exclusively . Manages exclusive access to shared storage using Shared Disk File EXclusiveness (SF-EX) Block device path that stores exclusive control data. block device Location in block device where exclusive control data is stored. 1 or more is specified. Default is 1. index Waiting time when a collision of lock acquisition is detected. Default is 1 second. waiting time for lock acquisition Monitor interval(sec). Default is ${OCF_RESKEY_monitor_interval_default} seconds monitor interval Valid term of lock(sec). Default is ${OCF_RESKEY_lock_timeout_default} seconds. The lock_timeout is calculated by the following formula. lock_timeout = monitor_interval + "The expiration time of the lock" We suggest 90 seconds as a default value of the "The expiration time of the lock", but you should change it in consideration of access delay to the shared disk and the switch time of the multipath driver. The lock timeout have an impact on start action timeout because start action timeout value is calculated by the following formula. start timeout = collision_timeout + lock_timeout + "safety margin" The "safety margin" is decided within the range of about 10-20 seconds(It depends on your system requirement). Valid term of lock END } # # START: Exclusive control starts. # # It loops permanently until the lock can be acquired when locked with # the other node. In this case, the reception of the stop signal by the # timeout time passage set to CIB becomes the only stop opportunity. # sfex_start() { ocf_log info "sfex_daemon: starting..." sfex_monitor if [ $? -eq $OCF_SUCCESS ]; then ocf_log info "sfex_daemon already started." return $OCF_SUCCESS fi $SFEX_DAEMON -i $INDEX -c $COLLISION_TIMEOUT -t $LOCK_TIMEOUT -m $MONITOR_INTERVAL -r ${OCF_RESOURCE_INSTANCE} $DEVICE rc=$? if [ $rc -ne 0 ]; then ocf_log err "sfex_daemon failed to start." return $OCF_ERR_GENERIC fi while : do sfex_monitor if [ $? -eq $OCF_SUCCESS ]; then ocf_log info "sfex_daemon: started." return $OCF_SUCCESS fi ocf_log debug "Waiting for the start-up of the sfex_daemon..." sleep 1 done ocf_log err "Can't find a sfex_daemon process. Starting a sfex_daemon failed." return $OCF_ERR_GENERIC } # # STOP: stop exclusive control # sfex_stop() { ocf_log info "sfex_daemon: stopping..." # Check the sfex daemon has already stopped. sfex_monitor if [ $? -eq $OCF_NOT_RUNNING ]; then ocf_log info "sfex_daemon already stopped." return $OCF_SUCCESS fi # Stop sfex daemon by sending SIGTERM signal. pid=`/usr/bin/pgrep -f "$SFEX_DAEMON .* ${OCF_RESOURCE_INSTANCE} "` /bin/kill $pid rc=$? if [ $rc -ne 0 ]; then ocf_log err "sfex_daemon failed to stop" return $rc fi #sfex could be in state D if the device is gone, and then not terminate. #Wait and check again if the daemon is already properly shutdown. shutdown_timeout=$((($OCF_RESKEY_CRM_meta_timeout/1000)-5)) count=0 while [ $count -lt $shutdown_timeout ] do sfex_monitor if [ $? -eq $OCF_NOT_RUNNING ]; then ocf_log info "sfex_daemon: stopped." return $OCF_SUCCESS fi count=`expr $count + 1` ocf_log debug "waiting for sfex_daemon to exit ($count/$shutdown_timeout)" sleep 1 done sfex_monitor if [ $? -ne $OCF_NOT_RUNNING ]; then ocf_log warn "regular shutdown of sfex_daemon timed out, using SIGKILL" /bin/kill -s KILL $pid fi while : do sfex_monitor if [ $? -eq $OCF_NOT_RUNNING ]; then break; fi ocf_log debug "waiting for sfex_daemon to exit after SIGKILL" sleep 1 done ocf_log info "sfex_daemon: stopped." return $OCF_SUCCESS } sfex_monitor() { ocf_log debug "sfex_monitor: started..." # Find a sfex_daemon process using daemon name and resource name. if /usr/bin/pgrep -f "$SFEX_DAEMON .* ${OCF_RESOURCE_INSTANCE} " > /dev/null 2>&1; then ocf_log debug "sfex_monitor: complete. sfex_daemon is running." return $OCF_SUCCESS fi ocf_log debug "sfex_monitor: complete. sfex_daemon is not running." return $OCF_NOT_RUNNING } # # main process # # check arguments if [ $# -ne 1 ]; then usage exit $OCF_ERR_ARGS fi OP=$1 # These operations do not require instance parameters case $OP in meta-data) meta_data exit $OCF_SUCCESS ;; usage) usage exit $OCF_SUCCESS ;; esac # check parameters DEVICE=$OCF_RESKEY_device INDEX=${OCF_RESKEY_index} COLLISION_TIMEOUT=${OCF_RESKEY_collision_timeout} LOCK_TIMEOUT=${OCF_RESKEY_lock_timeout} MONITOR_INTERVAL=${OCF_RESKEY_monitor_interval} sfex_validate () { if [ -z "$DEVICE" ]; then ocf_log err "Please set OCF_RESKEY_device to device for sfex meta-data" exit $OCF_ERR_ARGS fi if [ ! -w "$DEVICE" ]; then ocf_log warn "Couldn't find device [$DEVICE]. Expected /dev/??? to exist" exit $OCF_ERR_ARGS fi } if [ -n "$OCF_RESKEY_CRM_meta_clone" ]; then ocf_log err "THIS RA DO NOT SUPPORT CLONE MODE!" exit $OCF_ERR_CONFIGURED fi case $OP in start) sfex_start ;; stop) sfex_stop ;; monitor) sfex_monitor ;; validate-all) sfex_validate ;; *) exit $OCF_ERR_UNIMPLEMENTED ;; esac exit $?