js#vista.png msort nsort
js#vista.png msort nsort
Here is a stonith driver for ProxMox 2, 3 and 4 that works great for Containers and VM's in Corosync/Pacemaker.
#!/bin/sh # # External STONITH module for a ProxMox managed hypervisors and Containers. # Uses vzctl, pct and qm in ProxMox versions 2, 3 and 4 as a STONITH device to control guest. # # Copyright (c) 2012 Charles Williams <chuck@itadmins.net> # # This program is free software; you can redistribute it and/or modify # it under the terms of version 2 of the GNU General Public License as # published by the Free Software Foundation. # # This program is distributed in the hope that it would be useful, but # WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. # # Further, this software is distributed without any warranty that it is # free of the rightful claim of any third person regarding infringement # or the like. Any license provided herein, whether implied or # otherwise, applies only to this software file. Patent licenses, if # any, provided herein do not apply to combinations of this program with # other software, or any other product whatsoever. # # You should have received a copy of the GNU General Public License # along with this program; if not, write the Free Software Foundation, Inc., # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. # # # primitive p_fence_ct1 stonith:external/proxmox \ # params hostlist="101" \ # hosttype="vz" \ # nodelist="host1 host2 host3" \ # op monitor interval="60" # primitive p_fence_vm1 stonith:external/proxmox \ # params hostlist="102" \ # hosttype="kvm" \ # nodelist="host1 host2 host3 host4 host5" \ # op monitor interval="60" #location l_fence_ct1 p_fence_ct1 -inf: ct1 #location l_fence_vm1 p_fence_vm1 -inf: vm1 #property stonith-enabled=true proxmox_get_node() { for node in $nodelist do STATUSRESPONCE=$($SSH $STONITH_USER@$node "sudo ${CTCTL} status ${hostid}" 2>&1) if [ $? -eq 0 ] && [ "$STATUSRESPONCE" != "CTID $hostid deleted unmounted down" ] then HOSTNODE=$node break fi done } # start a Container or VM proxmox_start() { if [ "$hosttype" = "kvm" ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo /usr/sbin/qm start ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then ha_log.sh notice "VM $hostid was started" return 0 else ha_log.sh err "Failed to start VM $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 fi elif [ "$hosttype" = "vz" ] || [ "$hosttype" = "lxc" ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo ${CTCTL} start ${hostid} 2>&1") 2>&1 rtc=$? if [ "$sshout" = "Container is already running" ] || [ $rtc -eq 0 ] then ha_log.sh notice "Container $hostid is running" return 0 fi fi ha_log.sh err "Failed to start Container $hostid (erro code: $rtc)" ha_log.sh err "$sshout" return 1 } # reboot a Container or VM proxmox_restart() { if [ "$hosttype" = "kvm" ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo /usr/sbin/qm shutdown ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo /usr/sbin/qm start ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then ha_log.sh notice "VM $hostid was restarted" return 0 else ha_log.sh err "Failed to restart VM $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 fi else sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo /usr/sbin/qm stop ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo /usr/sbin/qm start ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then ha_log.sh notice "VM $hostid was restarted" return 0 else ha_log.sh err "Failed to restart VM $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 fi else ha_log.sh err "Failed to restart VM $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 fi ha_log.sh err "Failed to restart VM $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 fi elif [ "$hosttype" = "vz" ] || [ "$hosttype" = "lxc" ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo ${CTCTL} restart ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then ha_log.sh notice "Container $hostid was restarted" return 0 fi fi ha_log.sh err "Failed to restart Container $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 } # stop a host proxmox_stop() { if [ "$hosttype" = "kvm" ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo /usr/sbin/qm shutdown ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then ha_log.sh notice "VM $hostid was shutdown" return 0 else sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo /usr/sbin/qm stop ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then ha_log.sh notice "VM $hostid was killed" return 0 else ha_log.sh err "Failed to shutdown VM $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 fi fi elif [ "$hosttype" = "vz" ] || [ "$hosttype" = "lxc" ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo ${CTCTL} stop ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then ha_log.sh notice "Container $hostid was stopped" return 0 fi sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo ${CTCTL} status ${hostid} 2>&1") 2>&1 rtc=$? if [ $? -eq 0 ] then ha_log.sh notice "Container $hostid is already stopped" return 2 fi fi ha_log.sh err "Failed to stop Container $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 } # get status of stonith device. # If we can retrieve some info from the container or hypervisor # the stonith device is OK. proxmox_status() { if [ "$hosttype" = "kvm" ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo /usr/sbin/qm status ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then ha_log.sh notice "$sshout" return 0 else ha_log.sh err "Failed to get status for VM $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 fi elif [ "$hosttype" = "vz" ] || [ "$hosttype" = "lxc" ] then sshout=$($SSH $STONITH_USER@$HOSTNODE "sudo ${CTCTL} status ${hostid} 2>&1") 2>&1 rtc=$? if [ $rtc -eq 0 ] then ha_log.sh notice "$sshout" return 0 fi fi ha_log.sh err "Failed to get status for container $hostid (error code: $rtc)" ha_log.sh err "$sshout" return 1 } # check config and set variables # does not return on error proxmox_check_config() { if [ -z "$hostlist" -o -z "$nodelist" ] then ha_log.sh err "hostid or nodelist missing; check configuration" exit 1 fi if [ "$hosttype" != "vz" ] && [ "$hosttype" != "lxc" ] && [ "$hosttype" != "kvm" ] then ha_log.sh err "hosttype missing or incorrect; check configuration" exit 1 fi } proxmox_info() { cat << PROXMOXXML <parameters> <parameter name="hostlist" unique="1" required="1"> <content type="string" /> <shortdesc lang="en"> List of hosts to control </shortdesc> <longdesc lang="en"> List of Host container/VM IDs to control </longdesc> </parameter> <parameter name="hosttype" required="1"> <content type="string" /> <shortdesc lang="en"> Host Type [vz, lxc, kvm] </shortdesc> <longdesc lang="en"> Type of Host: vz = OpenVZ lxc = LXC kvm = Qemu/KVM </longdesc> </parameter> <parameter name="nodelist" required="1"> <content type="string" /> <shortdesc lang="en"> Host nodes list </shortdesc> <longdesc lang="en"> List of Host nodes that can be used to control the configured hosts </longdesc> </parameter> <parameter name="stonithuser" required="0"> <content type="string" default="stonith"/> <shortdesc lang="en"> SSH user </shortdesc> <longdesc lang="en"> SSH user that can log into the nodes. Defaults to user "stonith" </longdesc> </parameter> </parameters> PROXMOXXML exit 0 } ############# # Main code # ############# # don't fool yourself when testing with stonith(8) # and transport ssh unset SSH_AUTH_SOCK # support , as a separator as well hostlist=`echo $hostlist| sed -e 's/,/ /g'` nodelist=`echo $nodelist| sed -e 's/,/ /g'` SSH="/usr/bin/ssh -q -x -n" STONITH_USER=${stonithuser:-"stonith"} if [ "$hosttype" = "vz" ]; then CTCTL="/usr/sbin/vzctl" elif [ "$hosttype" = "lxc" ]; then CTCTL="/usr/sbin/pct" fi case $1 in gethosts) hostlist=`echo $hostlist|sed -e 's/:[^ ]*//g'` for hostid in $hostlist do echo $hostid done exit 0 ;; on) proxmox_check_config for hostid in $hostlist do proxmox_get_node proxmox_start done exit $? ;; off) proxmox_check_config for hostid in $hostlist do proxmox_get_node proxmox_stop done [ $? = 1 ] && exit 1 exit 0 ;; reset) proxmox_check_config for hostid in $hostlist do proxmox_get_node proxmox_restart done exit $? ;; status) proxmox_check_config for hostid in $hostlist do proxmox_get_node proxmox_status done exit $? ;; getconfignames) echo "hostname hostlist hosttype nodelist stonithuser" exit 0 ;; getinfo-devid) echo "ProxMox STONITH device" exit 0 ;; getinfo-devname) echo "ProxMox STONITH external device" exit 0 ;; getinfo-devdescr) echo "ProxMox OpenVZ/LXC Container and QEMU/KVM VM control" exit 0 ;; getinfo-devurl) echo "http://proxmox.org/ http://linux-ha.org/wiki" exit 0 ;; getinfo-xml) proxmox_info echo 0; ;; *) exit 1 ;; esac